implement modular backend setup scripts, new frontend components, and expanded server services
This commit is contained in:
1 parent
bd89699994
commit
ffec37fd0a
27 files changed
+309
-149
No files matched your search
@@ -0,0 +1,26 @@
|
||||
{
|
||||
"llamaRelease": "b9668",
|
||||
"notes": "Portable llama.cpp backend manifest. Setup scripts may override the release with LLAMA_RELEASE or a script parameter.",
|
||||
"windows": {
|
||||
"cuda": "llama-{release}-bin-win-cuda-12.4-x64.zip",
|
||||
"vulkan": "llama-{release}-bin-win-vulkan-x64.zip",
|
||||
"sycl": "llama-{release}-bin-win-sycl-x64.zip",
|
||||
"hip": "llama-{release}-bin-win-hip-x64.zip",
|
||||
"cpu": "llama-{release}-bin-win-cpu-x64.zip",
|
||||
"cudaRuntime": "cudart-llama-bin-win-cuda-12.4-x64.zip"
|
||||
},
|
||||
"linux": {
|
||||
"cuda": "llama-{release}-bin-ubuntu-cuda-12.4-x64.tar.gz",
|
||||
"rocm": "llama-{release}-bin-ubuntu-rocm-x64.tar.gz",
|
||||
"vulkanX64": "llama-{release}-bin-ubuntu-vulkan-x64.tar.gz",
|
||||
"vulkanArm64": "llama-{release}-bin-ubuntu-vulkan-arm64.tar.gz",
|
||||
"syclFp32": "llama-{release}-bin-ubuntu-sycl-fp32-x64.tar.gz",
|
||||
"syclFp16": "llama-{release}-bin-ubuntu-sycl-fp16-x64.tar.gz",
|
||||
"cpuX64": "llama-{release}-bin-ubuntu-x64.tar.gz",
|
||||
"cpuArm64": "llama-{release}-bin-ubuntu-arm64.tar.gz"
|
||||
},
|
||||
"mac": {
|
||||
"arm64": "llama-{release}-bin-macos-arm64.tar.gz",
|
||||
"x64": "llama-{release}-bin-macos-x64.tar.gz"
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user