56 lines
1.8 KiB
Bash
56 lines
1.8 KiB
Bash
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
ROOT_DIR="$(dirname "$SCRIPT_DIR")"
|
|
APP_DIR="$ROOT_DIR/app"
|
|
TOOLS_DIR="$APP_DIR/tools"
|
|
RELEASE="${LLAMA_RELEASE:-b9631}"
|
|
PLATFORM="$(uname -s)"
|
|
ARCH="$(uname -m)"
|
|
|
|
download_and_extract() {
|
|
local asset="$1"
|
|
local dest="$2"
|
|
local archive="$TOOLS_DIR/$asset"
|
|
local url="https://github.com/ggml-org/llama.cpp/releases/download/$RELEASE/$asset"
|
|
|
|
if [[ -x "$dest/llama-server" ]]; then
|
|
echo " OK llama.cpp backend already ready: $dest"
|
|
return
|
|
fi
|
|
|
|
mkdir -p "$TOOLS_DIR" "$dest"
|
|
rm -f "$archive" "$archive.part"
|
|
echo " >> Downloading $asset"
|
|
curl -fSL --progress-bar "$url" -o "$archive.part"
|
|
mv "$archive.part" "$archive"
|
|
tar -xzf "$archive" -C "$dest" --strip-components=1
|
|
rm -f "$archive"
|
|
chmod +x "$dest"/llama-* 2>/dev/null || true
|
|
|
|
if [[ ! -x "$dest/llama-server" ]]; then
|
|
echo " XX llama-server was not found after extracting $asset" >&2
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
if [[ "$PLATFORM" == "Darwin" ]]; then
|
|
if [[ "$ARCH" == "arm64" ]]; then
|
|
download_and_extract "llama-$RELEASE-bin-macos-arm64.tar.gz" "$APP_DIR/llm-backend/mac/arm64"
|
|
else
|
|
download_and_extract "llama-$RELEASE-bin-macos-x64.tar.gz" "$APP_DIR/llm-backend/mac/x64"
|
|
fi
|
|
elif [[ "$PLATFORM" == "Linux" ]]; then
|
|
if [[ "$ARCH" == "aarch64" || "$ARCH" == "arm64" ]]; then
|
|
download_and_extract "llama-$RELEASE-bin-ubuntu-vulkan-arm64.tar.gz" "$APP_DIR/llm-backend/linux/vulkan"
|
|
download_and_extract "llama-$RELEASE-bin-ubuntu-arm64.tar.gz" "$APP_DIR/llm-backend/linux/cpu"
|
|
else
|
|
download_and_extract "llama-$RELEASE-bin-ubuntu-vulkan-x64.tar.gz" "$APP_DIR/llm-backend/linux/vulkan"
|
|
download_and_extract "llama-$RELEASE-bin-ubuntu-x64.tar.gz" "$APP_DIR/llm-backend/linux/cpu"
|
|
fi
|
|
else
|
|
echo "Unsupported platform: $PLATFORM" >&2
|
|
exit 1
|
|
fi
|