: implement modular model management system with support for LLM and Kokoro text-to-speech integration across platforms

This commit is contained in:
techjarves committed 2026-06-21 21:43:22 +05:30
1 parent d5d0c0ac19
commit bd89699994
18 files changed
+1693 -41

No files matched your search

+5
View File
@@ -134,6 +134,7 @@ LLM_SYCL_PATH="$APP_DIR/llm-backend/linux/sycl/llama-server"
LLM_VULKAN_PATH="$APP_DIR/llm-backend/linux/vulkan/llama-server"
LLM_CPU_PATH="$APP_DIR/llm-backend/linux/cpu/llama-server"
SPEECH_BACKEND_PATH="$APP_DIR/speech-backend/linux/whisper-cli"
TTS_RUNTIME_PATH="$APP_DIR/tts-runtime/node_modules/kokoro-js"
if [[ ! -x "$CPU_BACKEND_PATH" || ! -x "$CPU_SERVER_PATH" ]] && [[ ! -x "$BACKEND_PATH" || ! -x "$VULKAN_SERVER_PATH" ]]; then
SETUP_REASON="Linux backend binaries are missing or not executable."
fi
@@ -143,6 +144,9 @@ fi
if [[ ! -x "$SPEECH_BACKEND_PATH" ]]; then
SETUP_REASON="Linux whisper.cpp speech backend is missing or not executable."
fi
if [[ ! -d "$TTS_RUNTIME_PATH" ]]; then
SETUP_REASON="Kokoro text-to-speech runtime is missing."
fi
if [[ -n "$SETUP_REASON" ]]; then
echo ""
@@ -221,6 +225,7 @@ echo " Web UI: http://localhost:${FRONTEND_PORT}"
echo " GPU API: Auto-selected by the app (starts at 8080)"
echo " Text API: Starts when a GGUF model is loaded (port ${LLM_PORT})"
echo " Speech: Managed locally by the app"
echo " TTS: Managed locally by the app"
echo ""
echo " Press Ctrl+C in this window to stop all services."
echo " ============================================================"