transcriber/scripts/setup-llama.ps1

param([string]$Release = "b9631")

$ErrorActionPreference = "Stop"
$scriptDir = Split-Path -Parent $MyInvocation.MyCommand.Path
$rootDir = Split-Path -Parent $scriptDir
$appDir = Join-Path $rootDir "app"
$toolsDir = Join-Path $appDir "tools"
$llmRoot = Join-Path $appDir "llm-backend\win"

function Enable-Tls12 {
    try {
        $tls12 = [Enum]::ToObject([Net.SecurityProtocolType], 3072)
        [Net.ServicePointManager]::SecurityProtocol =
            [Net.ServicePointManager]::SecurityProtocol -bor $tls12
    } catch {
        throw "TLS 1.2 could not be enabled: $($_.Exception.Message)"
    }
}

function Format-Bytes {
    param([long]$b)
    if ($b -gt 1GB) { return "{0:N2} GB" -f ($b / 1GB) }
    if ($b -gt 1MB) { return "{0:N1} MB" -f ($b / 1MB) }
    return "{0:N0} KB" -f ($b / 1KB)
}

function Format-Speed {
    param([double]$bps)
    if ($bps -gt 1MB) { return "{0:N1} MB/s" -f ($bps / 1MB) }
    return "{0:N0} KB/s" -f ($bps / 1KB)
}

function Download-File {
    param([string]$Url, [string]$DestPath, [string]$Label)
    
    $barWidth  = 48
    $lastBytes = [long]0
    $lastTime  = [DateTime]::Now

    Write-Host "   >>  Downloading $Label..."

    try {
        Enable-Tls12
        $req    = [System.Net.HttpWebRequest]::Create($Url)
        $req.UserAgent = "Mozilla/5.0"
        $resp   = $req.GetResponse()
        $total  = [long]$resp.ContentLength
        $stream = $resp.GetResponseStream()
        $out    = [System.IO.File]::Create($DestPath)
        $buf    = New-Object byte[] 65536
        $done   = [long]0

        while ($true) {
            $read = $stream.Read($buf, 0, $buf.Length)
            if ($read -le 0) { break }
            $out.Write($buf, 0, $read)
            $done += $read

            $now     = [DateTime]::Now
            $elapsed = ($now - $lastTime).TotalSeconds
            if ($elapsed -ge 0.35) {
                $speed     = ($done - $lastBytes) / $elapsed
                $lastBytes = $done
                $lastTime  = $now
                $pct  = if ($total -gt 0) { [int](($done / $total) * 100) } else { 0 }
                $fill = [int](($pct / 100) * $barWidth)
                $bar  = ("#" * $fill) + ("-" * ($barWidth - $fill))

                $eta = ""
                if ($speed -gt 0 -and $total -gt 0) {
                    $rem = [int](($total - $done) / $speed)
                    $eta = "  ETA $([int]($rem/60))m$($rem%60)s"
                }

                $dl  = Format-Bytes $done
                $tot = if ($total -gt 0) { " / " + (Format-Bytes $total) } else { "" }
                $spd = Format-Speed $speed
                Write-Host -NoNewline "`r      [$bar] $pct%  $dl$tot  $spd$eta   "
            }
        }

        $out.Close(); $stream.Close()
        Write-Host "`r      [$("#" * $barWidth)] 100%  $(Format-Bytes $done)  Done!                         " -ForegroundColor Green
        Write-Host ""
    } catch {
        Write-Host ""
        throw "Download failed: $_"
    }
}

function Install-LlamaArchive {
    param([string]$Variant, [string]$AssetName)

    $dest = Join-Path $llmRoot $Variant
    $server = Join-Path $dest "llama-server.exe"
    if (Test-Path $server) {
        Write-Host "   OK  llama.cpp $Variant backend already ready."
        return
    }

    $archive = Join-Path $toolsDir $AssetName
    $extract = Join-Path $toolsDir "llama-$Variant-extract"
    $url = "https://github.com/ggml-org/llama.cpp/releases/download/$Release/$AssetName"

    New-Item -ItemType Directory -Force -Path $toolsDir, $dest | Out-Null
    Remove-Item $archive, $extract -Recurse -Force -ErrorAction SilentlyContinue

    Download-File -Url $url -DestPath $archive -Label "llama.cpp $Variant backend ($Release)"

    Write-Host "   >>  Extracting llama.cpp $Variant backend..."
    Expand-Archive -Path $archive -DestinationPath $extract -Force

    Get-ChildItem $extract -Recurse -File | ForEach-Object {
        Copy-Item $_.FullName (Join-Path $dest $_.Name) -Force
    }
    Remove-Item $archive, $extract -Recurse -Force -ErrorAction SilentlyContinue

    if ($Variant -eq "cuda") {
        $cudartAsset = "cudart-llama-bin-win-cuda-12.4-x64.zip"
        $cudartArchive = Join-Path $toolsDir $cudartAsset
        $cudartExtract = Join-Path $toolsDir "llama-cudart-extract"
        $cudartUrl = "https://github.com/ggml-org/llama.cpp/releases/download/$Release/$cudartAsset"

        Remove-Item $cudartArchive, $cudartExtract -Recurse -Force -ErrorAction SilentlyContinue

        Download-File -Url $cudartUrl -DestPath $cudartArchive -Label "llama.cpp CUDA runtime library ($Release)"

        Write-Host "   >>  Extracting CUDA runtime libraries..."
        Expand-Archive -Path $cudartArchive -DestinationPath $cudartExtract -Force

        Get-ChildItem $cudartExtract -Recurse -File | ForEach-Object {
            Copy-Item $_.FullName (Join-Path $dest $_.Name) -Force
        }
        Remove-Item $cudartArchive, $cudartExtract -Recurse -Force -ErrorAction SilentlyContinue
    }

    if (-not (Test-Path $server)) {
        throw "llama-server.exe was not found after extracting $AssetName"
    }
    Write-Host "   OK  llama.cpp $Variant backend installed."
}

$hasNvidia = $false
try {
    $gpus = Get-CimInstance Win32_VideoController -ErrorAction SilentlyContinue
    foreach ($gpu in $gpus) {
        if ($gpu.Name -like "*NVIDIA*") {
            $hasNvidia = $true
        }
    }
} catch {}
if (-not $hasNvidia) {
    try {
        & nvidia-smi *> $null
        if ($LASTEXITCODE -eq 0) { $hasNvidia = $true }
    } catch {}
}

if ($hasNvidia) {
    Install-LlamaArchive -Variant "cuda" -AssetName "llama-$Release-bin-win-cuda-12.4-x64.zip"
}
Install-LlamaArchive -Variant "vulkan" -AssetName "llama-$Release-bin-win-vulkan-x64.zip"
Install-LlamaArchive -Variant "cpu" -AssetName "llama-$Release-bin-win-cpu-x64.zip"