jackailocal / windows /Start-LlamaCppFallback.ps1
jackboy70's picture
Deploy: accurate lite-builder note
f25362a
Raw
History Blame Contribute Delete
554 Bytes
$ErrorActionPreference = 'Stop'
$Root = Split-Path -Parent $PSScriptRoot
$Exe = "$Root\backends\llama.cpp\windows\llama-server.exe"
$Model = "$Root\models\gguf\qwen3.5-4b-q4_k_m.gguf"
if (!(Test-Path $Exe)) { throw "Missing llama-server.exe" }
if (!(Test-Path $Model)) { throw "Missing GGUF model $Model" }
Start-Process -FilePath $Exe -ArgumentList "-m `"$Model`" --host 127.0.0.1 --port 8080 -c 8192" -WorkingDirectory $Root -WindowStyle Hidden -RedirectStandardOutput "$Root\logs\llamacpp.out.log" -RedirectStandardError "$Root\logs\llamacpp.err.log"