File size: 469 Bytes
471c462 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 | @echo off
echo ========================================
echo Iniciando llama.cpp Servidor API
echo ========================================
REM Ajustar caminhos abaixo
set LLAMA_PATH=E:\AIVisionsLab\llama.cpp
set MODEL_PATH=E:\AIVisionsLab\models\mistral-7b-q4_k_m.gguf
echo Modelo: %MODEL_PATH%
echo Porta: 8080
echo.
%LLAMA_PATH%\build\bin\llama-server.exe ^
-m "%MODEL_PATH%" ^
-ngl 35 ^
--ctx-size 2048 ^
--port 8080 ^
--host 0.0.0.0
pause
|