nzgnzg73 commited on
Commit
c33d79b
·
verified ·
1 Parent(s): 3ee3862

Delete llama_cpp_WebUI FILE/Run.BAT

Browse files
Files changed (1) hide show
  1. llama_cpp_WebUI FILE/Run.BAT +0 -59
llama_cpp_WebUI FILE/Run.BAT DELETED
@@ -1,59 +0,0 @@
1
- @echo off
2
- Title 🦙 Llama.cpp Local Server - GPU + Model Selector + Auto Chrome
3
-
4
- REM --- PATH SETTINGS ---
5
- SET BASE_DIR=D:\Flie\llama.cpp
6
- SET MODELS_DIR=%BASE_DIR%\models
7
- SET SERVER_EXE=%BASE_DIR%\llama-server.exe
8
-
9
- REM --- SERVER SETTINGS ---
10
- SET HOST_IP=0.0.0.0
11
- SET PORT=8080
12
- SET GPU_LAYERS=999
13
- SET CONTEXT_SIZE=4096
14
-
15
- echo ============================================
16
- echo 🦙 Llama.cpp Local Server - Model Selector
17
- echo ============================================
18
- echo.
19
- echo Available Models in: %MODELS_DIR%
20
- echo.
21
-
22
- REM --- LIST ALL MODELS ---
23
- SETLOCAL ENABLEDELAYEDEXPANSION
24
- SET COUNT=0
25
- for %%f in ("%MODELS_DIR%\*.gguf") do (
26
- SET /A COUNT+=1
27
- echo !COUNT!. %%~nxf
28
- SET "MODEL[!COUNT!]=%%~nxf"
29
- )
30
-
31
- echo.
32
- set /p choice=Enter the model number to load:
33
-
34
- IF "%choice%"=="" (
35
- echo No selection made. Exiting...
36
- pause
37
- exit /b
38
- )
39
-
40
- SET SELECTED_MODEL=!MODEL[%choice%]!
41
- echo.
42
- echo ✅ Selected model: %SELECTED_MODEL%
43
- echo ---------------------------------------------
44
-
45
- SET MODEL_PATH="%MODELS_DIR%\%SELECTED_MODEL%"
46
-
47
- echo Starting llama-server with %SELECTED_MODEL% on GPU...
48
- echo.
49
-
50
- REM --- START SERVER ---
51
- start "" "%SERVER_EXE%" --n-gpu-layers %GPU_LAYERS% --ctx-size %CONTEXT_SIZE% --port %PORT% --host %HOST_IP% -m %MODEL_PATH%
52
-
53
- REM --- OPEN CHROME AUTOMATICALLY ---
54
- timeout /t 2 >nul
55
- start "" chrome http://127.0.0.1:%PORT%/
56
-
57
- echo.
58
- echo 🦙 Server started. Browser should open automatically.
59
- pause