nzgnzg73 commited on
Commit
21010eb
·
verified ·
1 Parent(s): 7a6a274

Upload Run New FILE Edit....bat

Browse files
Files changed (1) hide show
  1. Run New FILE Edit....bat +109 -0
Run New FILE Edit....bat ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ @echo off
2
+ Title 🦙 Llama.cpp Local Server - GPU + Model Selector + Mobile Access
3
+
4
+ REM --- PATH SETTINGS ---
5
+ REM llama-server.exe موجود ہے اس فولڈر میں:
6
+ SET BASE_DIR=D:\Flie\llama.cpp\file
7
+
8
+ REM models فولڈر اصل میں یہاں ہے:
9
+ SET MODELS_DIR=D:\Flie\llama.cpp\models
10
+
11
+ REM llama-server.exe صحیح پاتھ:
12
+ SET SERVER_EXE=%BASE_DIR%\llama-server.exe
13
+
14
+ REM --- SERVER SETTINGS ---
15
+ SET HOST_IP=0.0.0.0
16
+ SET PORT=8005
17
+ SET GPU_LAYERS=1
18
+ SET CONTEXT_SIZE=114096
19
+
20
+ echo ============================================
21
+ echo Llama.cpp Local Server - Model Selector
22
+ echo ============================================
23
+ echo.
24
+ echo Available Models in: %MODELS_DIR%
25
+ echo.
26
+
27
+ REM --- LIST ALL MODELS ---
28
+ SETLOCAL ENABLEDELAYEDEXPANSION
29
+ SET COUNT=0
30
+ for %%f in ("%MODELS_DIR%\*.gguf") do (
31
+ SET /A COUNT+=1
32
+ echo !COUNT!. %%~nxf
33
+ SET "MODEL[!COUNT!]=%%~nxf"
34
+ )
35
+
36
+ echo.
37
+ echo --------------------------------------------
38
+ echo Type "QW" Vision Model (Qwen2.5-Omni)
39
+ echo Type "Ga" Gemma Model (gemma-3-12b)
40
+ echo Type "GE" Gemma Model (gemma-3-27b)
41
+ echo --------------------------------------------
42
+ echo.
43
+ set /p choice=Enter model number or type QW/Ga/GE:
44
+
45
+ REM --- IF USER TYPES QW ---
46
+ IF /I "%choice%"=="QW" (
47
+ echo.
48
+ echo 🧠 Starting Qwen2.5 Model...
49
+ echo --------------------------------------------
50
+ start "" "%SERVER_EXE%" --n-gpu-layers 1 --ctx-size 114096 -m "%MODELS_DIR%\Qwen\Qwen2.5-Omni-7B-BF16.gguf" --mmproj "%MODELS_DIR%\Qwen\mmproj-F16.gguf" --host %HOST_IP% --port %PORT%
51
+ timeout /t 3 >nul
52
+ goto :MOBILE_URL
53
+ )
54
+
55
+ REM --- IF USER TYPES GA ---
56
+ IF /I "%choice%"=="GA" (
57
+ echo.
58
+ echo 🧠 Starting Gemma 12B...
59
+ echo --------------------------------------------
60
+ start "" "%SERVER_EXE%" --n-gpu-layers 1 --ctx-size 114096 -m "%MODELS_DIR%\gamma\gemma-3-12b-it-Q4_K_S.gguf" --mmproj "%MODELS_DIR%\gamma\mmproj-model-f16-12B.gguf" --host %HOST_IP% --port %PORT%
61
+ timeout /t 3 >nul
62
+ goto :MOBILE_URL
63
+ )
64
+
65
+ REM --- IF USER TYPES GE ---
66
+ IF /I "%choice%"=="GE" (
67
+ echo.
68
+ echo 🧠 Starting Gemma 27B...
69
+ echo --------------------------------------------
70
+ start "" "%SERVER_EXE%" --n-gpu-layers 1 --ctx-size 114096 -m "%MODELS_DIR%\gamma\gemma-3-27b-it-abliterated.q4_k_m.gguf" --mmproj "%MODELS_DIR%\gamma\mmproj-model-f16-27B.gguf" --host %HOST_IP% --port %PORT%
71
+ timeout /t 3 >nul
72
+ goto :MOBILE_URL
73
+ )
74
+
75
+ REM --- NORMAL MODEL SELECTION ---
76
+ IF "%choice%"=="" (
77
+ echo No selection made. Exiting...
78
+ pause
79
+ exit /b
80
+ )
81
+
82
+ SET SELECTED_MODEL=!MODEL[%choice%]!
83
+ SET MODEL_PATH="%MODELS_DIR%\%SELECTED_MODEL%"
84
+
85
+ echo.
86
+ echo ✅ Selected model: %SELECTED_MODEL%
87
+ echo ---------------------------------------------
88
+
89
+ echo.
90
+ echo 🚀 Starting llama-server with %SELECTED_MODEL% ...
91
+ echo.
92
+
93
+ start "" "%SERVER_EXE%" --n-gpu-layers %GPU_LAYERS% --ctx-size %CONTEXT_SIZE% -m %MODEL_PATH% --host %HOST_IP% --port %PORT%
94
+ timeout /t 3 >nul
95
+
96
+ :MOBILE_URL
97
+ REM --- GET LOCAL IP FOR MOBILE ACCESS ---
98
+ for /f "tokens=14" %%a in ('ipconfig ^| findstr /i "IPv4"') do set LOCAL_IP=%%a
99
+ set LOCAL_IP=%LOCAL_IP: =%
100
+
101
+ echo.
102
+ echo 🌐 Open on this PC: http://127.0.0.1:%PORT%
103
+ echo 📱 Open on your mobile: http://%LOCAL_IP%:%PORT%
104
+ echo.
105
+
106
+ REM --- Open Chrome on PC ---
107
+ start "" chrome http://127.0.0.1:%PORT%/
108
+
109
+ pause