nzgnzg73 commited on
Commit
2920965
·
verified ·
1 Parent(s): 7356c6d

Delete Run New FILE Edit....bat

Browse files
Files changed (1) hide show
  1. Run New FILE Edit....bat +0 -109
Run New FILE Edit....bat DELETED
@@ -1,109 +0,0 @@
1
- @echo off
2
- Title 🦙 Llama.cpp Local Server - GPU + Model Selector + Mobile Access
3
-
4
- REM --- PATH SETTINGS ---
5
- REM llama-server.exe موجود ہے اس فولڈر میں:
6
- SET BASE_DIR=D:\Flie\llama.cpp\file
7
-
8
- REM models فولڈر اصل میں یہاں ہے:
9
- SET MODELS_DIR=D:\Flie\llama.cpp\models
10
-
11
- REM llama-server.exe صحیح پاتھ:
12
- SET SERVER_EXE=%BASE_DIR%\llama-server.exe
13
-
14
- REM --- SERVER SETTINGS ---
15
- SET HOST_IP=0.0.0.0
16
- SET PORT=8005
17
- SET GPU_LAYERS=1
18
- SET CONTEXT_SIZE=114096
19
-
20
- echo ============================================
21
- echo Llama.cpp Local Server - Model Selector
22
- echo ============================================
23
- echo.
24
- echo Available Models in: %MODELS_DIR%
25
- echo.
26
-
27
- REM --- LIST ALL MODELS ---
28
- SETLOCAL ENABLEDELAYEDEXPANSION
29
- SET COUNT=0
30
- for %%f in ("%MODELS_DIR%\*.gguf") do (
31
- SET /A COUNT+=1
32
- echo !COUNT!. %%~nxf
33
- SET "MODEL[!COUNT!]=%%~nxf"
34
- )
35
-
36
- echo.
37
- echo --------------------------------------------
38
- echo Type "QW" Vision Model (Qwen2.5-Omni)
39
- echo Type "Ga" Gemma Model (gemma-3-12b)
40
- echo Type "GE" Gemma Model (gemma-3-27b)
41
- echo --------------------------------------------
42
- echo.
43
- set /p choice=Enter model number or type QW/Ga/GE:
44
-
45
- REM --- IF USER TYPES QW ---
46
- IF /I "%choice%"=="QW" (
47
- echo.
48
- echo 🧠 Starting Qwen2.5 Model...
49
- echo --------------------------------------------
50
- start "" "%SERVER_EXE%" --n-gpu-layers 1 --ctx-size 114096 -m "%MODELS_DIR%\Qwen\Qwen2.5-Omni-7B-BF16.gguf" --mmproj "%MODELS_DIR%\Qwen\mmproj-F16.gguf" --host %HOST_IP% --port %PORT%
51
- timeout /t 3 >nul
52
- goto :MOBILE_URL
53
- )
54
-
55
- REM --- IF USER TYPES GA ---
56
- IF /I "%choice%"=="GA" (
57
- echo.
58
- echo 🧠 Starting Gemma 12B...
59
- echo --------------------------------------------
60
- start "" "%SERVER_EXE%" --n-gpu-layers 1 --ctx-size 114096 -m "%MODELS_DIR%\gamma\gemma-3-12b-it-Q4_K_S.gguf" --mmproj "%MODELS_DIR%\gamma\mmproj-model-f16-12B.gguf" --host %HOST_IP% --port %PORT%
61
- timeout /t 3 >nul
62
- goto :MOBILE_URL
63
- )
64
-
65
- REM --- IF USER TYPES GE ---
66
- IF /I "%choice%"=="GE" (
67
- echo.
68
- echo 🧠 Starting Gemma 27B...
69
- echo --------------------------------------------
70
- start "" "%SERVER_EXE%" --n-gpu-layers 1 --ctx-size 114096 -m "%MODELS_DIR%\gamma\gemma-3-27b-it-abliterated.q4_k_m.gguf" --mmproj "%MODELS_DIR%\gamma\mmproj-model-f16-27B.gguf" --host %HOST_IP% --port %PORT%
71
- timeout /t 3 >nul
72
- goto :MOBILE_URL
73
- )
74
-
75
- REM --- NORMAL MODEL SELECTION ---
76
- IF "%choice%"=="" (
77
- echo No selection made. Exiting...
78
- pause
79
- exit /b
80
- )
81
-
82
- SET SELECTED_MODEL=!MODEL[%choice%]!
83
- SET MODEL_PATH="%MODELS_DIR%\%SELECTED_MODEL%"
84
-
85
- echo.
86
- echo ✅ Selected model: %SELECTED_MODEL%
87
- echo ---------------------------------------------
88
-
89
- echo.
90
- echo 🚀 Starting llama-server with %SELECTED_MODEL% ...
91
- echo.
92
-
93
- start "" "%SERVER_EXE%" --n-gpu-layers %GPU_LAYERS% --ctx-size %CONTEXT_SIZE% -m %MODEL_PATH% --host %HOST_IP% --port %PORT%
94
- timeout /t 3 >nul
95
-
96
- :MOBILE_URL
97
- REM --- GET LOCAL IP FOR MOBILE ACCESS ---
98
- for /f "tokens=14" %%a in ('ipconfig ^| findstr /i "IPv4"') do set LOCAL_IP=%%a
99
- set LOCAL_IP=%LOCAL_IP: =%
100
-
101
- echo.
102
- echo 🌐 Open on this PC: http://127.0.0.1:%PORT%
103
- echo 📱 Open on your mobile: http://%LOCAL_IP%:%PORT%
104
- echo.
105
-
106
- REM --- Open Chrome on PC ---
107
- start "" chrome http://127.0.0.1:%PORT%/
108
-
109
- pause