Spaces:
Paused
Paused
Update llm_client.py
Browse files- llm_client.py +3 -3
llm_client.py
CHANGED
|
@@ -165,9 +165,9 @@ class LLMClient:
|
|
| 165 |
self.server_bin, self.lib_path = setup_llama_binaries()
|
| 166 |
|
| 167 |
# Download Model (Qwen3-0.6B)
|
| 168 |
-
print("� Loading Local Qwen3-
|
| 169 |
-
model_repo = "Qwen/Qwen3-
|
| 170 |
-
filename = "Qwen3-
|
| 171 |
|
| 172 |
self.model_path = hf_hub_download(
|
| 173 |
repo_id=model_repo,
|
|
|
|
| 165 |
self.server_bin, self.lib_path = setup_llama_binaries()
|
| 166 |
|
| 167 |
# Download Model (Qwen3-0.6B)
|
| 168 |
+
print("� Loading Local Qwen3-4B (GGUF)...")
|
| 169 |
+
model_repo = "Qwen/Qwen3-4B-GGUF"
|
| 170 |
+
filename = "Qwen3-4B-Q4_K_M.gguf"
|
| 171 |
|
| 172 |
self.model_path = hf_hub_download(
|
| 173 |
repo_id=model_repo,
|