dungeon29 commited on
Commit
81d3e20
·
verified ·
1 Parent(s): 152d4b1

Update llm_client.py

Browse files
Files changed (1) hide show
  1. llm_client.py +3 -3
llm_client.py CHANGED
@@ -165,9 +165,9 @@ class LLMClient:
165
  self.server_bin, self.lib_path = setup_llama_binaries()
166
 
167
  # Download Model (Qwen3-0.6B)
168
- print("� Loading Local Qwen3-0.6B (GGUF)...")
169
- model_repo = "Qwen/Qwen3-0.6B-GGUF"
170
- filename = "Qwen3-0.6B-Q8_0.gguf"
171
 
172
  self.model_path = hf_hub_download(
173
  repo_id=model_repo,
 
165
  self.server_bin, self.lib_path = setup_llama_binaries()
166
 
167
  # Download Model (Qwen3-0.6B)
168
+ print("� Loading Local Qwen3-4B (GGUF)...")
169
+ model_repo = "Qwen/Qwen3-4B-GGUF"
170
+ filename = "Qwen3-4B-Q4_K_M.gguf"
171
 
172
  self.model_path = hf_hub_download(
173
  repo_id=model_repo,