llm.py corrected. llama-cpp-python version set to 0.3.29
Browse files- app/models/llm.py +1 -1
- requirements.txt +1 -1
app/models/llm.py
CHANGED
|
@@ -44,7 +44,7 @@ def load_model() -> Llama:
|
|
| 44 |
return _model
|
| 45 |
|
| 46 |
print("⬇️ [load_model] downloading model...", flush=True)
|
| 47 |
-
model_path = hf_hub_download(repo_id=HF_REPO, filename=HF_FILENAME)
|
| 48 |
print(f"✅ [load_model] model downloaded at {model_path}", flush=True)
|
| 49 |
|
| 50 |
_preload_cuda_libs()
|
|
|
|
| 44 |
return _model
|
| 45 |
|
| 46 |
print("⬇️ [load_model] downloading model...", flush=True)
|
| 47 |
+
model_path = hf_hub_download(repo_id=HF_REPO, filename=HF_FILENAME, force_download=True,)
|
| 48 |
print(f"✅ [load_model] model downloaded at {model_path}", flush=True)
|
| 49 |
|
| 50 |
_preload_cuda_libs()
|
requirements.txt
CHANGED
|
@@ -3,7 +3,7 @@
|
|
| 3 |
|
| 4 |
nvidia-cublas-cu12
|
| 5 |
nvidia-cuda-runtime-cu12
|
| 6 |
-
llama-cpp-python==0.3.
|
| 7 |
|
| 8 |
gradio>=5.0.0
|
| 9 |
spaces>=0.43.0
|
|
|
|
| 3 |
|
| 4 |
nvidia-cublas-cu12
|
| 5 |
nvidia-cuda-runtime-cu12
|
| 6 |
+
llama-cpp-python==0.3.29
|
| 7 |
|
| 8 |
gradio>=5.0.0
|
| 9 |
spaces>=0.43.0
|