ps1811 commited on
Commit
364f9fa
·
1 Parent(s): 9cf0c50

llm.py corrected. llama-cpp-python version set to 0.3.29

Browse files
Files changed (2) hide show
  1. app/models/llm.py +1 -1
  2. requirements.txt +1 -1
app/models/llm.py CHANGED
@@ -44,7 +44,7 @@ def load_model() -> Llama:
44
  return _model
45
 
46
  print("⬇️ [load_model] downloading model...", flush=True)
47
- model_path = hf_hub_download(repo_id=HF_REPO, filename=HF_FILENAME)
48
  print(f"✅ [load_model] model downloaded at {model_path}", flush=True)
49
 
50
  _preload_cuda_libs()
 
44
  return _model
45
 
46
  print("⬇️ [load_model] downloading model...", flush=True)
47
+ model_path = hf_hub_download(repo_id=HF_REPO, filename=HF_FILENAME, force_download=True,)
48
  print(f"✅ [load_model] model downloaded at {model_path}", flush=True)
49
 
50
  _preload_cuda_libs()
requirements.txt CHANGED
@@ -3,7 +3,7 @@
3
 
4
  nvidia-cublas-cu12
5
  nvidia-cuda-runtime-cu12
6
- llama-cpp-python==0.3.23
7
 
8
  gradio>=5.0.0
9
  spaces>=0.43.0
 
3
 
4
  nvidia-cublas-cu12
5
  nvidia-cuda-runtime-cu12
6
+ llama-cpp-python==0.3.29
7
 
8
  gradio>=5.0.0
9
  spaces>=0.43.0