ps1811 commited on
Commit
9cf0c50
·
1 Parent(s): 71c058e

ps1811 model used

Browse files
Files changed (1) hide show
  1. app/models/llm.py +2 -2
app/models/llm.py CHANGED
@@ -6,8 +6,8 @@ import threading
6
  from huggingface_hub import hf_hub_download
7
  from llama_cpp import Llama
8
 
9
- HF_REPO = os.getenv("LLAMA_HF_REPO", "openbmb/MiniCPM5-1B-GGUF")
10
- HF_FILENAME = os.getenv("LLAMA_HF_FILENAME", "MiniCPM5-1B-Q4_K_M.gguf")
11
 
12
  _model: Llama | None = None
13
  _init_lock = threading.Lock()
 
6
  from huggingface_hub import hf_hub_download
7
  from llama_cpp import Llama
8
 
9
+ HF_REPO = os.getenv("LLAMA_HF_REPO", "ps1811/advisor-minicpm-finetuned-gguf")
10
+ HF_FILENAME = os.getenv("LLAMA_HF_FILENAME", "advisor-minicpm-q4_k_m.gguf")
11
 
12
  _model: Llama | None = None
13
  _init_lock = threading.Lock()