KalooAI commited on
Commit
04a11e4
·
verified ·
1 Parent(s): 70f2013

Update app.py

Browse files

LLM_MODEL = "DeepSeek‑R1‑Distill‑Qwen‑7B"

Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -15,10 +15,10 @@ HF_TOKEN = os.getenv("HF_TOKEN", None)
15
  # Free model compatible with new HF API
16
  #LLM_MODEL = "meta-llama/Llama-3.2-1B-Instruct"
17
  #LLM_MODEL = "meta-llama/Llama-3.1-8B-Instruct"
18
- LLM_MODEL = "meta-llama/Llama-3.2-8B-Instruct"
19
- # LLM_MODEL = "mistralai/Mistral-7B-Instruct-v0.3"
20
  # LLM_MODEL ="HuggingFaceH4/zephyr-7b-beta"
21
- # LLM_MODEL = "NousResearch/Hermes-2-Pro-Mistral-7B"
22
 
23
  # Local embedding model
24
  EMBEDDING_MODEL = "sentence-transformers/all-MiniLM-L6-v2"
 
15
  # Free model compatible with new HF API
16
  #LLM_MODEL = "meta-llama/Llama-3.2-1B-Instruct"
17
  #LLM_MODEL = "meta-llama/Llama-3.1-8B-Instruct"
18
+ LLM_MODEL = "DeepSeek‑R1‑Distill‑Qwen‑7B"
19
+ # LLM_MODEL = "mistralai/Mistral-7B-Instruct-v0.3" Does not work
20
  # LLM_MODEL ="HuggingFaceH4/zephyr-7b-beta"
21
+ # LLM_MODEL = "NousResearch/Hermes-2-Pro-Mistral-7B" Does not work
22
 
23
  # Local embedding model
24
  EMBEDDING_MODEL = "sentence-transformers/all-MiniLM-L6-v2"