KalooAI commited on
Commit
1a03e36
·
verified ·
1 Parent(s): 94034e1

Update app.py

Browse files

LLM_MODEL = "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B"

Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -15,11 +15,14 @@ HF_TOKEN = os.getenv("HF_TOKEN", None)
15
  # Free model compatible with new HF API
16
  #LLM_MODEL = "meta-llama/Llama-3.2-1B-Instruct"
17
  #LLM_MODEL = "meta-llama/Llama-3.1-8B-Instruct"
18
- LLM_MODEL = "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B"
19
  # LLM_MODEL = "mistralai/Mistral-7B-Instruct-v0.3" Does not work
20
  # LLM_MODEL ="HuggingFaceH4/zephyr-7b-beta"
21
  # LLM_MODEL = "NousResearch/Hermes-2-Pro-Mistral-7B" Does not work
22
 
 
 
 
 
23
  # Local embedding model
24
  EMBEDDING_MODEL = "sentence-transformers/all-MiniLM-L6-v2"
25
 
 
15
  # Free model compatible with new HF API
16
  #LLM_MODEL = "meta-llama/Llama-3.2-1B-Instruct"
17
  #LLM_MODEL = "meta-llama/Llama-3.1-8B-Instruct"
 
18
  # LLM_MODEL = "mistralai/Mistral-7B-Instruct-v0.3" Does not work
19
  # LLM_MODEL ="HuggingFaceH4/zephyr-7b-beta"
20
  # LLM_MODEL = "NousResearch/Hermes-2-Pro-Mistral-7B" Does not work
21
 
22
+ # Great LLM
23
+ #LLM_MODEL = "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B"
24
+ LLM_MODEL = "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B"
25
+
26
  # Local embedding model
27
  EMBEDDING_MODEL = "sentence-transformers/all-MiniLM-L6-v2"
28