mlbench123 commited on
Commit
52d8c92
·
verified ·
1 Parent(s): 1200b35

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -10
app.py CHANGED
@@ -1,20 +1,13 @@
1
- import os
2
- import sys
3
-
4
- # Make sure local imports work on HF
5
  sys.path.append(os.path.dirname(__file__))
6
 
7
- # Force HF mode: no Ollama in Spaces
8
  os.environ.setdefault("LOCAL_LLM_PROVIDER", "transformers")
9
- os.environ.setdefault("HF_LLM_MODEL", "TinyLlama/TinyLlama-1.1B-Chat-v1.0")
 
10
 
11
- # Your local data files (must exist in Space root)
12
  os.environ.setdefault("DB_XLSX", "database.xlsx")
13
  os.environ.setdefault("EMB_CACHE", "treatment_embeddings.pkl")
14
 
15
  from gradio_new_rag_app import make_app
16
-
17
  demo = make_app()
18
-
19
- # IMPORTANT: HF needs the server to start and bind to 0.0.0.0:7860
20
  demo.launch(server_name="0.0.0.0", server_port=7860, show_error=True)
 
1
+ import os, sys
 
 
 
2
  sys.path.append(os.path.dirname(__file__))
3
 
 
4
  os.environ.setdefault("LOCAL_LLM_PROVIDER", "transformers")
5
+ os.environ.setdefault("HF_LLM_MODEL", "Qwen/Qwen2.5-0.5B-Instruct")
6
+ os.environ.setdefault("HF_MAX_NEW_TOKENS", "220")
7
 
 
8
  os.environ.setdefault("DB_XLSX", "database.xlsx")
9
  os.environ.setdefault("EMB_CACHE", "treatment_embeddings.pkl")
10
 
11
  from gradio_new_rag_app import make_app
 
12
  demo = make_app()
 
 
13
  demo.launch(server_name="0.0.0.0", server_port=7860, show_error=True)