JumaRubea commited on
Commit
63b2a2b
·
verified ·
1 Parent(s): 83bd813

Update src/streamlit_app.py

Browse files
Files changed (1) hide show
  1. src/streamlit_app.py +2 -2
src/streamlit_app.py CHANGED
@@ -14,8 +14,8 @@ st.title("🤖 Juma's Assistant")
14
  # Load model and tokenizer once at startup
15
  @st.cache_resource
16
  def load_model():
17
- tokenizer = AutoTokenizer.from_pretrained("TinyLlama/TinyLlama-1.1B-Chat-v1.0")
18
- model = AutoModelForCausalLM.from_pretrained("TinyLlama/TinyLlama-1.1B-Chat-v1.0")
19
  device = "cuda" if torch.cuda.is_available() else "cpu"
20
  model.to(device)
21
  return tokenizer, model, device
 
14
  # Load model and tokenizer once at startup
15
  @st.cache_resource
16
  def load_model():
17
+ tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2.5-7B-Instruct")
18
+ model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-7B-Instruct")
19
  device = "cuda" if torch.cuda.is_available() else "cpu"
20
  model.to(device)
21
  return tokenizer, model, device