Update src/streamlit_app.py
Browse files- src/streamlit_app.py +2 -2
src/streamlit_app.py
CHANGED
|
@@ -14,8 +14,8 @@ st.title("🤖 Juma's Assistant")
|
|
| 14 |
# Load model and tokenizer once at startup
|
| 15 |
@st.cache_resource
|
| 16 |
def load_model():
|
| 17 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
| 18 |
-
model = AutoModelForCausalLM.from_pretrained("
|
| 19 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 20 |
model.to(device)
|
| 21 |
return tokenizer, model, device
|
|
|
|
| 14 |
# Load model and tokenizer once at startup
|
| 15 |
@st.cache_resource
|
| 16 |
def load_model():
|
| 17 |
+
tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2.5-7B-Instruct")
|
| 18 |
+
model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-7B-Instruct")
|
| 19 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 20 |
model.to(device)
|
| 21 |
return tokenizer, model, device
|