razaali10 commited on
Commit
e66696e
·
verified ·
1 Parent(s): 0b9c477

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -2
app.py CHANGED
@@ -4,8 +4,12 @@ import os
4
  import wntr
5
  from transformers import pipeline
6
 
7
- # Load LLM
8
- llm = pipelinepipeline("text-generation", model="Qwen/Qwen2.5-7B-Instruct-1M")
 
 
 
 
9
 
10
  st.title("💧 EPANET + LLM (via WNTR + Qwen LLM)")
11
 
 
4
  import wntr
5
  from transformers import pipeline
6
 
7
+ @st.cache_resource
8
+ def load_llm():
9
+ model_name = "Qwen/Qwen2.5-7B-Instruct-1M"
10
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
11
+ model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
12
+ return pipeline("text-generation", model=model, tokenizer=tokenizer)
13
 
14
  st.title("💧 EPANET + LLM (via WNTR + Qwen LLM)")
15