srbhavya01 commited on
Commit
11b81fb
·
verified ·
1 Parent(s): 7d191b5

Update model_loader.py

Browse files
Files changed (1) hide show
  1. model_loader.py +24 -5
model_loader.py CHANGED
@@ -1,6 +1,25 @@
1
- from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 
2
 
3
- def load_model():
4
- tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-base")
5
- model = AutoModelForSeq2SeqLM.from_pretrained("google/flan-t5-base")
6
- return tokenizer, model
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from huggingface_hub import InferenceClient
2
+ import os
3
 
4
+ def query_model(prompt):
5
+ try:
6
+ HF_TOKEN = os.getenv("HF_TOKENN")
7
+
8
+ client = InferenceClient(
9
+ model="Qwen/Qwen2.5-7B-Instruct",
10
+ token=HF_TOKEN
11
+ )
12
+
13
+ response = client.chat_completion(
14
+ messages=[
15
+ {"role": "system", "content": "You are a certified professional fitness trainer."},
16
+ {"role": "user", "content": prompt}
17
+ ],
18
+ max_tokens=2000,
19
+ temperature=0.7
20
+ )
21
+
22
+ return response.choices[0].message.content
23
+
24
+ except Exception as e:
25
+ return f"Error: {str(e)}"