srustik123 commited on
Commit
627f326
·
verified ·
1 Parent(s): 1f26eb7

Update model_api.py

Browse files
Files changed (1) hide show
  1. model_api.py +14 -8
model_api.py CHANGED
@@ -1,20 +1,26 @@
1
  import os
 
 
 
 
 
 
 
2
 
3
  def query_model(prompt):
4
  try:
5
- HF_TOKEN = os.getenv("HF_TOKEN")
6
- # You can also set provider at the client level
7
- client = InferenceClient(api_key=HF_TOKEN, provider="auto")
8
-
9
  response = client.chat.completions.create(
10
- model="Qwen/Qwen2.5-7B-Instruct",
11
  messages=[
12
- {"role": "system", "content": "You are a professional fitness trainer."},
13
  {"role": "user", "content": prompt}
14
  ],
15
- max_tokens=1500,
16
  temperature=0.7
17
  )
18
  return response.choices[0].message.content
 
19
  except Exception as e:
20
- return f"Error: {str(e)}"
 
1
  import os
2
+ from groq import Groq
3
+
4
+ try:
5
+ import streamlit as st
6
+ GROQ_API_KEY = st.secrets.get("GROQ_API_KEY") or os.getenv("GROQ_API_KEY")
7
+ except Exception:
8
+ GROQ_API_KEY = os.getenv("GROQ_API_KEY")
9
 
10
  def query_model(prompt):
11
  try:
12
+ client = Groq(api_key=GROQ_API_KEY)
13
+
 
 
14
  response = client.chat.completions.create(
15
+ model="llama-3.1-8b-instant", # Free, fast, powerful
16
  messages=[
17
+ {"role": "system", "content": "You are a professional fitness trainer and nutritionist."},
18
  {"role": "user", "content": prompt}
19
  ],
20
+ max_tokens=1000,
21
  temperature=0.7
22
  )
23
  return response.choices[0].message.content
24
+
25
  except Exception as e:
26
+ return f"Error: {str(e)}"