srbhavya01 commited on
Commit
99a9b7a
·
verified ·
1 Parent(s): 5cdb82e

Update model_api.py

Browse files
Files changed (1) hide show
  1. model_api.py +2 -2
model_api.py CHANGED
@@ -6,7 +6,7 @@ def query_model(prompt):
6
  HF_TOKEN = os.getenv("HF_TOKEN")
7
 
8
  client = InferenceClient(
9
- model="mistralai/Mistral-7B-Instruct-v0.2",
10
  token=HF_TOKEN
11
  )
12
 
@@ -15,7 +15,7 @@ def query_model(prompt):
15
  {"role": "system", "content": "You are a certified professional fitness trainer."},
16
  {"role": "user", "content": prompt}
17
  ],
18
- max_tokens=2000,
19
  temperature=0.7
20
  )
21
 
 
6
  HF_TOKEN = os.getenv("HF_TOKEN")
7
 
8
  client = InferenceClient(
9
+ model="microsoft/Phi-3-mini-4k-instruct",
10
  token=HF_TOKEN
11
  )
12
 
 
15
  {"role": "system", "content": "You are a certified professional fitness trainer."},
16
  {"role": "user", "content": prompt}
17
  ],
18
+ max_tokens=1500,
19
  temperature=0.7
20
  )
21