Arjun Singh commited on
Commit
6c8d0db
·
1 Parent(s): 9bd29a8

updated tokens

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ def chat_with_Mixtral(prompt, hugging_face_api_key):
12
  client = InferenceClient(model=model_name,token=hugging_face_api_key)
13
  messages = [{"role": "system", "content": system_prompt},{"role": "user", "content": prompt}]
14
  tokens = ""
15
- for completion in client.chat_completion(messages, max_tokens=200, stream=True):
16
  token = completion.choices[0].delta.content
17
  tokens += token
18
  yield tokens
 
12
  client = InferenceClient(model=model_name,token=hugging_face_api_key)
13
  messages = [{"role": "system", "content": system_prompt},{"role": "user", "content": prompt}]
14
  tokens = ""
15
+ for completion in client.chat_completion(messages, max_tokens=500, stream=True):
16
  token = completion.choices[0].delta.content
17
  tokens += token
18
  yield tokens