Arjun Singh
commited on
Commit
·
6c8d0db
1
Parent(s):
9bd29a8
updated tokens
Browse files
app.py
CHANGED
|
@@ -12,7 +12,7 @@ def chat_with_Mixtral(prompt, hugging_face_api_key):
|
|
| 12 |
client = InferenceClient(model=model_name,token=hugging_face_api_key)
|
| 13 |
messages = [{"role": "system", "content": system_prompt},{"role": "user", "content": prompt}]
|
| 14 |
tokens = ""
|
| 15 |
-
for completion in client.chat_completion(messages, max_tokens=
|
| 16 |
token = completion.choices[0].delta.content
|
| 17 |
tokens += token
|
| 18 |
yield tokens
|
|
|
|
| 12 |
client = InferenceClient(model=model_name,token=hugging_face_api_key)
|
| 13 |
messages = [{"role": "system", "content": system_prompt},{"role": "user", "content": prompt}]
|
| 14 |
tokens = ""
|
| 15 |
+
for completion in client.chat_completion(messages, max_tokens=500, stream=True):
|
| 16 |
token = completion.choices[0].delta.content
|
| 17 |
tokens += token
|
| 18 |
yield tokens
|