Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -11,16 +11,16 @@ def respond(message, history):
|
|
| 11 |
messages.extend(history)
|
| 12 |
messages.append({"role":"user","content": message})
|
| 13 |
|
| 14 |
-
response = ""
|
| 15 |
-
|
| 16 |
-
for message in client.chat_completion(
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
):
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
|
| 25 |
|
| 26 |
# top_p & temperature
|
|
|
|
| 11 |
messages.extend(history)
|
| 12 |
messages.append({"role":"user","content": message})
|
| 13 |
|
| 14 |
+
response = ""
|
| 15 |
+
|
| 16 |
+
for message in client.chat_completion(
|
| 17 |
+
messages,
|
| 18 |
+
max_tokens = 400,
|
| 19 |
+
stream = True
|
| 20 |
+
):
|
| 21 |
+
token = message.choices[0].delta.content
|
| 22 |
+
response += token
|
| 23 |
+
yield response
|
| 24 |
|
| 25 |
|
| 26 |
# top_p & temperature
|