Update app.py
Browse files
app.py
CHANGED
|
@@ -30,13 +30,18 @@ def respond(
|
|
| 30 |
print('messages')
|
| 31 |
print(messages)
|
| 32 |
|
| 33 |
-
|
| 34 |
messages,
|
| 35 |
max_tokens=max_tokens,
|
| 36 |
stream=True,
|
| 37 |
temperature=temperature,
|
| 38 |
top_p=top_p,
|
| 39 |
-
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 40 |
token = message.choices[0].delta.content
|
| 41 |
|
| 42 |
response += token
|
|
|
|
| 30 |
print('messages')
|
| 31 |
print(messages)
|
| 32 |
|
| 33 |
+
response_data = client.chat_completion(
|
| 34 |
messages,
|
| 35 |
max_tokens=max_tokens,
|
| 36 |
stream=True,
|
| 37 |
temperature=temperature,
|
| 38 |
top_p=top_p,
|
| 39 |
+
)
|
| 40 |
+
|
| 41 |
+
# Debugging response data
|
| 42 |
+
print("Raw response data:", response_data
|
| 43 |
+
|
| 44 |
+
for message in response_data:
|
| 45 |
token = message.choices[0].delta.content
|
| 46 |
|
| 47 |
response += token
|