Spaces:
Sleeping
Sleeping
bug fixes
Browse files
app.py
CHANGED
|
@@ -63,8 +63,9 @@ def respond(message, history):
|
|
| 63 |
|
| 64 |
response = ""
|
| 65 |
|
| 66 |
-
responseStream = client.
|
| 67 |
-
model = "llama-3.1-8b-instant", messages, stream = True, max_tokens = 600, temperature = 0.4
|
|
|
|
| 68 |
|
| 69 |
for segment in responseStream:
|
| 70 |
token = segment.choices[0].delta.content
|
|
|
|
| 63 |
|
| 64 |
response = ""
|
| 65 |
|
| 66 |
+
responseStream = client.chat_completions.create(
|
| 67 |
+
model = "llama-3.1-8b-instant", messages = messages, stream = True, max_tokens = 600, temperature = 0.4
|
| 68 |
+
)
|
| 69 |
|
| 70 |
for segment in responseStream:
|
| 71 |
token = segment.choices[0].delta.content
|