change token size
Browse files
app.py
CHANGED
|
@@ -9,7 +9,7 @@ def generate_text(messages):
|
|
| 9 |
print("generate_text")
|
| 10 |
print(messages)
|
| 11 |
generated = ""
|
| 12 |
-
for token in client.chat_completion(messages, max_tokens=
|
| 13 |
content = (token.choices[0].delta.content)
|
| 14 |
generated += content
|
| 15 |
#print(content)
|
|
|
|
| 9 |
print("generate_text")
|
| 10 |
print(messages)
|
| 11 |
generated = ""
|
| 12 |
+
for token in client.chat_completion(messages, max_tokens=100,stream=True):
|
| 13 |
content = (token.choices[0].delta.content)
|
| 14 |
generated += content
|
| 15 |
#print(content)
|