Update app.py
Browse files
app.py
CHANGED
|
@@ -67,7 +67,7 @@ def models(text, model, seed=42):
|
|
| 67 |
|
| 68 |
output = ""
|
| 69 |
try:
|
| 70 |
-
for token in client.chat_completion(prompt, max_tokens=
|
| 71 |
if token.choices and len(token.choices) > 0:
|
| 72 |
delta_content = token.choices[0].delta.content
|
| 73 |
if delta_content:
|
|
|
|
| 67 |
|
| 68 |
output = ""
|
| 69 |
try:
|
| 70 |
+
for token in client.chat_completion(prompt, max_tokens=200, stream=True):
|
| 71 |
if token.choices and len(token.choices) > 0:
|
| 72 |
delta_content = token.choices[0].delta.content
|
| 73 |
if delta_content:
|