Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -44,7 +44,7 @@ def generate(inputuno, inputdos, max_new_tokens=3556, top_p=0.95, repetition_pen
|
|
| 44 |
},
|
| 45 |
]
|
| 46 |
|
| 47 |
-
stream = client.text_generation(
|
| 48 |
output = ""
|
| 49 |
|
| 50 |
for response in stream:
|
|
|
|
| 44 |
},
|
| 45 |
]
|
| 46 |
|
| 47 |
+
stream = client.text_generation(messages, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
| 48 |
output = ""
|
| 49 |
|
| 50 |
for response in stream:
|