Spaces:
Sleeping
Sleeping
Update model.py
Browse files
model.py
CHANGED
|
@@ -50,7 +50,7 @@ def run(message: str,
|
|
| 50 |
top_k=top_k,
|
| 51 |
temperature=temperature,
|
| 52 |
)
|
| 53 |
-
stream = client.
|
| 54 |
output = ""
|
| 55 |
for response in stream:
|
| 56 |
if any([end_token in response.token.text for end_token in [EOS_STRING, EOT_STRING]]):
|
|
|
|
| 50 |
top_k=top_k,
|
| 51 |
temperature=temperature,
|
| 52 |
)
|
| 53 |
+
stream = client.text_generation(prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
| 54 |
output = ""
|
| 55 |
for response in stream:
|
| 56 |
if any([end_token in response.token.text for end_token in [EOS_STRING, EOT_STRING]]):
|