Spaces:
Build error
Build error
Commit
·
3031245
1
Parent(s):
bfbec74
Update app.py
Browse files
app.py
CHANGED
|
@@ -40,7 +40,7 @@ def run(message, chat_history, system_prompt, max_new_tokens=1024, temperature=0
|
|
| 40 |
stream = client.generate_stream(prompt, **generate_kwargs)
|
| 41 |
output = ''
|
| 42 |
for response in stream:
|
| 43 |
-
if any([end_token in response.
|
| 44 |
return output
|
| 45 |
else:
|
| 46 |
output += response.token.text
|
|
|
|
| 40 |
stream = client.generate_stream(prompt, **generate_kwargs)
|
| 41 |
output = ''
|
| 42 |
for response in stream:
|
| 43 |
+
if any([end_token in response.token.text for end_token in [EOS_STRING, EOT_STRING]]):
|
| 44 |
return output
|
| 45 |
else:
|
| 46 |
output += response.token.text
|