Spaces:
Sleeping
Sleeping
Update run.py
Browse files
run.py
CHANGED
|
@@ -183,7 +183,7 @@ def multimodalResponse(message,history,dropdown):
|
|
| 183 |
str(context)
|
| 184 |
print(system)
|
| 185 |
formatted_prompt = format_prompt(system+"\n"+query, history)
|
| 186 |
-
stream =
|
| 187 |
output = ""
|
| 188 |
for response in stream:
|
| 189 |
output += response.token.text
|
|
|
|
| 183 |
str(context)
|
| 184 |
print(system)
|
| 185 |
formatted_prompt = format_prompt(system+"\n"+query, history)
|
| 186 |
+
stream = inferenceClient.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
| 187 |
output = ""
|
| 188 |
for response in stream:
|
| 189 |
output += response.token.text
|