Spaces:
Sleeping
Sleeping
Update main.py
Browse filesstream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
main.py
CHANGED
|
@@ -42,7 +42,7 @@ def generate(item: Item):
|
|
| 42 |
)
|
| 43 |
|
| 44 |
formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)
|
| 45 |
-
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False
|
| 46 |
output = ""
|
| 47 |
|
| 48 |
for response in stream:
|
|
|
|
| 42 |
)
|
| 43 |
|
| 44 |
formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)
|
| 45 |
+
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
| 46 |
output = ""
|
| 47 |
|
| 48 |
for response in stream:
|