Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -59,15 +59,8 @@ def generate(
|
|
| 59 |
seed = seed + 1
|
| 60 |
formatted_prompt = format_prompt(prompt, history, system_prompt)
|
| 61 |
|
| 62 |
-
cli = client
|
| 63 |
-
status = cli.get_model_status()
|
| 64 |
-
print(f"Model 1 status: {status}")
|
| 65 |
-
if not status.loaded and status.state == 'Loadable':
|
| 66 |
-
cli.text_generation('Hello!', **generate_kwargs, return_full_text=False)
|
| 67 |
-
cli = client2
|
| 68 |
-
|
| 69 |
try:
|
| 70 |
-
stream =
|
| 71 |
output = ""
|
| 72 |
|
| 73 |
for response in stream:
|
|
|
|
| 59 |
seed = seed + 1
|
| 60 |
formatted_prompt = format_prompt(prompt, history, system_prompt)
|
| 61 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 62 |
try:
|
| 63 |
+
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
| 64 |
output = ""
|
| 65 |
|
| 66 |
for response in stream:
|