Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -46,6 +46,7 @@ def emulate(text, ttft=1000, out_tps=10, in_tps=None, model_name="lmsys/vicuna-7
|
|
| 46 |
print(f'Starting...\n\n')
|
| 47 |
start_time = time.time()
|
| 48 |
# Delay by ttft
|
|
|
|
| 49 |
sleep_ms(ttft)
|
| 50 |
ttft_time = time.time()
|
| 51 |
|
|
|
|
| 46 |
print(f'Starting...\n\n')
|
| 47 |
start_time = time.time()
|
| 48 |
# Delay by ttft
|
| 49 |
+
yield "[starting]\n"
|
| 50 |
sleep_ms(ttft)
|
| 51 |
ttft_time = time.time()
|
| 52 |
|