ncomly-nvidia commited on
Commit
af7aa62
·
verified ·
1 Parent(s): 04c3ecc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -46,6 +46,7 @@ def emulate(text, ttft=1000, out_tps=10, in_tps=None, model_name="lmsys/vicuna-7
46
  print(f'Starting...\n\n')
47
  start_time = time.time()
48
  # Delay by ttft
 
49
  sleep_ms(ttft)
50
  ttft_time = time.time()
51
 
 
46
  print(f'Starting...\n\n')
47
  start_time = time.time()
48
  # Delay by ttft
49
+ yield "[starting]\n"
50
  sleep_ms(ttft)
51
  ttft_time = time.time()
52