Utiric commited on
Commit
e50e821
·
verified ·
1 Parent(s): 5cecbb0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -120,4 +120,4 @@ if __name__ == "__main__":
120
  **tokenizer(["Hi"], return_tensors="pt").to(model.device),
121
  max_new_tokens=1, do_sample=False, use_cache=True
122
  )
123
- demo.queue(concurrency_count=1, max_size=32).launch()
 
120
  **tokenizer(["Hi"], return_tensors="pt").to(model.device),
121
  max_new_tokens=1, do_sample=False, use_cache=True
122
  )
123
+ demo.queue(max_size=32).launch()