david167 commited on
Commit
0b2f34f
·
1 Parent(s): 6ea58d5

Enable concurrency_limit=10 for better parallel processing

Browse files

- Set default_concurrency_limit to 10 to handle 10 simultaneous requests
- Increased max_size to 100 for queue capacity
- This will significantly improve throughput for multiple users

Files changed (1) hide show
  1. gradio_app.py +5 -1
gradio_app.py CHANGED
@@ -243,4 +243,8 @@ demo = gr.Interface(
243
  )
244
 
245
  if __name__ == "__main__":
246
- demo.launch(server_name="0.0.0.0", server_port=7860, share=False)
 
 
 
 
 
243
  )
244
 
245
  if __name__ == "__main__":
246
+ # Enable queue with concurrency limit of 10
247
+ demo.queue(
248
+ default_concurrency_limit=10, # Handle 10 concurrent requests
249
+ max_size=100 # Allow up to 100 requests in queue
250
+ ).launch(server_name="0.0.0.0", server_port=7860, share=False)