posterllava commited on
Commit
c36e11b
·
verified ·
1 Parent(s): 1698342

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -54,7 +54,7 @@ if __name__ == "__main__":
54
  parser.add_argument("--host", type=str, default="0.0.0.0")
55
  parser.add_argument("--port", type=int)
56
  parser.add_argument("--controller-url", type=str, default="http://localhost:10000")
57
- parser.add_argument("--concurrency-limit", type=int, default=5)
58
  parser.add_argument("--model-list-mode", type=str, default="reload", choices=["once", "reload"])
59
  parser.add_argument("--share", action="store_true")
60
  parser.add_argument("--moderate", action="store_true")
@@ -68,7 +68,7 @@ if __name__ == "__main__":
68
 
69
  model_path = os.getenv("model", "posterllava/posterllava_v0")
70
  bits = int(os.getenv("bits", 8))
71
- concurrency_limit = int(os.getenv("concurrency_limit", 10))
72
 
73
  controller_proc = start_controller()
74
  worker_proc = start_worker(model_path, bits=bits)
@@ -81,7 +81,7 @@ if __name__ == "__main__":
81
  demo = gws.build_demo(embed_mode=False, cur_dir='./')
82
  demo.queue(
83
  status_update_rate=10,
84
- concurrency_limit=concurrency_limit,
85
  api_open=False
86
  ).launch(
87
  server_name=gws.args.host,
 
54
  parser.add_argument("--host", type=str, default="0.0.0.0")
55
  parser.add_argument("--port", type=int)
56
  parser.add_argument("--controller-url", type=str, default="http://localhost:10000")
57
+ parser.add_argument("--concurrency-count", type=int, default=5)
58
  parser.add_argument("--model-list-mode", type=str, default="reload", choices=["once", "reload"])
59
  parser.add_argument("--share", action="store_true")
60
  parser.add_argument("--moderate", action="store_true")
 
68
 
69
  model_path = os.getenv("model", "posterllava/posterllava_v0")
70
  bits = int(os.getenv("bits", 8))
71
+ concurrency_count = int(os.getenv("concurrency_count", 10))
72
 
73
  controller_proc = start_controller()
74
  worker_proc = start_worker(model_path, bits=bits)
 
81
  demo = gws.build_demo(embed_mode=False, cur_dir='./')
82
  demo.queue(
83
  status_update_rate=10,
84
+ concurrency_count=concurrency_count,
85
  api_open=False
86
  ).launch(
87
  server_name=gws.args.host,