Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -54,7 +54,7 @@ if __name__ == "__main__":
|
|
| 54 |
parser.add_argument("--host", type=str, default="0.0.0.0")
|
| 55 |
parser.add_argument("--port", type=int)
|
| 56 |
parser.add_argument("--controller-url", type=str, default="http://localhost:10000")
|
| 57 |
-
parser.add_argument("--concurrency-
|
| 58 |
parser.add_argument("--model-list-mode", type=str, default="reload", choices=["once", "reload"])
|
| 59 |
parser.add_argument("--share", action="store_true")
|
| 60 |
parser.add_argument("--moderate", action="store_true")
|
|
@@ -68,7 +68,7 @@ if __name__ == "__main__":
|
|
| 68 |
|
| 69 |
model_path = os.getenv("model", "posterllava/posterllava_v0")
|
| 70 |
bits = int(os.getenv("bits", 8))
|
| 71 |
-
|
| 72 |
|
| 73 |
controller_proc = start_controller()
|
| 74 |
worker_proc = start_worker(model_path, bits=bits)
|
|
@@ -81,7 +81,7 @@ if __name__ == "__main__":
|
|
| 81 |
demo = gws.build_demo(embed_mode=False, cur_dir='./')
|
| 82 |
demo.queue(
|
| 83 |
status_update_rate=10,
|
| 84 |
-
|
| 85 |
api_open=False
|
| 86 |
).launch(
|
| 87 |
server_name=gws.args.host,
|
|
|
|
| 54 |
parser.add_argument("--host", type=str, default="0.0.0.0")
|
| 55 |
parser.add_argument("--port", type=int)
|
| 56 |
parser.add_argument("--controller-url", type=str, default="http://localhost:10000")
|
| 57 |
+
parser.add_argument("--concurrency-count", type=int, default=5)
|
| 58 |
parser.add_argument("--model-list-mode", type=str, default="reload", choices=["once", "reload"])
|
| 59 |
parser.add_argument("--share", action="store_true")
|
| 60 |
parser.add_argument("--moderate", action="store_true")
|
|
|
|
| 68 |
|
| 69 |
model_path = os.getenv("model", "posterllava/posterllava_v0")
|
| 70 |
bits = int(os.getenv("bits", 8))
|
| 71 |
+
concurrency_count = int(os.getenv("concurrency_count", 10))
|
| 72 |
|
| 73 |
controller_proc = start_controller()
|
| 74 |
worker_proc = start_worker(model_path, bits=bits)
|
|
|
|
| 81 |
demo = gws.build_demo(embed_mode=False, cur_dir='./')
|
| 82 |
demo.queue(
|
| 83 |
status_update_rate=10,
|
| 84 |
+
concurrency_count=concurrency_count,
|
| 85 |
api_open=False
|
| 86 |
).launch(
|
| 87 |
server_name=gws.args.host,
|