Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -120,4 +120,4 @@ if __name__ == "__main__":
|
|
| 120 |
**tokenizer(["Hi"], return_tensors="pt").to(model.device),
|
| 121 |
max_new_tokens=1, do_sample=False, use_cache=True
|
| 122 |
)
|
| 123 |
-
demo.queue(
|
|
|
|
| 120 |
**tokenizer(["Hi"], return_tensors="pt").to(model.device),
|
| 121 |
max_new_tokens=1, do_sample=False, use_cache=True
|
| 122 |
)
|
| 123 |
+
demo.queue(max_size=32).launch()
|