Update flask_Character.py
Browse files- flask_Character.py +1 -1
flask_Character.py
CHANGED
|
@@ -371,7 +371,7 @@ Write only the reply body. Do not repeat the email or mention any instruction.
|
|
| 371 |
|
| 372 |
# --- Batching and Caching Configuration ---
|
| 373 |
MAX_BATCH_SIZE = 20
|
| 374 |
-
BATCH_TIMEOUT =
|
| 375 |
|
| 376 |
reply_request_queue: List[Tuple[GenerateReplyRequest, asyncio.Future, float]] = []
|
| 377 |
reply_queue_lock = asyncio.Lock()
|
|
|
|
| 371 |
|
| 372 |
# --- Batching and Caching Configuration ---
|
| 373 |
MAX_BATCH_SIZE = 20
|
| 374 |
+
BATCH_TIMEOUT = 9000000 # seconds
|
| 375 |
|
| 376 |
reply_request_queue: List[Tuple[GenerateReplyRequest, asyncio.Future, float]] = []
|
| 377 |
reply_queue_lock = asyncio.Lock()
|