precison9 commited on
Commit
20a622d
·
verified ·
1 Parent(s): 29a2f8e

Update flask_Character.py

Browse files
Files changed (1) hide show
  1. flask_Character.py +1 -1
flask_Character.py CHANGED
@@ -371,7 +371,7 @@ Write only the reply body. Do not repeat the email or mention any instruction.
371
 
372
  # --- Batching and Caching Configuration ---
373
  MAX_BATCH_SIZE = 20
374
- BATCH_TIMEOUT = 0.5 # seconds
375
 
376
  reply_request_queue: List[Tuple[GenerateReplyRequest, asyncio.Future, float]] = []
377
  reply_queue_lock = asyncio.Lock()
 
371
 
372
  # --- Batching and Caching Configuration ---
373
  MAX_BATCH_SIZE = 20
374
+ BATCH_TIMEOUT = 1 # seconds
375
 
376
  reply_request_queue: List[Tuple[GenerateReplyRequest, asyncio.Future, float]] = []
377
  reply_queue_lock = asyncio.Lock()