Update localrerank.py

localrerank.py

@@ -13,7 +13,7 @@ security = HTTPBearer()
 
 SK_KEY = os.environ.get("SK_KEY", "sk-aaabbbcccdddeeefffggghhhiiijjjkkk")
 MODEL_ID = os.environ.get("RERANK_MODEL", "Qwen/Qwen3-Reranker-4B")
-MAX_LENGTH = int(os.environ.get("MAX_LENGTH", "1024"))
+MAX_LENGTH = int(os.environ.get("MAX_LENGTH", "512"))
 DEVICE = 'cuda' if torch.cuda.is_available() else 'cpu'
 
 model = None
@@ -26,8 +26,8 @@ class RerankRequest(BaseModel):
     )
     query: str
     documents: Union[List[str], str]
-    top_k: int = Field(default=5, ge=1, le=100)
-    batch_size: int = Field(default=8, ge=1, le=32)
+    top_k: int = Field(default=5, ge=1, le=50)
+    batch_size: int = Field(default=4, ge=1, le=32)
     return_documents: bool = True
 
     @validator("documents", pre=True)