Update app_nobatching.py

app_nobatching.py

@@ -28,9 +28,9 @@ CLASSIFIER_MODEL_NAME = "saiteki-kai/QA-DeBERTa-v3-large-binary-3"
 
 # Generation parameters
 MAX_NEW_TOKENS = 256
-REPETITION_PENALTY = 1.15
-MAX_INPUT_LENGTH = 512
-MAX_CLASSIFIER_LENGTH = 512 + 256
+REPETITION_PENALTY = 1.1
+MAX_INPUT_LENGTH = 256
+MAX_CLASSIFIER_LENGTH = MAX_INPUT_LENGTH + MAX_NEW_TOKENS
 
 # ============================================================================
 # Model Loading