Update tasks/text.py

tasks/text.py

@@ -84,7 +84,12 @@ async def evaluate_text(request: TextEvaluationRequest):
     model = PeftModel.from_pretrained(base_model, path_adapter)
     model.eval()
     tokenizer = AutoTokenizer.from_pretrained(path_model)
-    
+    tokenizer.pad_token = tokenizer.eos_token  # Or any other token depending on your model
+    tokenizer.pad_token_id = tokenizer.eos_token_id
+
+    model.config.pad_token_id = tokenizer.pad_token_id
+    model.config.use_cache = False
+    model.config.pretraining_tp = 1
     def preprocess_function(df):
         return tokenizer(df["quote"], truncation=True)
     tokenized_test = test_dataset.map(preprocess_function, batched=True)