Update tasks/text.py

tasks/text.py

@@ -9,7 +9,7 @@ from .utils.emissions import tracker, clean_emissions_data, get_space_info
 
 router = APIRouter()
 
-DESCRIPTION = "Random Baseline"
+DESCRIPTION = "modernBERT"
 ROUTE = "/text"
 
 @router.post(ROUTE, tags=["Text Task"], 
@@ -57,8 +57,27 @@ async def evaluate_text(request: TextEvaluationRequest):
     #--------------------------------------------------------------------------------------------   
     
     # Make random predictions (placeholder for actual model inference)
-    true_labels = test_dataset["label"]
-    predictions = [random.randint(0, 7) for _ in range(len(true_labels))]
+    # true_labels = test_dataset["label"]
+    # predictions = [random.randint(0, 7) for _ in range(len(true_labels))]
+    path_model = 'MatthiasPi/CARDS_ModernBert_no_overfitting'
+    path_tokenizer = "answerdotai/ModernBERT-base"
+    
+    model = AutoModelForSequenceClassification.from_pretrained(path_model)
+    
+    def preprocess_function(df):
+        return tokenizer(df["quote"], truncation=True)
+    tokenized_test = test_dataset.map(preprocess_function, batched=True)
+     
+    training_args = torch.load("../training_args.bin")
+    training_args.eval_strategy='no'
+     
+    trainer = Trainer(
+        model=model,
+        args=training_args,
+        tokenizer=tokenizer
+    )
+    
+    predictions = trainer.predict(tokenized_test)
 
     #--------------------------------------------------------------------------------------------
     # YOUR MODEL INFERENCE STOPS HERE