Update tasks/text.py

tasks/text.py

@@ -77,7 +77,10 @@ async def evaluate_text(request: TextEvaluationRequest):
      
     # training_args = torch.load("training_args.bin")
     # training_args.eval_strategy='no'
-     
+
+    model = model.half()
+    model.eval() 
+    
     trainer = Trainer(
         model=model,
         # args=training_args,