Update inference.py

inference.py

@@ -22,11 +22,15 @@ class DebertaEvaluator(nn.Module):
         
         return linear_output
 
-def inference():
+def inference(input_text):
     saved_model_path = './'
     model = torch.load(saved_model_path + 'fine-tuned-model.pt', map_location=torch.device('cpu'))
     tokenizer = torch.load(saved_model_path + 'fine-tuned-tokenizer.pt', map_location=torch.device('cpu'))
     model.eval()
+    input = tokenizer(input_text)
+    output = model(input_data['input_ids'].squeeze(1), input_data['attention_mask'])
+    
+    return output.tolist()
 
 if __name__ == "__main__":
     inference()