Update inference.py

inference.py

@@ -22,8 +22,12 @@ class DebertaEvaluator(nn.Module):
         
         return linear_output
 
-saved_model_path = './'
-model = torch.load(saved_model_path + 'fine-tuned-model.pt', map_location=torch.device(device))
-tokenizer = torch.load(saved_model_path + 'fine-tuned-tokenizer.pt', map_location=torch.device(device))
+def inference():
+    saved_model_path = './'
+    model = torch.load(saved_model_path + 'fine-tuned-model.pt', map_location=torch.device(device))
+    tokenizer = torch.load(saved_model_path + 'fine-tuned-tokenizer.pt', map_location=torch.device(device))
 
 model.eval()
+
+if __name__ == "__main__":
+    inference()