Update inference.py

inference.py

@@ -24,8 +24,8 @@ class DebertaEvaluator(nn.Module):
 
 def inference():
     saved_model_path = './'
-    model = torch.load(saved_model_path + 'fine-tuned-model.pt')
-    tokenizer = torch.load(saved_model_path + 'fine-tuned-tokenizer.pt')
+    model = torch.load(saved_model_path + 'fine-tuned-model.pt', map_location=torch.device('cpu'))
+    tokenizer = torch.load(saved_model_path + 'fine-tuned-tokenizer.pt', map_location=torch.device('cpu'))
     model.eval()
 
 if __name__ == "__main__":