Update inference.py

inference.py

@@ -26,8 +26,7 @@ def inference():
     saved_model_path = './'
     model = torch.load(saved_model_path + 'fine-tuned-model.pt', map_location=torch.device(device))
     tokenizer = torch.load(saved_model_path + 'fine-tuned-tokenizer.pt', map_location=torch.device(device))
-
-model.eval()
+    model.eval()
 
 if __name__ == "__main__":
     inference()