added model

app.py

@@ -3,12 +3,13 @@ import torch
 import transformers
 from transformers import AutoTokenizer, AutoModelWithLMHead
 
-# device=torch.device("cuda" if torch.cuda.is_available() else "cpu")
-device=torch.device("cpu")
+device=torch.device("cuda" if torch.cuda.is_available() else "cpu")
+# device=torch.device("cpu")
 
 tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-125M")
-model=torch.load("Gpt_neo_Epoch_10_Loss_031_data_5000.pth",map_location=torch.device('cpu'))
+# model=torch.load("Gpt_neo_Epoch_10_Loss_031_data_5000.pth",map_location=torch.device('cpu'))
 
+model=torch.load("Gpt_neo_Epoch_10_Loss_031_data_5000.pth",map_location=device)
 
 def predict_query(input_sentence,max_len=40,temp=0.7):
     pred=[]

requirements.txt

@@ -1,3 +1,3 @@
-torch=1.11.0
-transformers==4.19.2
+torch
+transformers
 streamlit