Update app.py

app.py

@@ -3,10 +3,10 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 
 # torch.set_default_device("cuda")
 
-model = AutoModelForCausalLM.from_pretrained("microsoft/phi-2", torch_dtype="auto", trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained("microsoft/phi-2", torch_dtype=torch.float32, device_map="cpu", trust_remote_code=True)
 tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2", trust_remote_code=True)
 def greet(text):
-    inputs = tokenizer(text, return_tensors="pt", return_attention_mask=False)
+    inputs = tokenizer('Instruct: '+text, return_tensors="pt"+'\nOutput: ', return_attention_mask=False)
     
     outputs = model.generate(**inputs, max_length=200)
     _text = tokenizer.batch_decode(outputs)[0]