Update app.py

app.py

@@ -22,13 +22,13 @@ class _MLPVectorProjector(nn.Module):
 
 model_name = "microsoft/phi-2"
 
-phi2_text = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
+phi2_text = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype="auto", trust_remote_code=True)
 tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
 
 
 def textMode(text, count):
     count = int(count)
-    inputs = tokenizer(text, return_tensors="pt")
+    inputs = tokenizer(text, return_tensors="pt", return_attention_mask=False)
     prediction = tokenizer.batch_decode(
     phi2_text.generate(
         **inputs,