.

app.py

@@ -0,0 +1,15 @@
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+# torch.set_default_device("cuda")
+
+model = AutoModelForCausalLM.from_pretrained("microsoft/phi-2", torch_dtype="auto", trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2", trust_remote_code=True)
+def greet(text):
+    inputs = tokenizer(text, return_tensors="pt", return_attention_mask=False)
+    
+    outputs = model.generate(**inputs, max_length=200)
+    _text = tokenizer.batch_decode(outputs)[0]
+    return _text
+demo = gr.Interface(fn=greet, inputs="text", outputs="text")
+demo.launch()