Update app.py

app.py

@@ -1,12 +1,8 @@
 import gradio as gr
-from huggingface_hub import InferenceClient
-
-"""
-For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
-"""
+import torch  # Add this import
 from transformers import pipeline
 
-model_name = "EleutherAI/gpt-neo-1.3B"
+model_name = "EleutherAI/gpt-neo-2.7B"  # Adjusted to use a smaller model
 generator = pipeline("text-generation", model=model_name, torch_dtype=torch.float16)
 
 def generate_text(prompt):
@@ -16,6 +12,13 @@ interface = gr.Interface(fn=generate_text, inputs="text", outputs="text")
 interface.launch()
 
 
+def generate_text(prompt):
+    return generator(prompt, max_length=50)[0]["generated_text"]
+
+interface = gr.Interface(fn=generate_text, inputs="text", outputs="text")
+interface.launch()
+
+
 client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")