Update app.py

app.py

@@ -1,25 +1,27 @@
 import gradio as gr
-from transformers import pipeline
+from huggingface_hub import InferenceClient
 
-# Load the GPT-2 model
-gpt2 = pipeline("text-generation", model="gpt2")
+# Initializing the Hugging Face InferenceClient
+import os
+token = os.getenv("HF_TOKEN")
+client = InferenceClient(model="gpt2", token=token)
 
-# Define the function that will generate the response
-def chat_with_gpt2(user_input):
-    # Use the GPT-2 model to generate a response
-    responses = gpt2(user_input, max_length=100, num_return_sequences=1)
-    # Return the first (and only) response
-    return responses[0]['generated_text']
+def generate_text(prompt):
+    # Calling the model to directly get the response as text
+    generated_text = client.text_generation(prompt, max_new_tokens=140)
+    # Since the response is plain text, directly return it
+    return generated_text
 
-# Create the Gradio interface
+
+
+# Creating a Gradio interface
 iface = gr.Interface(
-    fn=chat_with_gpt2, 
-    inputs=gr.inputs.Textbox(lines=2, placeholder="Type your message here..."), 
+    fn=generate_text,
+    inputs=gr.Textbox(lines=2, placeholder="Enter your prompt here..."),
     outputs="text",
-    title="Chat with GPT-2",
-    description="This is a simple chatbot powered by GPT-2. Type your message and get a response."
+    title="GPT-2 Text Generator",
+    description="This Gradio app generates text using the GPT-2 model. Enter a prompt and see how GPT-2 completes it."
 )
 
-# Launch the app
-if __name__ == "__main__":
-    iface.launch()
+# Launching the interface.
+iface.launch()