Update app.py

app.py

@@ -1,32 +1,20 @@
-from huggingface_hub import InferenceClient
 import gradio as gr
+from transformers import pipeline
 
-# Load your fine-tuned model
-client = InferenceClient("King-8/community-gpt2")
+# Load the text-generation pipeline
+generator = pipeline("text-generation", model="King-8/community-gpt2")
 
-# Simple function to chat
-def chat_fn(message, history):
-    # Merge history into the prompt
-    history_text = ""
-    for user_input, model_output in history:
-        history_text += f"User: {user_input}\nAssistant: {model_output}\n"
-    full_prompt = history_text + f"User: {message}\nAssistant:"
+# Define the chatbot response function
+def chat(prompt):
+    response = generator(prompt, max_length=100, do_sample=True, temperature=0.7)
+    return response[0]["generated_text"]
 
-    # Generate a response
-    response = client.text_generation(
-        prompt=full_prompt,
-        max_new_tokens=100,
-        temperature=0.7,
-        repetition_penalty=1.1,
-    )
+# Set up the Gradio interface
+iface = gr.Interface(fn=chat, 
+                     inputs="text", 
+                     outputs="text",
+                     title="Community GPT-2 Chatbot",
+                     description="Ask me anything!")
 
-    # Add the new interaction to history
-    history.append((message, response))
-    return history
-
-# Set up the Gradio app
-gr.ChatInterface(
-    fn=chat_fn,
-    title="Community Chatbot",
-    description="A chatbot fine-tuned on community conversations using GPT-2.",
-).launch()
+# Launch the app
+iface.launch()