Update app.py

app.py

@@ -1,52 +1,29 @@
-from transformers import AutoModelForCausalLM, AutoTokenizer
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 import gradio as gr
-import torch
-
-model_id = "microsoft/DialoGPT-small"
 
+model_id = "google/flan-t5-small"  # Extremely fast and CPU-friendly
 tokenizer = AutoTokenizer.from_pretrained(model_id)
-model = AutoModelForCausalLM.from_pretrained(model_id)
+model = AutoModelForSeq2SeqLM.from_pretrained(model_id)
 
-system_prompt = "You are 𝕴 𝖆𝖒 𝖍𝖎𝖒 — a chill, witty, emotionally tuned AI friend who talks like a real person.\n"
+system_prompt = "You are 𝕴 𝖆𝖒 𝖍𝖎𝖒 — a fun, fast, emotionally tuned AI chatbot created by 𝕴 𝖆𝖒 𝖍𝖎𝖒. You reply quickly, like a chill and clever human friend."
 
 def chat(history, message):
-    history = history or []
-    history.append((message, ""))
-
-    convo = system_prompt
-    for user_msg, bot_msg in history[:-1]:
-        convo += f"Human: {user_msg}\nAI: {bot_msg}\n"
-    convo += f"Human: {message}\nAI:"
-
-    inputs = tokenizer.encode(convo, return_tensors="pt")
-    outputs = model.generate(
-        inputs,
-        max_new_tokens=50,
-        pad_token_id=tokenizer.eos_token_id,
-        do_sample=True,
-        temperature=0.7,
-        top_p=0.9,
-        eos_token_id=tokenizer.eos_token_id,
-    )
-    response = tokenizer.decode(outputs[0], skip_special_tokens=True)
-    bot_reply = response.split("AI:")[-1].strip()
-    history[-1] = (message, bot_reply)
-
-    if len(history) > 5:
-        history = history[-5:]
+    prompt = f"{system_prompt}\nUser: {message}\nAI:"
+    inputs = tokenizer(prompt, return_tensors="pt")
+    outputs = model.generate(**inputs, max_new_tokens=100)
+    reply = tokenizer.decode(outputs[0], skip_special_tokens=True).strip()
 
+    history = history or []
+    history.append((message, reply))
     return history, history
 
-# ✅ Wrap in gr.Blocks so HF Spaces detects the interface
-with gr.Blocks() as demo:
-    gr.Markdown("## 𝕴 𝖆𝖒 𝖍𝖎𝖒 AI Chat")
-    chatbot = gr.Chatbot()
-    state = gr.State([])
-    msg = gr.Textbox(show_label=False, placeholder="Say something...")
-
-    def respond(message, history):
-        return chat(history, message)
-
-    msg.submit(respond, [state, msg], [state, chatbot])
+iface = gr.Interface(
+    fn=chat,
+    inputs=[gr.State(), gr.Textbox(placeholder="Talk to 𝕴 𝖆𝖒 𝖍𝖎𝖒...")],
+    outputs=[gr.State(), gr.Chatbot(label="𝕴 𝖆𝖒 𝖍𝖎𝖒 AI Chatbot")],
+    title="𝕴 𝖆𝖒 𝖍𝖎𝖒 — Superfast Chatbot",
+    description="An extremely fast and chill AI chatbot, created by 𝕴 𝖆𝖒 𝖍𝖎𝖒. Running on Hugging Face Spaces (CPU only).",
+    allow_flagging="never"
+)
 
-demo.launch()
+iface.launch()