Update app.py

app.py

@@ -2,30 +2,32 @@ import gradio as gr
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
 
-# Load model (CPU-friendly)
-tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2")
-model = AutoModelForCausalLM.from_pretrained("microsoft/phi-2")
+# Load lightweight model (CPU-only friendly)
+model_id = "microsoft/phi-2"
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(model_id)
 
-# Style prompt
+# Persona style
 PERSONA = """
-[System: You are 𝕴 𝖆𝖒 𝖍𝖎𝖒, a smooth, chill AI who replies with emotion and charm in under 15 words.]
+[System: You are 𝕴 𝖆𝖒 𝖍𝖎𝖒 - a fun, smooth, emotionally intelligent AI. 
+You speak like a chill human, not a bot. Keep replies under 15 words, natural, clever, emotional.]
 """
 
-# Function to format past conversation
-def format_prompt(message, history):
+# Build prompt from history
+def build_prompt(message, history):
     prompt = PERSONA
     for user, bot in history[-3:]:
         prompt += f"\nYou: {user}\n𝕴 𝖆𝖒 𝖍𝖎𝖒: {bot}"
     prompt += f"\nYou: {message}\n𝕴 𝖆𝖒 𝖍𝖎𝖒:"
     return prompt
 
-# Chat function
-def chat(message, history):
-    prompt = format_prompt(message, history)
+# Generate a response
+def generate(message, history):
+    prompt = build_prompt(message, history)
     inputs = tokenizer(prompt, return_tensors="pt")
     outputs = model.generate(
         **inputs,
-        max_new_tokens=48,
+        max_new_tokens=50,
         temperature=0.9,
         top_k=50,
         do_sample=True,
@@ -33,18 +35,18 @@ def chat(message, history):
     )
     result = tokenizer.decode(outputs[0], skip_special_tokens=True)
     reply = result.split("𝕴 𝖆𝖒 𝖍𝖎𝖒:")[-1].split("\n")[0].strip()
-    reply = reply[:80] + " 😊" if len(reply.split()) < 15 else reply[:80]
+    reply = " ".join(reply.split()[:15])  # max 15 words
     history.append((message, reply))
     return history, history
 
-# UI
+# Gradio UI
 with gr.Blocks() as demo:
-    gr.Markdown("# 𝕴 𝖆𝖒 𝖍𝖎𝖒 🤖✨")
+    gr.Markdown("# 𝕴 𝖆𝖒 𝖍𝖎𝖒 🤖\n*Vibing on CPU only - Hugging Face Free Tier*")
     chatbot = gr.Chatbot()
-    msg = gr.Textbox(placeholder="Drop something smooth...", show_label=False)
+    msg = gr.Textbox(placeholder="Type your vibe...", show_label=False)
     state = gr.State([])
 
-    msg.submit(chat, [msg, state], [chatbot, state])
-    
+    msg.submit(generate, [msg, state], [chatbot, state])
+
 demo.queue()
 demo.launch()