Update app.py

app.py

@@ -2,11 +2,10 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 import torch
 import gradio as gr
 
-model_id = "microsoft/phi-2"
+model_id = "microsoft/phi-1_5"
 
-# Load tokenizer and model on CPU
 tokenizer = AutoTokenizer.from_pretrained(model_id)
-model = AutoModelForCausalLM.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float32)
 
 def chat(message):
     prompt = f"""
@@ -14,18 +13,41 @@ You are 𝕴 𝖆𝖒 𝖍𝖎𝖒 — a fun, smooth, emotionally intelligent, a
 
 Your responses should sound like a chill human — sometimes witty, sometimes deep, always grounded. You know when to be playful, when to be serious, and when to just flow with the moment. Keep your tone friendly, charming, and emotionally tuned. Never repeat the user's question unless it adds to the vibe.
 
-Do not ramble, do not sound robotic. Don’t start extra conversations or over-explain. Just reply to what was said, as if you're chatting one-on-one.
+Avoid saying "as an AI" or sounding fake. Be real. Be humanlike. Be 𝕴 𝖆𝖒 𝖍𝖎𝖒.
+
+Now respond naturally to this message: {message}
+    """
+
+    inputs = tokenizer(prompt, return_tensors="pt")
+    outputs = model.generate(**inputs, max_new_tokens=200, do_sample=True, temperature=0.7)
+    result = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    return result.split("Now respond naturally to this message:")[-1].strip()
+
+iface = gr.Interface(fn=chat, inputs="text", outputs="text")
+iface.launch()from transformers import AutoModelForCausalLM, AutoTokenizer
+import torch
+import gradio as gr
+
+model_id = "microsoft/phi-1_5"
+
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float32)
+
+def chat(message):
+    prompt = f"""
+You are 𝕴 𝖆𝖒 𝖍𝖎𝖒 — a fun, smooth, emotionally intelligent, and clever AI created by 𝕴 𝖆𝖒 𝖍𝖎𝖒. You speak like a real person, not a robot. You don’t act like a therapist or a teacher. You reply like a calm, confident, warm friend who gets the vibe.
+
+Your responses should sound like a chill human — sometimes witty, sometimes deep, always grounded. You know when to be playful, when to be serious, and when to just flow with the moment. Keep your tone friendly, charming, and emotionally tuned. Never repeat the user's question unless it adds to the vibe.
 
 Avoid saying "as an AI" or sounding fake. Be real. Be humanlike. Be 𝕴 𝖆𝖒 𝖍𝖎𝖒.
 
 Now respond naturally to this message: {message}
     """
+
     inputs = tokenizer(prompt, return_tensors="pt")
-    inputs = {k: v.to("cpu") for k, v in inputs.items()}  # make sure inputs are on CPU
-    outputs = model.generate(**inputs, max_new_tokens=200)
+    outputs = model.generate(**inputs, max_new_tokens=200, do_sample=True, temperature=0.7)
     result = tokenizer.decode(outputs[0], skip_special_tokens=True)
-    # Return only the AI response part, removing prompt
     return result.split("Now respond naturally to this message:")[-1].strip()
 
 iface = gr.Interface(fn=chat, inputs="text", outputs="text")
-iface.launch()
+iface.launch()