Update app.py

app.py

@@ -8,7 +8,7 @@ from datetime import datetime
 from threading import Thread
 
 # Load the model and tokenizer
-MODEL_PATH = "Ozaii/zephyr-bae"  # Your Hugging Face model path
+MODEL_PATH = "Ozaii/zephyr-bae"
 
 print("Attempting to load Zephyr... Cross your fingers! 🤞")
 
@@ -20,12 +20,13 @@ try:
     base_model = AutoModelForCausalLM.from_pretrained(
         peft_config.base_model_name_or_path,
         torch_dtype=torch.float16,
+        low_cpu_mem_usage=True,
         device_map="auto",
-        low_cpu_mem_usage=True
+        trust_remote_code=True  # Add this line
     )
     
     # Load the PEFT model
-    model = PeftModel.from_pretrained(base_model, MODEL_PATH)
+    model = PeftModel.from_pretrained(base_model, MODEL_PATH, is_trainable=False)
     
     # Load the tokenizer
     tokenizer = AutoTokenizer.from_pretrained(peft_config.base_model_name_or_path)
@@ -107,23 +108,19 @@ def add_feedback(user_message, bot_message, rating, note):
     return "Feedback saved successfully!"
 
 # Gradio interface
-def gradio_chat(message, history):
-    history.append((message, ""))
-    for response in chat_with_zephyr(message, history[:-1]):
-        history[-1] = (message, response)
-        yield history
-
-def submit_feedback(rating, note, history):
-    if len(history) > 0:
-        last_user_message, last_bot_message = history[-1]
-        add_feedback(last_user_message, last_bot_message, rating, note)
-        return f"Feedback submitted for: '{last_bot_message}'"
-    return "No conversation to provide feedback on."
-
-def undo_last_message(history):
-    if history:
-        history.pop()
-    return history
+def chat_with_zephyr(message, history):
+    # Implement your chat logic here
+    response = "Hello! I'm Zephyr. How can I help you today?"  # Placeholder
+    return response
+
+iface = gr.ChatInterface(
+    chat_with_zephyr,
+    title="Chat with Zephyr: Your AI Boyfriend",
+    description="Zephyr is an AI trained to be your virtual boyfriend. Chat with him and see where the conversation goes!",
+    examples=["Hey Zephyr, how are you feeling today?", "What's your idea of a perfect date?", "Tell me something romantic!"],
+    cache_examples=False,
+)
+
 
 css = """
 body {