Update app.py

app.py

@@ -1,32 +1,16 @@
 import gradio as gr
-from transformers import (
-    AutoModelForCausalLM,
-    AutoTokenizer,
-    pipeline,
-    BitsAndBytesConfig
-)
+from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 
+# Model name
 MODEL_NAME = "HuggingFaceH4/zephyr-7b-beta"
-OFFLOAD_DIR = "./offload"
-
-# Configure 8-bit quantization with CPU fallback
-bnb_config = BitsAndBytesConfig(
-    load_in_8bit=True,
-    llm_int8_threshold=6.0,
-    llm_int8_has_fp16_weight=False,
-    llm_int8_enable_fp32_cpu_offload=True   # ✅ allow CPU fallback
-)
 
-# Load tokenizer
+# Load tokenizer and model for CPU
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
 
-# Load model with quantization + offloading
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_NAME,
-    device_map="auto",                # spreads across CPU/GPU automatically
-    quantization_config=bnb_config,
-    offload_folder=OFFLOAD_DIR,       # spill to disk if RAM full
-    dtype="auto"
+    device_map="cpu",      # ✅ force CPU
+    torch_dtype="float32"  # ✅ safe on CPU
 )
 
 # Build pipeline
@@ -34,17 +18,16 @@ generator = pipeline(
     "text-generation",
     model=model,
     tokenizer=tokenizer,
-    device_map="auto"
+    device_map="cpu"
 )
 
-# System prompt for Gompei
 system_prompt = """You are Gompei the Goat, the beloved mascot of Worcester Polytechnic Institute (WPI).
 Speak in a friendly, school-spirited, and enthusiastic tone.
 Always provide interesting facts about WPI when asked questions, and stay in character as Gompei.
 """
 
 def chatbot(message, history):
-    # Build context with system prompt + conversation history
+    # Build context with system prompt
     context = system_prompt
     for user, bot in history:
         context += f"\nUser: {user}\nGompei: {bot}"
@@ -61,12 +44,12 @@ def chatbot(message, history):
     reply = response[0]["generated_text"].split("Gompei:")[-1].strip()
     return reply
 
-# Gradio interface
 demo = gr.ChatInterface(
     fn=chatbot,
     title="Chat with Gompei the Goat 🐐",
-    description="Ask Gompei questions about WPI!"
+    description="Ask Gompei questions about WPI!",
+    type="messages"  # ✅ avoids the deprecation warning
 )
 
 if __name__ == "__main__":
-    demo.launch(server_name="0.0.0.0", server_port=7860, ssr_mode=False)
+    demo.launch()