Update app.py

app.py

@@ -5,15 +5,15 @@ from collections import defaultdict
 from datetime import datetime
 import pandas as pd
 
-# PDF creation
+# PDF export
 from reportlab.pdfgen import canvas
 from reportlab.lib.pagesizes import letter
 import tempfile
 
-# Model + sentiment
+# Model & sentiment
 MODEL_NAME = "HuggingFaceTB/SmolLM2-360M-Instruct"
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
-model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map="auto")
+model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)  # NO device_map here
 sentiment_analyzer = pipeline("sentiment-analysis")
 
 SYSTEM_PROMPT = "You are a friendly assistant with fire vibes."
@@ -25,14 +25,14 @@ def now_str():
     return datetime.utcnow().strftime("%Y-%m-%d %H:%M:%S UTC")
 
 def generate_reply(prompt_str, temp, max_tokens):
-    inputs = tokenizer(prompt_str, return_tensors="pt").to(model.device)
-    gen = model.generate(
+    inputs = tokenizer(prompt_str, return_tensors="pt")
+    outputs = model.generate(
         **inputs,
         max_new_tokens=max_tokens,
         temperature=temp,
         do_sample=True
     )
-    return tokenizer.decode(gen[0], skip_special_tokens=True)
+    return tokenizer.decode(outputs[0], skip_special_tokens=True)
 
 def respond(message, history, user, temp, max_tokens):
     username = user.name if user else "anonymous"
@@ -82,18 +82,16 @@ def leaderboard_text():
     return "\n".join(lines)
 
 def export_pdf(history):
-    # Create a temp PDF with chat content
     temp_pdf = tempfile.NamedTemporaryFile(delete=False, suffix=".pdf").name
     c = canvas.Canvas(temp_pdf, pagesize=letter)
     textobj = c.beginText(40, 750)
     textobj.setFont("Helvetica", 10)
 
     for msg in history:
-        line = f"[{msg['timestamp']}] {msg['user']}: {msg['user_msg']}"
-        textobj.textLine(line)
-        line2 = f"   Assistant {msg['icon']}: {msg['bot_msg']}"
-        textobj.textLine(line2)
+        textobj.textLine(f"[{msg['timestamp']}] {msg['user']}: {msg['user_msg']}")
+        textobj.textLine(f"   🧠 {msg['icon']}: {msg['bot_msg']}")
         textobj.textLine("")
+
     c.drawText(textobj)
     c.save()
     return temp_pdf
@@ -106,7 +104,7 @@ with gr.Blocks() as demo:
 
     with gr.Row():
         temp_slider = gr.Slider(0.1, 1.2, value=0.7, label="Temperature")
-        max_tokens_slider = gr.Slider(20, 300, value=150, step=10, label="Max Tokens")
+        max_tokens_slider = gr.Slider(20, 300, value=150, label="Max Tokens")
 
     msg = gr.Textbox(label="Your message")
     send = gr.Button("Send")
@@ -117,8 +115,8 @@ with gr.Blocks() as demo:
     leaderboard_btn = gr.Button("🏆 Leaderboard")
     leaderboard_out = gr.Textbox(label="Leaderboard")
 
-    def on_send(message, history, user, temp, max_toks):
-        new_hist = respond(message, history, user, temp, max_toks)
+    def on_send(message, history, user, temp_val, max_toks):
+        new_hist = respond(message, history, user, temp_val, max_toks)
         return "", new_hist
 
     send.click(
@@ -132,7 +130,6 @@ with gr.Blocks() as demo:
 
     download_csv_btn.click(download_csv, None, gr.File())
     download_pdf_btn.click(export_pdf, history_state, gr.File())
-
     leaderboard_btn.click(lambda: leaderboard_text(), None, leaderboard_out)
 
 demo.launch()