Update app.py

app.py

@@ -1,81 +1,252 @@
-import gradio as gr
-import joblib
-import numpy as np
-import re
-
-# Load models
-model_flavor = joblib.load("dtc_model_flavor.pkl")
-model_topping = joblib.load("dtc_model_topping.pkl")
-model_drink = joblib.load("dtc_model_drink.pkl")
-
-# Load encoders
-encoder_flavor = joblib.load("encoder_flavor.pkl")
-encoder_topping = joblib.load("encoder_topping.pkl")
-encoder_drink = joblib.load("encoder_drink.pkl")
-input_encoders = joblib.load("input_encoders.pkl")
-
-# Function to clean emoji from text
-def clean_text(text):
-    return re.sub(r'[^\w\s]', '', text).strip().lower()
-
-# Prediction function
-def predict_merienda(mood, weather, craving_level, last_meal, budget):
-    features = [mood, weather, craving_level, last_meal, budget]
-    cleaned_features = [clean_text(val) for val in features]
-    encoded = [input_encoders[col].transform([val])[0] for col, val in zip(input_encoders.keys(), cleaned_features)]
-    encoded_np = np.array(encoded).reshape(1, -1)
-
-    pred_flavor = encoder_flavor.inverse_transform(model_flavor.predict(encoded_np))[0]
-    pred_topping = encoder_topping.inverse_transform(model_topping.predict(encoded_np))[0]
-    pred_drink = encoder_drink.inverse_transform(model_drink.predict(encoded_np))[0]
-    return pred_flavor, pred_topping, pred_drink
-
-# Dropdown options with "Choose one" first
-mood_list = ["Choose one", "😌 Busog pa", "🧘 Chill lang", "⚡ G na G", "😴 Tinatamad"]
-weather_list = ["Choose one", "🌧️ Bed weather", "🔥 Impyerno", "🍃 Mahangin", "☁️ Makulimlim"]
-craving_list = ["Choose one", "🚀 High", "🐢 Low", "🏖️ Medium", "🎉 OA"]
-last_meal_list = ["Choose one", "🪨 Heavy", "🌿 Light", "🚫 No meal"]
-budget_list = ["Choose one", "🪙 Gipit", "💸 Saks lang", "🤑 Kakadating lang ng allowance"]
-
-# Custom Theme 🎨
-custom_theme = gr.themes.Base(
-    primary_hue="rose",
-    secondary_hue="amber",
-    neutral_hue="stone",
-    font=[gr.themes.GoogleFont("Helvetica")]
-).set(
-    body_background_fill="#ffe5e5"  # Light reddish background
-)
-
-
-# Gradio Interface
-with gr.Blocks(theme=custom_theme) as iface:
-    gr.Markdown(
-        """
-        # 🍜 **Your Favorite Merienda Classifier**
-        * Pancit-cantonize your vibe to match your mood with a perfect merienda soulmate! 🌸🎉🍴🧡 
-        """
-    )
-
-    with gr.Row():
-        with gr.Column():
-            mood = gr.Dropdown(mood_list, label="🌈 Mood", value="Choose one")
-            weather = gr.Dropdown(weather_list, label="🌦️ Weather", value="Choose one")
-            craving = gr.Dropdown(craving_list, label="🔥 Craving Level", value="Choose one")
-            last_meal = gr.Dropdown(last_meal_list, label="🍽️ Last Meal", value="Choose one")
-            budget = gr.Dropdown(budget_list, label="💰 Budget", value="Choose one")
-
-            submit_btn = gr.Button("🚀 Classify Now!", variant="primary")
-
-        with gr.Column():
-            flavor = gr.Text(label="🍜 Recommended Flavor")
-            topping = gr.Text(label="🔑 Recommended Topping")
-            drink = gr.Text(label="🥤 Recommended Drink")
-
-    submit_btn.click(
-        predict_merienda,
-        inputs=[mood, weather, craving, last_meal, budget],
-        outputs=[flavor, topping, drink]
-    )
-
-iface.launch()
+import gradio as gr
+import torch
+from torchvision import transforms
+from PIL import Image
+import joblib
+import base64
+import io
+from contextlib import redirect_stdout
+
+# Load model and metadata
+model = torch.jit.load("resnet_grocery_model_scripted.pt", map_location="cpu")
+model.eval()
+
+assets = joblib.load("deployment_assets.joblib")
+transform = assets['transform']
+class_names = assets['class_names']
+
+# Price list
+items = [
+    'Bisconni Chocolate Chip Cookies 46.8gm', 'Coca Cola Can 250ml', 'Colgate Maximum Cavity Protection 75gm',
+    'Fanta 500ml', 'Fresher Guava Nectar 500ml', 'Fruita Vitals Red Grapes 200ml', 'Islamabad Tea 238gm',
+    'Kolson Slanty Jalapeno 18gm', 'Kurkure Chutney Chaska 62gm', 'LU Candi Biscuit 60gm', 'LU Oreo Biscuit 19gm',
+    'LU Prince Biscuit 55.2gm', 'Lays Masala 34gm', 'Lays Wavy Mexican Chili 34gm', 'Lifebuoy Total Protect Soap 96gm',
+    'Lipton Yellow Label Tea 95gm', 'Meezan Ultra Rich Tea 190gm', 'Peek Freans Sooper Biscuit 13.2gm',
+    'Safeguard Bar Soap Pure White 175gm', 'Shezan Apple 250ml', 'Sunsilk Shampoo Soft - Smooth 160ml',
+    'Super Crisp BBQ 30gm', 'Supreme Tea 95gm', 'Tapal Danedar 95gm', 'Vaseline Healthy White Lotion 100ml'
+]
+
+prices = [
+    55.20, 31.75, 90.00, 63.50, 50.00, 35.00, 150.00, 15.00, 25.00, 30.00, 10.00, 30.00, 20.00, 20.00, 44.50,
+    100.00, 200.00, 10.00, 70.00, 25.00, 120.00, 15.00, 100.00, 100.00, 120.00
+]
+
+pricelist = dict(zip(items, prices))
+
+def classify_and_track(files, budget):
+    results = []
+    total_cost = 0
+    receipt_lines = []
+
+    # Initialize LaTeX document for PDF
+    latex_lines = [
+        r"\documentclass[a4paper,12pt]{article}",
+        r"\usepackage[utf8]{inputenc}",
+        r"\usepackage[T1]{fontenc}",
+        r"\usepackage{lmodern}",
+        r"\usepackage{geometry}",
+        r"\geometry{margin=2cm}",
+        r"\usepackage{longtable}",
+        r"\usepackage{array}",
+        r"\usepackage{booktabs}",
+        r"\usepackage{fancyhdr}",
+        r"\pagestyle{fancy}",
+        r"\fancyhf{}",
+        r"\fancyhead[C]{SOBRANG TINDANG INA!}",
+        r"\fancyfoot[C]{\thepage}",
+        r"\usepackage{lastpage}",
+        r"\usepackage{noto}",  # Using Noto font for compatibility
+        r"\begin{document}",
+        r"\begin{center}",
+        r"{\Large \textbf{OFFICIAL RECEIPT}} \\[0.2cm]",
+        r"{\normalsize SOBRANG TINDANG INA!} \\",
+        r"{\normalsize Online Smart Checkout} \\",
+        r"\vspace{0.5cm}",
+        r"\hrulefill \\",
+        r"\end{center}",
+        r"\vspace{0.5cm}",
+        r"\begin{longtable}{p{10cm} r}",
+        r"\hline",
+        r"\textbf{Item} & \textbf{Price (\textsf{₱})} \\",
+        r"\hline",
+        r"\endhead",
+    ]
+
+    receipt_lines.append("========================================")
+    receipt_lines.append("           🧾 OFFICIAL RECEIPT")
+    receipt_lines.append("         🛒 SOBRANG TINDANG INA!")
+    receipt_lines.append("        📍 Online Smart Checkout")
+    receipt_lines.append("========================================")
+    receipt_lines.append(" ITEM                          PRICE")
+    receipt_lines.append("----------------------------------------")
+
+    for f in files:
+        try:
+            img = Image.open(f.name).convert("RGB")
+        except Exception:
+            results.append((None, "Invalid image"))
+            continue
+
+        input_tensor = transform(img).unsqueeze(0)
+        with torch.no_grad():
+            outputs = model(input_tensor)
+            predicted_index = torch.argmax(outputs, dim=1).item()
+            predicted_class = class_names[predicted_index]
+            price = pricelist.get(predicted_class, 0)
+            total_cost += price
+            results.append((img, f"{predicted_class} - ₱{price:.2f}"))
+
+            name = predicted_class
+            if len(name) > 26:
+                name = name[:23] + "..."
+            receipt_lines.append(f" {name:<28} ₱{price:>6.2f}")
+            # Sanitize name for LaTeX
+            latex_name = name.replace("_", r"\_").replace("&", r"\&").replace("%", r"\%")
+            latex_lines.append(f"{latex_name} & {price:.2f} \\\\")
+
+    remaining = budget - total_cost
+    receipt_lines.append("----------------------------------------")
+    receipt_lines.append(f" TOTAL{'':<24}₱{total_cost:>7.2f}")
+    receipt_lines.append(f" BUDGET{'':<23}₱{budget:>7.2f}")
+    receipt_lines.append(f" REMAINING{'':<20}₱{remaining:>7.2f}")
+    receipt_lines.append("========================================")
+
+    latex_lines.append(r"\hline")
+    latex_lines.append(f"\\textbf{{Total}} & {total_cost:.2f} \\\\")
+    latex_lines.append(f"\\textbf{{Budget}} & {budget:.2f} \\\\")
+    latex_lines.append(f"\\textbf{{Remaining}} & {remaining:.2f} \\\\")
+    latex_lines.append(r"\hline")
+    latex_lines.append(r"\end{longtable}")
+    latex_lines.append(r"\vspace{0.5cm}")
+
+    percent = min(100, int((total_cost / budget) * 100)) if budget else 0
+    status = f"**Total: ₱{total_cost:.2f} / ₱{budget:.2f}**"
+
+    if total_cost <= budget:
+        receipt_lines.append(" ✅ You're within budget! 🎉")
+        latex_lines.append(r"{\color{green} \textbf{You're within budget!}} \\")
+        status_msg = f"✅ **Within Budget!** 🎉\n{status}"
+        sound_path = "success.mp3"
+    else:
+        receipt_lines.append(" ❌ Over budget! Remove some snacks!")
+        latex_lines.append(r"{\color{red} \textbf{Over budget! Remove some snacks!}} \\")
+        status_msg = f"🚨 **Over Budget!** 💸\n{status}"
+        sound_path = "fail.mp3"
+
+    receipt_lines.append("========================================")
+    receipt_lines.append(" THANK YOU FOR SHOPPING WITH US!")
+    receipt_lines.append("   Come back for smarter buys! 🧾")
+    receipt_lines.append("========================================")
+
+    latex_lines.append(r"\vspace{0.5cm}")
+    latex_lines.append(r"\begin{center}")
+    latex_lines.append(r"THANK YOU FOR SHOPPING WITH US! \\")
+    latex_lines.append(r"Come back for smarter buys! \\")
+    latex_lines.append(r"\hrulefill")
+    latex_lines.append(r"\end{center}")
+    latex_lines.append(r"\end{document}")
+
+    receipt_text = "```\n" + "\n".join(receipt_lines) + "\n```"
+    latex_content = "\n".join(latex_lines)
+
+    # Create a file-like object for the LaTeX content
+    latex_file = io.StringIO()
+    with redirect_stdout(latex_file):
+        print(latex_content)
+
+    return results, status_msg, receipt_text, percent, sound_path, latex_file
+
+def reset_ui():
+    return [], "", "", 0, None, None
+
+# Load and encode local background image
+with open("background.jpg", "rb") as img_file:
+    b64_string = base64.b64encode(img_file.read()).decode()
+
+html_style = f"""
+<link href="https://fonts.googleapis.com/css2?family=Poppins:wght@400;600;800&display=swap" rel="stylesheet">
+<style>
+body {{
+    background-image: url("data:image/jpg;base64,{b64_string}");
+    background-size: cover;
+    background-position: center;
+    background-repeat: no-repeat;
+    font-family: 'Poppins', sans-serif;
+    color: #222;
+}}
+
+.glass-card {{
+    background: rgba(255, 255, 255, 0.75);
+    border-radius: 20px;
+    box-shadow: 0 8px 32px rgba(31, 38, 135, 0.37);
+    backdrop-filter: blur(10px);
+    -webkit-backdrop-filter: blur(10px);
+    border: 1px solid rgba(255, 255, 255, 0.2);
+    padding: 2rem;
+    margin-bottom: 1.5rem;
+}}
+
+h1 {{
+    text-align: center;
+    font-size: 2.6rem;
+    font-weight: 800;
+    color: #000 !important;
+    margin-bottom: 0.5rem;
+    font-family: 'Poppins', sans-serif;
+}}
+
+h2 {{
+    text-align: center;
+    font-size: 0.1rem;
+    font-weight: 0.5;
+    color: #000 !important;
+    font-family: 'Poppins', sans-serif;
+}}
+
+.gr-button {{
+    font-family: 'Poppins', sans-serif;
+    font-weight: 600;
+}}
+
+.gr-number input, .gr-file input {{
+    font-family: 'Poppins', sans-serif;
+}}
+</style>
+"""
+
+with gr.Blocks(title="Grocery Classifier") as app:
+    gr.HTML(html_style)
+
+    with gr.Column(elem_classes="glass-card"):
+        gr.Markdown("<h1>🧾 Budget Check! Know Before You Chow 🥗</h1>")
+        gr.Markdown("<h2>Snap a snack, upload the pack, and find out if you’re on track — or flat broke. Shopping has never been so dramatic.</h2>")
+
+    with gr.Column(elem_classes="glass-card"):
+        with gr.Row():
+            file_input = gr.File(file_types=["image"], file_count="multiple", label="📷 Upload Grocery Items")
+            budget_input = gr.Number(label="💰 Budget (₱)", value=500.0, precision=2)
+
+        with gr.Row():
+            classify_btn = gr.Button("🚀 Classify Items")
+            reset_btn = gr.Button("🔄 Reset")
+
+    with gr.Column(elem_classes="glass-card"):
+        gallery = gr.Gallery(label="📸 Classified Items", columns=3)
+        status_display = gr.Markdown()
+        progress_bar = gr.Slider(label="Budget Used (%)", minimum=0, maximum=100, interactive=False)
+        receipt_display = gr.Markdown(label="🧾 Grocery Receipt")
+        audio_output = gr.Audio(interactive=False, autoplay=True)
+        pdf_download = gr.File(label="📄 Download Receipt as PDF", interactive=False)
+
+    classify_btn.click(
+        fn=classify_and_track,
+        inputs=[file_input, budget_input],
+        outputs=[gallery, status_display, receipt_display, progress_bar, audio_output, pdf_download]
+    )
+
+    reset_btn.click(
+        fn=reset_ui,
+        outputs=[gallery, status_display, receipt_display, progress_bar, audio_output, pdf_download]
+    )
+
+app.launch()