Upload app.py with huggingface_hub

app.py

@@ -0,0 +1,81 @@
+import gradio as gr
+import pandas as pd
+
+MODELS = [
+    {"Model": "SmolLM2-135M-Instruct-mobile", "Params": "135M", "Size_MB": 270, "RAM_MB": 400, "Task": "Chat", "Quant": "FP16", "Speed_tps": 25.5},
+    {"Model": "SmolLM2-360M-Instruct-mobile", "Params": "360M", "Size_MB": 720, "RAM_MB": 700, "Task": "Chat", "Quant": "FP16", "Speed_tps": 21.0},
+    {"Model": "Qwen2.5-0.5B-Instruct-mobile-int4", "Params": "500M", "Size_MB": 350, "RAM_MB": 550, "Task": "Chat", "Quant": "INT4", "Speed_tps": 20.0},
+    {"Model": "Llama-3.2-1B-Instruct-Q4-mobile", "Params": "1B", "Size_MB": 700, "RAM_MB": 1100, "Task": "Chat", "Quant": "Q4", "Speed_tps": 18.2},
+    {"Model": "Llama-3.2-1B-Instruct-Q6-mobile", "Params": "1B", "Size_MB": 1100, "RAM_MB": 1300, "Task": "Chat", "Quant": "Q6", "Speed_tps": 16.8},
+    {"Model": "TinyLlama-1.1B-Chat-Q5-mobile", "Params": "1.1B", "Size_MB": 800, "RAM_MB": 1200, "Task": "Chat", "Quant": "Q5", "Speed_tps": 17.5},
+    {"Model": "Qwen2.5-0.5B-Coder-mobile", "Params": "500M", "Size_MB": 1000, "RAM_MB": 1500, "Task": "Code", "Quant": "FP16", "Speed_tps": 20.0},
+    {"Model": "Qwen2.5-Coder-1.5B-mobile", "Params": "1.5B", "Size_MB": 3000, "RAM_MB": 4000, "Task": "Code", "Quant": "FP16", "Speed_tps": 10.5},
+    {"Model": "Qwen2.5-Math-1.5B-mobile", "Params": "1.5B", "Size_MB": 3000, "RAM_MB": 4000, "Task": "Math", "Quant": "FP16", "Speed_tps": 10.5},
+    {"Model": "Gemma-2B-Arabic-mobile", "Params": "2B", "Size_MB": 5000, "RAM_MB": 5500, "Task": "Arabic", "Quant": "FP16", "Speed_tps": 8.0},
+    {"Model": "Gemma-2-2B-IT-Q5-mobile", "Params": "2B", "Size_MB": 1500, "RAM_MB": 2200, "Task": "Chat", "Quant": "Q5", "Speed_tps": 12.0},
+    {"Model": "Llama-3.2-3B-Instruct-Q5-mobile", "Params": "3B", "Size_MB": 2100, "RAM_MB": 2700, "Task": "Chat", "Quant": "Q5", "Speed_tps": 8.5},
+    {"Model": "Llama-3.2-1B-FunctionCall-mobile", "Params": "1B", "Size_MB": 2500, "RAM_MB": 3000, "Task": "Function Call", "Quant": "FP16", "Speed_tps": 12.0},
+    {"Model": "Moondream2-Vision-Q5-mobile", "Params": "1.9B", "Size_MB": 1400, "RAM_MB": 2000, "Task": "Vision", "Quant": "Q5", "Speed_tps": 8.5},
+    {"Model": "EmbeddingGemma-300M-Q8-mobile", "Params": "300M", "Size_MB": 300, "RAM_MB": 500, "Task": "Embedding", "Quant": "Q8", "Speed_tps": 22.0},
+]
+
+df = pd.DataFrame(MODELS)
+
+PHONE_PROFILES = {
+    "Low-end (2GB RAM)": 2048,
+    "Mid-range (4GB RAM)": 4096,
+    "High-end (6GB RAM)": 6144,
+    "Flagship (8GB+ RAM)": 8192,
+}
+
+TASKS = ["Chat", "Code", "Math", "Arabic", "Function Call", "Vision", "Embedding", "Any"]
+
+def recommend(phone_profile, task, priority):
+    ram = PHONE_PROFILES[phone_profile]
+    filtered = df.copy()
+    
+    if task != "Any":
+        filtered = filtered[filtered["Task"] == task]
+    
+    filtered = filtered[filtered["RAM_MB"] <= ram]
+    
+    if len(filtered) == 0:
+        return pd.DataFrame([{"Error": f"No models fit in {ram}MB RAM for task '{task}'. Try a different phone or task."}])
+    
+    if priority == "Smallest size":
+        filtered = filtered.sort_values("Size_MB")
+    elif priority == "Fastest":
+        filtered = filtered.sort_values("Speed_tps", ascending=False)
+    elif priority == "Best quality":
+        # Quality roughly correlates with params and quant level
+        filtered = filtered.sort_values(["Params"], ascending=False)
+    
+    return filtered.head(5)
+
+with gr.Blocks(theme=gr.themes.Soft(primary_hue="blue"), title="dispatchAI Model Recommender") as demo:
+    gr.Markdown("""
+    # 📱 dispatchAI Mobile Model Recommender
+    
+    Find the perfect dispatchAI model for your phone and use case.
+    """)
+    
+    with gr.Row():
+        phone = gr.Dropdown(choices=list(PHONE_PROFILES.keys()), value="Mid-range (4GB RAM)", label="Your Phone")
+        task = gr.Dropdown(choices=TASKS, value="Chat", label="Primary Task")
+        priority = gr.Radio(["Smallest size", "Fastest", "Best quality"], value="Smallest size", label="Priority")
+    
+    btn = gr.Button("Find My Model", variant="primary", size="lg")
+    table = gr.DataFrame(label="Recommended Models")
+    
+    btn.click(fn=recommend, inputs=[phone, task, priority], outputs=table)
+    demo.load(fn=recommend, inputs=[phone, task, priority], outputs=table)
+    
+    gr.Markdown("""
+    ---
+    All benchmarks measured on **Snapdragon 865 (Samsung S20 FE)**.
+    
+    🚀 [dispatchAI](https://huggingface.co/dispatchAI) — Small. Mobile. Free. UAE-built.
+    """)
+
+if __name__ == "__main__":
+    demo.launch()