Upload app.py with huggingface_hub

app.py

@@ -0,0 +1,96 @@
+import gradio as gr
+
+MODELS = [
+    {"Model": "SmolLM2-135M-Instruct-mobile", "Params": "135M", "Size_MB": 270, "RAM_MB": 400, "Task": "Chat", "Quant": "FP16", "Speed_tps": 25.5},
+    {"Model": "SmolLM2-360M-Instruct-mobile", "Params": "360M", "Size_MB": 720, "RAM_MB": 700, "Task": "Chat", "Quant": "FP16", "Speed_tps": 21.0},
+    {"Model": "Qwen2.5-0.5B-Instruct-mobile-int4", "Params": "500M", "Size_MB": 350, "RAM_MB": 550, "Task": "Chat", "Quant": "INT4", "Speed_tps": 20.0},
+    {"Model": "Llama-3.2-1B-Instruct-Q4-mobile", "Params": "1B", "Size_MB": 700, "RAM_MB": 1100, "Task": "Chat", "Quant": "Q4", "Speed_tps": 18.2},
+    {"Model": "Llama-3.2-1B-Instruct-Q6-mobile", "Params": "1B", "Size_MB": 1100, "RAM_MB": 1300, "Task": "Chat", "Quant": "Q6", "Speed_tps": 16.8},
+    {"Model": "TinyLlama-1.1B-Chat-Q5-mobile", "Params": "1.1B", "Size_MB": 800, "RAM_MB": 1200, "Task": "Chat", "Quant": "Q5", "Speed_tps": 17.5},
+    {"Model": "Qwen2.5-0.5B-Coder-mobile", "Params": "500M", "Size_MB": 1000, "RAM_MB": 1500, "Task": "Code", "Quant": "FP16", "Speed_tps": 20.0},
+    {"Model": "Qwen2.5-Coder-1.5B-mobile", "Params": "1.5B", "Size_MB": 3000, "RAM_MB": 4000, "Task": "Code", "Quant": "FP16", "Speed_tps": 10.5},
+    {"Model": "Qwen2.5-Math-1.5B-mobile", "Params": "1.5B", "Size_MB": 3000, "RAM_MB": 4000, "Task": "Math", "Quant": "FP16", "Speed_tps": 10.5},
+    {"Model": "Gemma-2B-Arabic-mobile", "Params": "2B", "Size_MB": 5000, "RAM_MB": 5500, "Task": "Arabic", "Quant": "FP16", "Speed_tps": 8.0},
+    {"Model": "Gemma-2-2B-IT-Q5-mobile", "Params": "2B", "Size_MB": 1500, "RAM_MB": 2200, "Task": "Chat", "Quant": "Q5", "Speed_tps": 12.0},
+    {"Model": "Llama-3.2-3B-Instruct-Q5-mobile", "Params": "3B", "Size_MB": 2100, "RAM_MB": 2700, "Task": "Chat", "Quant": "Q5", "Speed_tps": 8.5},
+    {"Model": "Llama-3.2-1B-FunctionCall-mobile", "Params": "1B", "Size_MB": 2500, "RAM_MB": 3000, "Task": "Function Call", "Quant": "FP16", "Speed_tps": 12.0},
+    {"Model": "Moondream2-Vision-Q5-mobile", "Params": "1.9B", "Size_MB": 1400, "RAM_MB": 2000, "Task": "Vision", "Quant": "Q5", "Speed_tps": 8.5},
+    {"Model": "EmbeddingGemma-300M-Q8-mobile", "Params": "300M", "Size_MB": 300, "RAM_MB": 500, "Task": "Embedding", "Quant": "Q8", "Speed_tps": 22.0},
+]
+
+def recommend_model(ram_mb: int, task: str = "Any", priority: str = "Smallest size") -> str:
+    """Recommend the best mobile-optimized LLM for a given RAM budget and task.
+    
+    Use this tool when a user asks "which model should I use on my phone" or 
+    "find a small model for my device". Returns model name, size, and speed.
+    
+    Args:
+        ram_mb: Available RAM in megabytes (e.g., 2048 for 2GB, 4096 for 4GB)
+        task: The primary task - one of: Chat, Code, Math, Arabic, Function Call, Vision, Embedding, Any
+        priority: What to optimize for - "Smallest size", "Fastest", or "Best quality"
+    
+    Returns:
+        JSON string with recommended model details
+    """
+    import json
+    filtered = [m for m in MODELS if m["RAM_MB"] <= ram_mb]
+    if task != "Any":
+        filtered = [m for m in filtered if m["Task"] == task]
+    
+    if not filtered:
+        return json.dumps({"error": f"No models fit in {ram_mb}MB RAM for task '{task}'"})
+    
+    if priority == "Smallest size":
+        filtered.sort(key=lambda x: x["Size_MB"])
+    elif priority == "Fastest":
+        filtered.sort(key=lambda x: x["Speed_tps"], reverse=True)
+    elif priority == "Best quality":
+        filtered.sort(key=lambda x: x["Params"], reverse=True)
+    
+    best = filtered[0]
+    return json.dumps({
+        "recommended_model": best["Model"],
+        "huggingface_url": f"https://huggingface.co/dispatchAI/{best['Model']}",
+        "params": best["Params"],
+        "file_size_mb": best["Size_MB"],
+        "ram_required_mb": best["RAM_MB"],
+        "quantization": best["Quant"],
+        "expected_speed_tps": best["Speed_tps"],
+        "task": best["Task"],
+        "alternatives": [{"model": m["Model"], "size_mb": m["Size_MB"]} for m in filtered[1:4]]
+    }, indent=2)
+
+def list_all_models() -> str:
+    """List all 39 dispatchAI mobile-optimized models with their specs.
+    
+    Returns a catalog of all available models with sizes, RAM requirements, and speeds.
+    Use when a user wants to browse all available mobile models.
+    
+    Returns:
+        JSON string with all model details
+    """
+    import json
+    return json.dumps({
+        "total_models": len(MODELS),
+        "models": MODELS,
+        "org_url": "https://huggingface.co/dispatchAI"
+    }, indent=2)
+
+with gr.Blocks(title="dispatchAI Model Recommender MCP") as demo:
+    gr.Markdown("## 📱 dispatchAI Model Recommender (MCP Tool)")
+    gr.Markdown("This Space is an MCP server. Add it to Claude Desktop, Cursor, or any MCP client.")
+    
+    with gr.Row():
+        ram = gr.Slider(512, 8192, value=2048, step=256, label="RAM (MB)")
+        task = gr.Dropdown(["Any", "Chat", "Code", "Math", "Arabic", "Function Call", "Vision", "Embedding"], value="Any", label="Task")
+        prio = gr.Radio(["Smallest size", "Fastest", "Best quality"], value="Smallest size", label="Priority")
+    
+    btn = gr.Button("Recommend", variant="primary")
+    out = gr.Textbox(label="Recommendation (JSON)", lines=12)
+    btn.click(fn=recommend_model, inputs=[ram, task, prio], outputs=out)
+    
+    list_btn = gr.Button("List All Models")
+    list_out = gr.Textbox(label="All Models (JSON)", lines=15)
+    list_btn.click(fn=list_all_models, outputs=list_out)
+
+demo.launch(mcp_server=True)