app.py

import gradio as gr
import base64
from PIL import Image
import io
import json
import requests

HF_VLM_API = "https://api-inference.huggingface.co/models/Qwen/Qwen2-VL-7B-Instruct"
HF_TOKEN = "HF_CV_ROBOT_TOKEN"  # HF Token

def call_vlm_api(payload: dict):
    headers = {"Authorization": f"Bearer {HF_TOKEN}"}
    data = {
        "inputs": [
            {
                "image": {"b64": payload["image_b64"]},
                "text": "Describe the image in detail."
            }
        ]
    }
    resp = requests.post(HF_VLM_API, headers=headers, json=data, timeout=60)
    if resp.status_code == 200:
        return resp.json()[0].get("generated_text", "")
    else:
        return f"VLM API error: {resp.status_code}, {resp.text}"

def process(payload: dict):
    try:
        vlm_text = call_vlm_api(payload)

        reply = {
            "received": True,
            "robot_id": payload.get("robot_id", "unknown"),
            "vllm_analysis": vlm_text
        }
        return reply
    except Exception as e:
        return {"error": str(e)}


demo = gr.Interface(
    fn=process,
    inputs=gr.JSON(label="Input Payload (Dict format)"),
    outputs=gr.JSON(label="Reply to Jetson"),
    api_name="predict"
)

if __name__ == "__main__":
    demo.launch(mcp_server=True)