feat: VNC Mirror with live browser streaming - Xvfb, x11vnc, noVNC stack

Dockerfile

@@ -0,0 +1,65 @@
+# =============================================================================
+# ALTYZEN Agent Mirror - VNC Live Streaming
+# Separate Space for Visual Debugging
+# =============================================================================
+
+FROM python:3.11-slim
+
+ENV DEBIAN_FRONTEND=noninteractive
+ENV DISPLAY=:99
+
+# Install all dependencies
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    xvfb \
+    fluxbox \
+    x11vnc \
+    websockify \
+    supervisor \
+    net-tools \
+    curl \
+    wget \
+    git \
+    libnss3 \
+    libnspr4 \
+    libatk1.0-0 \
+    libatk-bridge2.0-0 \
+    libcups2 \
+    libdrm2 \
+    libxkbcommon0 \
+    libxcomposite1 \
+    libxdamage1 \
+    libxfixes3 \
+    libxrandr2 \
+    libgbm1 \
+    libasound2 \
+    libpango-1.0-0 \
+    libcairo2 \
+    libatspi2.0-0 \
+    libgtk-3-0 \
+    fonts-liberation \
+    fonts-noto-color-emoji \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install noVNC from GitHub
+RUN git clone --depth 1 https://github.com/novnc/noVNC.git /opt/novnc && \
+    git clone --depth 1 https://github.com/novnc/websockify.git /opt/novnc/utils/websockify && \
+    ln -sf /opt/novnc/vnc.html /opt/novnc/index.html
+
+WORKDIR /app
+
+COPY requirements.txt .
+RUN pip install --no-cache-dir --upgrade pip && \
+    pip install --no-cache-dir -r requirements.txt
+
+RUN playwright install chromium --with-deps
+
+COPY supervisord.conf /etc/supervisor/conf.d/supervisord.conf
+COPY app.py .
+COPY agent.py .
+
+RUN mkdir -p /var/log/supervisor /var/run /root/.fluxbox
+RUN echo "session.screen0.toolbar.visible: false" > /root/.fluxbox/init
+
+EXPOSE 7860
+
+CMD ["/usr/bin/supervisord", "-c", "/etc/supervisor/conf.d/supervisord.conf"]

README.md

@@ -0,0 +1,40 @@
+---
+title: ALTYZEN Agent Mirror - VNC
+emoji: 📺
+colorFrom: purple
+colorTo: blue
+sdk: docker
+pinned: false
+license: mit
+app_port: 7860
+---
+
+# ALTYZEN Agent Mirror - VNC Live Streaming
+
+**Watch the AI agent browse the web in real-time!**
+
+This Space runs a VISIBLE browser on a virtual display and streams it via noVNC.
+
+## 🎥 How to Watch
+
+1. Open this Space URL
+2. Click "Connect" in the noVNC interface
+3. Send a validation request and watch the browser work!
+
+## 📡 API
+
+```bash
+curl -X POST https://YOUR-SPACE.hf.space/run-task \
+  -H "Content-Type: application/json" \
+  -d '{"task_id": "test", "task_type": "validate_order", "data": {"email": "test@example.com", "phone": "+1234567890", "zip": "10001", "city": "New York", "state": "NY"}}'
+```
+
+## 🔧 Environment Variables
+
+- `OPENROUTER_API_KEY` - Required for LLM
+
+## 📺 Embed in Dashboard
+
+```html
+<iframe src="https://YOUR-SPACE.hf.space/vnc.html?autoconnect=true" width="100%" height="600"></iframe>
+```

agent.py

@@ -0,0 +1,163 @@
+"""
+VNC Mirror Agent - VISIBLE Browser Mode
+=======================================
+headless=False so you can SEE the browser in the VNC stream!
+Includes fallback model support.
+"""
+
+import os
+import logging
+from typing import Dict, Any
+from dotenv import load_dotenv
+
+load_dotenv()
+
+if os.getenv("OPENROUTER_API_KEY") and not os.getenv("OPENAI_API_KEY"):
+    os.environ["OPENAI_API_KEY"] = os.getenv("OPENROUTER_API_KEY")
+
+from langchain_openai import ChatOpenAI
+from browser_use import Agent, Controller
+from browser_use.browser.browser import Browser, BrowserConfig
+
+logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(name)s - %(levelname)s - %(message)s')
+logger = logging.getLogger(__name__)
+
+controller = Controller()
+
+
+async def validate_order(order_data: Dict[str, Any]) -> Dict[str, Any]:
+    """Validates order with VISIBLE browser - watch it in VNC!"""
+    logger.info(f"🚀 Starting validation - WATCH THE VNC STREAM!")
+    
+    logs = []
+    def log(msg):
+        logger.info(msg)
+        logs.append(msg)
+    
+    email = order_data.get('email', '')
+    phone = order_data.get('phone', '')
+    zip_code = order_data.get('zip', '')
+    city = order_data.get('city', '')
+    state = order_data.get('state', '')
+    task_id = order_data.get('task_id', 'unknown')
+    
+    log(f"📧 Email: {email}")
+    log(f"📞 Phone: {phone}")
+    log(f"📍 Geo: {zip_code}, {city}, {state}")
+    log(f"📺 Display: {os.environ.get('DISPLAY', 'NOT SET')} - VISIBLE MODE!")
+
+    task = f"""
+You are a Validation Expert. Perform these 3 steps:
+
+STEP 1: EMAIL VALIDATION (Browser)
+- Go to 'https://email-checker.net/'
+- Input '{email}' and check result.
+- Extract: 'Valid', 'Invalid', or 'Risky'.
+
+STEP 2: PHONE VALIDATION (Browser)
+- Use a phone validator tool.
+- Input '{phone}' and check status.
+
+STEP 3: GEO VALIDATION (Internal Knowledge ONLY)
+- Does Zip '{zip_code}' belong to City '{city}' in State '{state}'?
+- Return 'Match' or 'Mismatch'.
+
+OUTPUT JSON:
+{{
+    "email_status": "Valid/Invalid/Risky",
+    "phone_status": "Valid/Invalid",
+    "geo_match": true/false,
+    "summary": "explanation"
+}}
+"""
+
+    api_key = os.getenv("OPENROUTER_API_KEY")
+    base_url = "https://openrouter.ai/api/v1"
+    
+    if not api_key:
+        return {"task_id": task_id, "decision": "UNKNOWN", "error": "No API key", "logs": logs}
+
+    llm_primary = ChatOpenAI(
+        model="nvidia/nemotron-nano-12b-v2-vl:free",
+        api_key=api_key,
+        base_url=base_url,
+        temperature=0.1,
+        default_headers={"HTTP-Referer": "https://altyzen.com", "X-Title": "Altyzen VNC Mirror"}
+    )
+    
+    llm_fallback = ChatOpenAI(
+        model="google/gemini-2.0-flash-exp:free",
+        api_key=api_key,
+        base_url=base_url,
+        temperature=0.1,
+        default_headers={"HTTP-Referer": "https://altyzen.com", "X-Title": "Altyzen VNC Mirror"}
+    )
+
+    # VISIBLE BROWSER for VNC streaming!
+    log("🖥️ Launching VISIBLE browser on display :99")
+    browser = Browser(config=BrowserConfig(headless=False, disable_security=True))
+    result = None
+
+    try:
+        log("🤖 Attempt 1: Using Nvidia Nemotron...")
+        agent = Agent(task=task, llm=llm_primary, browser=browser, controller=controller, use_vision=True, validate_output=False)
+        history = await agent.run()
+        result = history.final_result()
+        log("✅ Nvidia Nemotron completed!")
+    except Exception as e:
+        log(f"⚠️ Primary failed: {str(e)[:100]}")
+        log("🔄 Switching to Gemini fallback...")
+        
+        try:
+            agent = Agent(task=task, llm=llm_fallback, browser=browser, controller=controller, use_vision=True, validate_output=False)
+            history = await agent.run()
+            result = history.final_result()
+            log("✅ Gemini completed!")
+        except Exception as fallback_err:
+            log(f"❌ Fallback also failed: {str(fallback_err)[:100]}")
+            result = None
+
+    try:
+        await browser.close()
+        log("🔌 Browser closed")
+    except:
+        pass
+
+    parsed = _parse_result(result, order_data)
+    parsed["logs"] = logs
+    parsed["task_id"] = task_id
+    return parsed
+
+
+def _parse_result(result, order_data):
+    import json
+    if result is None:
+        return {"decision": "UNKNOWN", "email_valid": False, "phone_valid": False, "geo_valid": False, "reasoning": "All models failed"}
+    
+    parsed = {}
+    if isinstance(result, str):
+        try:
+            if "{" in result:
+                json_start = result.find("{")
+                json_end = result.rfind("}") + 1
+                parsed = json.loads(result[json_start:json_end])
+        except:
+            parsed = {"raw": result}
+    elif isinstance(result, dict):
+        parsed = result
+    
+    email_valid = "valid" in str(parsed.get("email_status", "")).lower() and "invalid" not in str(parsed.get("email_status", "")).lower()
+    phone_valid = "valid" in str(parsed.get("phone_status", "")).lower() and "invalid" not in str(parsed.get("phone_status", "")).lower()
+    geo_valid = parsed.get("geo_match", False) if isinstance(parsed.get("geo_match"), bool) else str(parsed.get("geo_match", "")).lower() == "true"
+    
+    decision = "APPROVED" if email_valid and phone_valid and geo_valid else "BLOCKED"
+    
+    return {
+        "order_id": order_data.get("order_id", "UNKNOWN"),
+        "decision": decision,
+        "email_valid": email_valid,
+        "phone_valid": phone_valid,
+        "geo_valid": geo_valid,
+        "reasoning": parsed.get("summary", "Validation completed"),
+        "raw_result": parsed
+    }

app.py

@@ -0,0 +1,101 @@
+"""
+VNC Mirror - Live Browser Streaming
+====================================
+This runs the browser in VISIBLE mode on virtual display :99
+The browser is streamed via noVNC on port 7860
+"""
+
+import os
+import logging
+from datetime import datetime
+from typing import Dict, Any, Optional
+
+from fastapi import FastAPI, HTTPException
+from fastapi.middleware.cors import CORSMiddleware
+from pydantic import BaseModel
+
+logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(name)s - %(levelname)s - %(message)s')
+logger = logging.getLogger(__name__)
+
+from agent import validate_order
+
+app = FastAPI(title="VNC Mirror - Agent Viewer", version="1.0.0")
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+
+class TaskRequest(BaseModel):
+    task_id: str
+    task_type: str
+    data: Dict[str, Any]
+
+
+class TaskResponse(BaseModel):
+    task_id: str
+    status: str
+    result: Optional[Dict[str, Any]] = None
+    error: Optional[str] = None
+    logs: Optional[list] = None
+    execution_time_ms: int = 0
+
+
+@app.get("/health")
+async def health():
+    return {
+        "status": "healthy", 
+        "display": os.environ.get("DISPLAY", "NOT SET"), 
+        "vnc": "active",
+        "openrouter_key": "SET" if os.getenv("OPENROUTER_API_KEY") else "NOT SET"
+    }
+
+
+@app.get("/api/status")
+async def api_status():
+    return {"ready": True, "vnc_port": 7860, "mode": "visual"}
+
+
+@app.post("/run-task", response_model=TaskResponse)
+async def run_task(request: TaskRequest):
+    start_time = datetime.now()
+    logger.info(f"📥 Task: {request.task_id} ({request.task_type}) - Watch the browser in VNC!")
+    logger.info(f"📦 Data: {request.data}")
+    
+    try:
+        if request.task_type in ["validate_order", "validate_email"]:
+            order_data = {**request.data, "task_id": request.task_id}
+            result = await validate_order(order_data)
+            execution_time = int((datetime.now() - start_time).total_seconds() * 1000)
+            logger.info(f"✅ Task {request.task_id} completed in {execution_time}ms")
+            
+            return TaskResponse(
+                task_id=request.task_id,
+                status="success",
+                result=result,
+                logs=result.get("logs", []),
+                execution_time_ms=execution_time
+            )
+        else:
+            raise HTTPException(status_code=400, detail=f"Unknown task_type: {request.task_type}")
+            
+    except Exception as e:
+        execution_time = int((datetime.now() - start_time).total_seconds() * 1000)
+        logger.error(f"❌ Task {request.task_id} failed: {e}")
+        return TaskResponse(task_id=request.task_id, status="error", error=str(e), execution_time_ms=execution_time)
+
+
+@app.on_event("startup")
+async def startup():
+    logger.info(f"🖥️ VNC Mirror starting on display {os.environ.get('DISPLAY', ':99')}")
+    logger.info(f"📍 OpenRouter: {'SET' if os.getenv('OPENROUTER_API_KEY') else 'NOT SET'}")
+    logger.info("📺 Watch the browser at /vnc.html")
+
+
+if __name__ == "__main__":
+    import uvicorn
+    uvicorn.run(app, host="0.0.0.0", port=8000)

requirements.txt

@@ -0,0 +1,12 @@
+# VNC Mirror - Requirements
+fastapi>=0.100.0
+uvicorn[standard]>=0.23.0
+python-multipart>=0.0.6
+python-dotenv>=1.0.0
+browser-use>=0.1.0
+playwright>=1.40.0
+langchain-openai>=0.1.0
+openai>=1.0.0
+aiofiles>=23.0.0
+httpx>=0.25.0
+pydantic>=2.0.0

supervisord.conf

@@ -0,0 +1,48 @@
+; =============================================================================
+; Supervisord - VNC Mirror Space
+; =============================================================================
+
+[supervisord]
+nodaemon=true
+logfile=/var/log/supervisor/supervisord.log
+pidfile=/var/run/supervisord.pid
+childlogdir=/var/log/supervisor
+user=root
+
+[program:xvfb]
+command=/usr/bin/Xvfb :99 -screen 0 1280x720x24 -ac +extension GLX +render -noreset
+autorestart=true
+priority=100
+stdout_logfile=/var/log/supervisor/xvfb.log
+stderr_logfile=/var/log/supervisor/xvfb_err.log
+
+[program:fluxbox]
+command=/bin/bash -c "sleep 2 && DISPLAY=:99 /usr/bin/fluxbox"
+autorestart=true
+priority=200
+stdout_logfile=/var/log/supervisor/fluxbox.log
+stderr_logfile=/var/log/supervisor/fluxbox_err.log
+
+[program:x11vnc]
+command=/bin/bash -c "sleep 3 && /usr/bin/x11vnc -display :99 -forever -shared -nopw -rfbport 5900 -xkb"
+autorestart=true
+priority=300
+stdout_logfile=/var/log/supervisor/x11vnc.log
+stderr_logfile=/var/log/supervisor/x11vnc_err.log
+
+[program:novnc]
+command=/bin/bash -c "sleep 5 && /opt/novnc/utils/novnc_proxy --vnc localhost:5900 --listen 7860 --web /opt/novnc"
+autorestart=true
+priority=400
+stdout_logfile=/var/log/supervisor/novnc.log
+stderr_logfile=/var/log/supervisor/novnc_err.log
+
+[program:agent]
+command=/bin/bash -c "sleep 10 && DISPLAY=:99 python /app/app.py"
+directory=/app
+autorestart=true
+priority=500
+startretries=10
+startsecs=15
+stdout_logfile=/var/log/supervisor/agent.log
+stderr_logfile=/var/log/supervisor/agent_err.log