Add scrapeUrl route to endpoint Space

app.py

@@ -573,6 +573,32 @@ async def alias_gate_status():
 # ═══════════════════════════════════════════════════════════════
 #  STATIC ARTIFACT SERVING (must be last — catches /artifact/* GETs)
 # ═══════════════════════════════════════════════════════════════
+class ScrapeUrlRequest(BaseModel):
+    workspace: str = "default"
+    url: str
+    timeout_seconds: int = Field(default=10, ge=1, le=30)
+
+
+@app.post("/scrapeUrl")
+async def scrape_url(req: ScrapeUrlRequest):
+    ws_base = _ws_path(req.workspace)
+    script = ws_base / f"_scrape_{uuid.uuid4().hex[:8]}.py"
+    script.write_text(f"""
+import urllib.request, sys
+try:
+    r = urllib.request.urlopen("{req.url}", timeout={req.timeout_seconds})
+    data = r.read().decode("utf-8", errors="replace")[:50000]
+    print(data)
+except Exception as e:
+    print(f"ERROR: {{e}}", file=sys.stderr)
+    sys.exit(1)
+""")
+    result = _safe_run(["python3", str(script)], ws_base, req.timeout_seconds)
+    script.unlink(missing_ok=True)
+    receipt = _receipt("scrape_url", req.url[:80], result, req.workspace)
+    return {"url": req.url, **result, "receipt": receipt}
+
+
 app.mount("/artifact", StaticFiles(directory=str(ARTIFACTS_DIR)), name="artifacts")
 
 
@@ -598,6 +624,7 @@ async def root():
             "GET /workspace/tree",
             "POST /artifact/compile",
             "POST /url/issue",
+            "POST /scrapeUrl",
             "POST /learn",
             "POST /recall",
             "POST /tool/register",