git add, commit, push
Browse files- backend/agents.py +100 -75
- backend/app.py +373 -0
- backend/deploy_to_amd.sh +100 -0
- backend/requirements.txt +2 -0
- frontend/src/components/TelemetryWidget.jsx +2 -2
- frontend/src/lib/api.js +112 -1
- frontend/src/pages/Blueprint.jsx +4 -11
- frontend/src/pages/Console.jsx +2 -2
- frontend/src/pages/Feed.jsx +7 -4
- frontend/src/pages/Journal.jsx +21 -59
- hf_space/README.md +47 -0
- hf_space/agents.py +293 -0
- hf_space/app.py +373 -0
- hf_space/deploy.ps1 +17 -0
- hf_space/requirements.txt +3 -0
- hf_space_repo +1 -0
backend/agents.py
CHANGED
|
@@ -1,32 +1,35 @@
|
|
| 1 |
"""
|
| 2 |
ForgeSight multi-agent quality-control pipeline.
|
| 3 |
-
|
| 4 |
-
|
| 5 |
"""
|
| 6 |
import os
|
| 7 |
import json
|
| 8 |
import uuid
|
| 9 |
import re
|
|
|
|
| 10 |
from typing import Optional, List, Dict, Any
|
| 11 |
-
# Removed emergentintegrations import
|
| 12 |
|
|
|
|
| 13 |
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
#
|
| 18 |
-
# Jupyter proxy route
|
| 19 |
-
# Override with AMD_INFERENCE_URL env var if direct access is available.
|
| 20 |
AMD_INFERENCE_URL = os.environ.get(
|
| 21 |
"AMD_INFERENCE_URL",
|
| 22 |
-
"http://129.212.191.163
|
| 23 |
-
)
|
| 24 |
|
| 25 |
-
#
|
| 26 |
-
|
| 27 |
-
|
| 28 |
|
|
|
|
|
|
|
| 29 |
|
|
|
|
| 30 |
INSPECTOR_SYSTEM = """You are the INSPECTOR agent of ForgeSight β a multimodal quality-control copilot
|
| 31 |
running on AMD Instinct MI300X + ROCm. Your job: analyze the submitted product/assembly-line
|
| 32 |
image and surface visible defects, anomalies, or violations.
|
|
@@ -77,19 +80,23 @@ summary of the full inspection in <=70 words. Return ONLY JSON:
|
|
| 77 |
"tags": ["tag1", "tag2", "tag3"]
|
| 78 |
}"""
|
| 79 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 80 |
|
|
|
|
| 81 |
def _extract_json(raw: str) -> Dict[str, Any]:
|
| 82 |
"""Best-effort JSON extraction from an LLM response."""
|
| 83 |
if not raw:
|
| 84 |
return {}
|
| 85 |
-
# Strip code fences
|
| 86 |
cleaned = re.sub(r"^```(?:json)?\s*|\s*```$", "", raw.strip(), flags=re.MULTILINE)
|
| 87 |
-
# Try direct
|
| 88 |
try:
|
| 89 |
return json.loads(cleaned)
|
| 90 |
except Exception:
|
| 91 |
pass
|
| 92 |
-
# Find first {...} block
|
| 93 |
match = re.search(r"\{[\s\S]*\}", cleaned)
|
| 94 |
if match:
|
| 95 |
try:
|
|
@@ -99,16 +106,14 @@ def _extract_json(raw: str) -> Dict[str, Any]:
|
|
| 99 |
return {"_raw": raw}
|
| 100 |
|
| 101 |
|
| 102 |
-
|
| 103 |
-
return f"<|system|>{system_message}<|user|>{user_text}<|assistant|>"
|
| 104 |
-
|
| 105 |
-
|
| 106 |
def _mock_response(name: str) -> Dict[str, Any]:
|
| 107 |
-
"""Fallback mock responses
|
| 108 |
mocks = {
|
| 109 |
"inspector": {
|
| 110 |
"verdict": "warn", "confidence": 0.85,
|
| 111 |
-
"defects": [{"type": "surface-scratch", "severity": "low",
|
|
|
|
| 112 |
"observation": "Minor scratch detected on surface. [LOCAL MOCK β AMD server offline]"
|
| 113 |
},
|
| 114 |
"diagnostician": {
|
|
@@ -123,7 +128,7 @@ def _mock_response(name: str) -> Dict[str, Any]:
|
|
| 123 |
},
|
| 124 |
"reporter": {
|
| 125 |
"headline": "Minor Scratch Detected [Mock]",
|
| 126 |
-
"summary": "Local mock response β start the AMD
|
| 127 |
"tags": ["scratch", "mock", "local"]
|
| 128 |
},
|
| 129 |
"social": {
|
|
@@ -132,62 +137,91 @@ def _mock_response(name: str) -> Dict[str, Any]:
|
|
| 132 |
},
|
| 133 |
}
|
| 134 |
parsed = mocks.get(name, {})
|
| 135 |
-
return {"raw": json.dumps(parsed), "parsed": parsed, "source": "mock"}
|
| 136 |
|
| 137 |
|
| 138 |
-
|
| 139 |
-
|
| 140 |
-
|
| 141 |
-
|
| 142 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 143 |
|
| 144 |
-
payload = json.dumps({"prompt": prompt, "max_tokens": 512}).encode()
|
| 145 |
-
req = urllib.request.Request(
|
| 146 |
-
f"{AMD_INFERENCE_URL}/v1/complete",
|
| 147 |
-
data=payload,
|
| 148 |
-
headers={"Content-Type": "application/json"},
|
| 149 |
-
method="POST",
|
| 150 |
-
)
|
| 151 |
try:
|
| 152 |
-
|
| 153 |
-
|
| 154 |
-
|
| 155 |
-
|
| 156 |
-
|
| 157 |
-
|
|
|
|
|
|
|
|
|
|
| 158 |
except Exception:
|
| 159 |
-
return None #
|
| 160 |
|
| 161 |
|
|
|
|
| 162 |
async def _run_agent(
|
| 163 |
name: str,
|
| 164 |
system_message: str,
|
| 165 |
user_text: str,
|
| 166 |
image_base64: Optional[str] = None,
|
| 167 |
-
provider_model: tuple = TEXT_MODEL,
|
| 168 |
) -> Dict[str, Any]:
|
| 169 |
"""
|
| 170 |
-
Run
|
| 171 |
-
Falls back to mock responses automatically if the server is not running
|
| 172 |
-
(e.g. local development without the AMD instance active).
|
| 173 |
"""
|
| 174 |
-
|
| 175 |
-
await asyncio.sleep(0.1)
|
| 176 |
-
|
| 177 |
-
prompt = _build_prompt(system_message, user_text)
|
| 178 |
-
raw_text = await _call_amd_server(prompt)
|
| 179 |
|
| 180 |
if raw_text is None:
|
| 181 |
-
# AMD server not reachable β use local mock (safe for dev)
|
| 182 |
result = _mock_response(name)
|
| 183 |
-
result["source"] = "mock (AMD server offline)"
|
| 184 |
return result
|
| 185 |
|
| 186 |
# AMD server responded β parse its JSON output
|
| 187 |
parsed = _extract_json(raw_text)
|
| 188 |
-
return {
|
|
|
|
|
|
|
|
|
|
|
|
|
| 189 |
|
| 190 |
|
|
|
|
| 191 |
async def run_pipeline(
|
| 192 |
image_base64: str,
|
| 193 |
notes: str = "",
|
|
@@ -198,24 +232,22 @@ async def run_pipeline(
|
|
| 198 |
"""
|
| 199 |
context = f"Operator notes: {notes or '(none)'}\nProduct spec: {product_spec or '(generic)'}"
|
| 200 |
|
| 201 |
-
# 1) Inspector (vision)
|
| 202 |
inspector = await _run_agent(
|
| 203 |
"inspector",
|
| 204 |
INSPECTOR_SYSTEM,
|
| 205 |
f"Inspect this image for manufacturing defects.\n{context}",
|
| 206 |
image_base64=image_base64,
|
| 207 |
-
provider_model=VISION_MODEL,
|
| 208 |
)
|
| 209 |
|
| 210 |
-
# 2) Diagnostician
|
| 211 |
diagnostician = await _run_agent(
|
| 212 |
"diagnostician",
|
| 213 |
DIAGNOSTICIAN_SYSTEM,
|
| 214 |
f"INSPECTOR_REPORT:\n{json.dumps(inspector['parsed'])}\n\n{context}",
|
| 215 |
-
provider_model=TEXT_MODEL,
|
| 216 |
)
|
| 217 |
|
| 218 |
-
# 3) Action
|
| 219 |
action = await _run_agent(
|
| 220 |
"action",
|
| 221 |
ACTION_SYSTEM,
|
|
@@ -223,10 +255,9 @@ async def run_pipeline(
|
|
| 223 |
f"INSPECTOR_REPORT:\n{json.dumps(inspector['parsed'])}\n\n"
|
| 224 |
f"DIAGNOSTICIAN_REPORT:\n{json.dumps(diagnostician['parsed'])}"
|
| 225 |
),
|
| 226 |
-
provider_model=TEXT_MODEL,
|
| 227 |
)
|
| 228 |
|
| 229 |
-
# 4) Reporter
|
| 230 |
reporter = await _run_agent(
|
| 231 |
"reporter",
|
| 232 |
REPORTER_SYSTEM,
|
|
@@ -235,31 +266,25 @@ async def run_pipeline(
|
|
| 235 |
f"DIAGNOSTICIAN_REPORT:\n{json.dumps(diagnostician['parsed'])}\n\n"
|
| 236 |
f"ACTION_REPORT:\n{json.dumps(action['parsed'])}"
|
| 237 |
),
|
| 238 |
-
provider_model=TEXT_MODEL,
|
| 239 |
)
|
| 240 |
|
|
|
|
| 241 |
return {
|
| 242 |
"agents": [
|
| 243 |
-
{"role": "inspector",
|
| 244 |
-
{"role": "diagnostician", "label": "Diagnostician Agent", "model":
|
| 245 |
-
{"role": "action",
|
| 246 |
-
{"role": "reporter",
|
| 247 |
],
|
| 248 |
}
|
| 249 |
|
| 250 |
|
| 251 |
async def generate_social_post(milestone_title: str, milestone_body: str) -> Dict[str, str]:
|
| 252 |
"""Generate X + LinkedIn social post drafts for a build-in-public milestone."""
|
| 253 |
-
system = """You craft punchy Build-in-Public social posts for a hackathon project named
|
| 254 |
-
"ForgeSight" β a multimodal agentic quality-control copilot running on AMD Instinct MI300X + ROCm.
|
| 255 |
-
Always include hashtags: #AMDHackathon #ROCm #AIatAMD #lablab and mention @AIatAMD and @lablab.
|
| 256 |
-
Return ONLY JSON:
|
| 257 |
-
{"x_post": "<=260 chars, punchy, 1-2 emojis ok", "linkedin_post": "<=600 chars, narrative, 3 short paragraphs"}"""
|
| 258 |
result = await _run_agent(
|
| 259 |
"social",
|
| 260 |
-
|
| 261 |
f"Milestone: {milestone_title}\n\nDetails: {milestone_body}",
|
| 262 |
-
provider_model=TEXT_MODEL,
|
| 263 |
)
|
| 264 |
parsed = result["parsed"]
|
| 265 |
return {
|
|
|
|
| 1 |
"""
|
| 2 |
ForgeSight multi-agent quality-control pipeline.
|
| 3 |
+
Agents call the fine-tuned model served by vLLM on AMD Instinct MI300X.
|
| 4 |
+
Falls back to mock responses if the AMD inference server is unreachable.
|
| 5 |
"""
|
| 6 |
import os
|
| 7 |
import json
|
| 8 |
import uuid
|
| 9 |
import re
|
| 10 |
+
import asyncio
|
| 11 |
from typing import Optional, List, Dict, Any
|
|
|
|
| 12 |
|
| 13 |
+
import httpx # async HTTP β lightweight, no extra deps beyond requirements
|
| 14 |
|
| 15 |
+
# ββ AMD vLLM inference endpoint βββββββββββββββββββββββββββββββββββββββββββββ
|
| 16 |
+
# vLLM exposes an OpenAI-compatible API at /v1/chat/completions.
|
| 17 |
+
# Set AMD_INFERENCE_URL in your .env to point at the running vLLM server.
|
| 18 |
+
# Example: http://129.212.191.163:8000 (direct port β ensure firewall allows it)
|
| 19 |
+
# Or use the Jupyter proxy route: http://129.212.191.163/proxy/8000
|
|
|
|
| 20 |
AMD_INFERENCE_URL = os.environ.get(
|
| 21 |
"AMD_INFERENCE_URL",
|
| 22 |
+
"http://129.212.191.163:8000"
|
| 23 |
+
).rstrip("/")
|
| 24 |
|
| 25 |
+
# The model name vLLM is serving (used in the chat/completions request).
|
| 26 |
+
# Override with AMD_MODEL_NAME env var if you deploy a different checkpoint.
|
| 27 |
+
AMD_MODEL_NAME = os.environ.get("AMD_MODEL_NAME", "Qwen/Qwen2-VL-7B-Instruct")
|
| 28 |
|
| 29 |
+
# Timeout (seconds) to wait for the AMD server before falling back to mock.
|
| 30 |
+
AMD_TIMEOUT = float(os.environ.get("AMD_TIMEOUT", "30"))
|
| 31 |
|
| 32 |
+
# ββ System prompts βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 33 |
INSPECTOR_SYSTEM = """You are the INSPECTOR agent of ForgeSight β a multimodal quality-control copilot
|
| 34 |
running on AMD Instinct MI300X + ROCm. Your job: analyze the submitted product/assembly-line
|
| 35 |
image and surface visible defects, anomalies, or violations.
|
|
|
|
| 80 |
"tags": ["tag1", "tag2", "tag3"]
|
| 81 |
}"""
|
| 82 |
|
| 83 |
+
SOCIAL_SYSTEM = """You craft punchy Build-in-Public social posts for a hackathon project named
|
| 84 |
+
"ForgeSight" β a multimodal agentic quality-control copilot running on AMD Instinct MI300X + ROCm.
|
| 85 |
+
Always include hashtags: #AMDHackathon #ROCm #AIatAMD #lablab and mention @AIatAMD and @lablab.
|
| 86 |
+
Return ONLY JSON:
|
| 87 |
+
{"x_post": "<=260 chars, punchy, 1-2 emojis ok", "linkedin_post": "<=600 chars, narrative, 3 short paragraphs"}"""
|
| 88 |
+
|
| 89 |
|
| 90 |
+
# ββ JSON extraction ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 91 |
def _extract_json(raw: str) -> Dict[str, Any]:
|
| 92 |
"""Best-effort JSON extraction from an LLM response."""
|
| 93 |
if not raw:
|
| 94 |
return {}
|
|
|
|
| 95 |
cleaned = re.sub(r"^```(?:json)?\s*|\s*```$", "", raw.strip(), flags=re.MULTILINE)
|
|
|
|
| 96 |
try:
|
| 97 |
return json.loads(cleaned)
|
| 98 |
except Exception:
|
| 99 |
pass
|
|
|
|
| 100 |
match = re.search(r"\{[\s\S]*\}", cleaned)
|
| 101 |
if match:
|
| 102 |
try:
|
|
|
|
| 106 |
return {"_raw": raw}
|
| 107 |
|
| 108 |
|
| 109 |
+
# ββ Mock fallbacks βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
|
|
|
|
|
|
|
|
|
| 110 |
def _mock_response(name: str) -> Dict[str, Any]:
|
| 111 |
+
"""Fallback mock responses when AMD server is unreachable."""
|
| 112 |
mocks = {
|
| 113 |
"inspector": {
|
| 114 |
"verdict": "warn", "confidence": 0.85,
|
| 115 |
+
"defects": [{"type": "surface-scratch", "severity": "low",
|
| 116 |
+
"location": "top-left edge", "description": "Minor scratch visible"}],
|
| 117 |
"observation": "Minor scratch detected on surface. [LOCAL MOCK β AMD server offline]"
|
| 118 |
},
|
| 119 |
"diagnostician": {
|
|
|
|
| 128 |
},
|
| 129 |
"reporter": {
|
| 130 |
"headline": "Minor Scratch Detected [Mock]",
|
| 131 |
+
"summary": "Local mock response β start the AMD vLLM server to use the fine-tuned model.",
|
| 132 |
"tags": ["scratch", "mock", "local"]
|
| 133 |
},
|
| 134 |
"social": {
|
|
|
|
| 137 |
},
|
| 138 |
}
|
| 139 |
parsed = mocks.get(name, {})
|
| 140 |
+
return {"raw": json.dumps(parsed), "parsed": parsed, "source": "mock (AMD server offline)"}
|
| 141 |
|
| 142 |
|
| 143 |
+
# ββ AMD vLLM call (OpenAI-compatible /v1/chat/completions) βββββββββββββββββββ
|
| 144 |
+
async def _call_amd_vllm(
|
| 145 |
+
system_prompt: str,
|
| 146 |
+
user_text: str,
|
| 147 |
+
image_base64: Optional[str] = None,
|
| 148 |
+
) -> Optional[str]:
|
| 149 |
+
"""
|
| 150 |
+
Call the vLLM server on the AMD MI300X using its OpenAI-compatible API.
|
| 151 |
+
Supports vision models (image_base64) and text-only calls.
|
| 152 |
+
Returns the assistant message text, or None if the server is unreachable.
|
| 153 |
+
"""
|
| 154 |
+
# Build messages array
|
| 155 |
+
if image_base64:
|
| 156 |
+
# Multimodal message with base64 image
|
| 157 |
+
user_content = [
|
| 158 |
+
{
|
| 159 |
+
"type": "image_url",
|
| 160 |
+
"image_url": {
|
| 161 |
+
"url": f"data:image/jpeg;base64,{image_base64}"
|
| 162 |
+
}
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"type": "text",
|
| 166 |
+
"text": user_text
|
| 167 |
+
}
|
| 168 |
+
]
|
| 169 |
+
else:
|
| 170 |
+
user_content = user_text
|
| 171 |
+
|
| 172 |
+
payload = {
|
| 173 |
+
"model": AMD_MODEL_NAME,
|
| 174 |
+
"messages": [
|
| 175 |
+
{"role": "system", "content": system_prompt},
|
| 176 |
+
{"role": "user", "content": user_content},
|
| 177 |
+
],
|
| 178 |
+
"max_tokens": 1024,
|
| 179 |
+
"temperature": 0.1, # Low temperature for deterministic structured output
|
| 180 |
+
}
|
| 181 |
+
|
| 182 |
+
url = f"{AMD_INFERENCE_URL}/v1/chat/completions"
|
| 183 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 184 |
try:
|
| 185 |
+
async with httpx.AsyncClient(timeout=AMD_TIMEOUT) as client:
|
| 186 |
+
resp = await client.post(url, json=payload)
|
| 187 |
+
resp.raise_for_status()
|
| 188 |
+
data = resp.json()
|
| 189 |
+
return data["choices"][0]["message"]["content"]
|
| 190 |
+
except httpx.ConnectError:
|
| 191 |
+
return None # Server not reachable β use mock
|
| 192 |
+
except httpx.TimeoutException:
|
| 193 |
+
return None # Server too slow β use mock
|
| 194 |
except Exception:
|
| 195 |
+
return None # Any other error β use mock
|
| 196 |
|
| 197 |
|
| 198 |
+
# ββ Agent runner βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 199 |
async def _run_agent(
|
| 200 |
name: str,
|
| 201 |
system_message: str,
|
| 202 |
user_text: str,
|
| 203 |
image_base64: Optional[str] = None,
|
|
|
|
| 204 |
) -> Dict[str, Any]:
|
| 205 |
"""
|
| 206 |
+
Run a single agent. Tries AMD MI300X vLLM first, falls back to mock.
|
|
|
|
|
|
|
| 207 |
"""
|
| 208 |
+
raw_text = await _call_amd_vllm(system_message, user_text, image_base64)
|
|
|
|
|
|
|
|
|
|
|
|
|
| 209 |
|
| 210 |
if raw_text is None:
|
| 211 |
+
# AMD server not reachable β use local mock (safe for dev/demo)
|
| 212 |
result = _mock_response(name)
|
|
|
|
| 213 |
return result
|
| 214 |
|
| 215 |
# AMD server responded β parse its JSON output
|
| 216 |
parsed = _extract_json(raw_text)
|
| 217 |
+
return {
|
| 218 |
+
"raw": raw_text,
|
| 219 |
+
"parsed": parsed,
|
| 220 |
+
"source": f"AMD MI300X vLLM @ {AMD_INFERENCE_URL} ({AMD_MODEL_NAME})"
|
| 221 |
+
}
|
| 222 |
|
| 223 |
|
| 224 |
+
# ββ Public pipeline ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 225 |
async def run_pipeline(
|
| 226 |
image_base64: str,
|
| 227 |
notes: str = "",
|
|
|
|
| 232 |
"""
|
| 233 |
context = f"Operator notes: {notes or '(none)'}\nProduct spec: {product_spec or '(generic)'}"
|
| 234 |
|
| 235 |
+
# 1) Inspector (vision β passes image to vLLM)
|
| 236 |
inspector = await _run_agent(
|
| 237 |
"inspector",
|
| 238 |
INSPECTOR_SYSTEM,
|
| 239 |
f"Inspect this image for manufacturing defects.\n{context}",
|
| 240 |
image_base64=image_base64,
|
|
|
|
| 241 |
)
|
| 242 |
|
| 243 |
+
# 2) Diagnostician (text only)
|
| 244 |
diagnostician = await _run_agent(
|
| 245 |
"diagnostician",
|
| 246 |
DIAGNOSTICIAN_SYSTEM,
|
| 247 |
f"INSPECTOR_REPORT:\n{json.dumps(inspector['parsed'])}\n\n{context}",
|
|
|
|
| 248 |
)
|
| 249 |
|
| 250 |
+
# 3) Action (text only)
|
| 251 |
action = await _run_agent(
|
| 252 |
"action",
|
| 253 |
ACTION_SYSTEM,
|
|
|
|
| 255 |
f"INSPECTOR_REPORT:\n{json.dumps(inspector['parsed'])}\n\n"
|
| 256 |
f"DIAGNOSTICIAN_REPORT:\n{json.dumps(diagnostician['parsed'])}"
|
| 257 |
),
|
|
|
|
| 258 |
)
|
| 259 |
|
| 260 |
+
# 4) Reporter (text only)
|
| 261 |
reporter = await _run_agent(
|
| 262 |
"reporter",
|
| 263 |
REPORTER_SYSTEM,
|
|
|
|
| 266 |
f"DIAGNOSTICIAN_REPORT:\n{json.dumps(diagnostician['parsed'])}\n\n"
|
| 267 |
f"ACTION_REPORT:\n{json.dumps(action['parsed'])}"
|
| 268 |
),
|
|
|
|
| 269 |
)
|
| 270 |
|
| 271 |
+
model_label = AMD_MODEL_NAME
|
| 272 |
return {
|
| 273 |
"agents": [
|
| 274 |
+
{"role": "inspector", "label": "Inspector Agent", "model": model_label, "output": inspector},
|
| 275 |
+
{"role": "diagnostician", "label": "Diagnostician Agent", "model": model_label, "output": diagnostician},
|
| 276 |
+
{"role": "action", "label": "Action Agent", "model": model_label, "output": action},
|
| 277 |
+
{"role": "reporter", "label": "Reporter Agent", "model": model_label, "output": reporter},
|
| 278 |
],
|
| 279 |
}
|
| 280 |
|
| 281 |
|
| 282 |
async def generate_social_post(milestone_title: str, milestone_body: str) -> Dict[str, str]:
|
| 283 |
"""Generate X + LinkedIn social post drafts for a build-in-public milestone."""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 284 |
result = await _run_agent(
|
| 285 |
"social",
|
| 286 |
+
SOCIAL_SYSTEM,
|
| 287 |
f"Milestone: {milestone_title}\n\nDetails: {milestone_body}",
|
|
|
|
| 288 |
)
|
| 289 |
parsed = result["parsed"]
|
| 290 |
return {
|
backend/app.py
ADDED
|
@@ -0,0 +1,373 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
ForgeSight β Hugging Face Spaces Gradio backend.
|
| 3 |
+
Wraps the multi-agent pipeline so the React frontend can call it
|
| 4 |
+
via the Gradio Client JS SDK or plain HTTP POST to /api/<fn_name>.
|
| 5 |
+
|
| 6 |
+
Deploy: push this repo to a HF Space (Gradio SDK).
|
| 7 |
+
"""
|
| 8 |
+
import os
|
| 9 |
+
import json
|
| 10 |
+
import math
|
| 11 |
+
import time
|
| 12 |
+
import uuid
|
| 13 |
+
import gradio as gr
|
| 14 |
+
from datetime import datetime, timezone
|
| 15 |
+
|
| 16 |
+
# ββ Import the agent pipeline βββββββββββββββββββββββββββββββββββββββββββββββ
|
| 17 |
+
from agents import run_pipeline, generate_social_post
|
| 18 |
+
|
| 19 |
+
# ββ In-memory store (HF Spaces has no persistent DB) ββββββββββββββββββββββββ
|
| 20 |
+
# For a real deployment, swap with MongoDB or a HF Dataset-backed store.
|
| 21 |
+
_inspections: list = []
|
| 22 |
+
_journal: list = []
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
def _now_iso() -> str:
|
| 26 |
+
return datetime.now(timezone.utc).isoformat()
|
| 27 |
+
|
| 28 |
+
|
| 29 |
+
# ββ 1. Inspection endpoint ββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 30 |
+
async def inspect(image_base64: str, notes: str = "", product_spec: str = "", source: str = "upload"):
|
| 31 |
+
"""Run the 4-agent inspection pipeline on a base64 image."""
|
| 32 |
+
# Strip potential data-URI prefix
|
| 33 |
+
if "," in image_base64 and image_base64.strip().startswith("data:"):
|
| 34 |
+
image_base64 = image_base64.split(",", 1)[1]
|
| 35 |
+
|
| 36 |
+
transcript = await run_pipeline(
|
| 37 |
+
image_base64=image_base64,
|
| 38 |
+
notes=notes or "",
|
| 39 |
+
product_spec=product_spec or "",
|
| 40 |
+
)
|
| 41 |
+
|
| 42 |
+
inspection = {
|
| 43 |
+
"id": str(uuid.uuid4()),
|
| 44 |
+
"created_at": _now_iso(),
|
| 45 |
+
"notes": notes or "",
|
| 46 |
+
"product_spec": product_spec or "",
|
| 47 |
+
"source": source or "upload",
|
| 48 |
+
"transcript": transcript,
|
| 49 |
+
}
|
| 50 |
+
_inspections.insert(0, inspection)
|
| 51 |
+
|
| 52 |
+
summary = _summarize(inspection)
|
| 53 |
+
return json.dumps({
|
| 54 |
+
"id": inspection["id"],
|
| 55 |
+
"created_at": inspection["created_at"],
|
| 56 |
+
"transcript": transcript,
|
| 57 |
+
"summary": summary,
|
| 58 |
+
})
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
# ββ 2. List inspections βββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 62 |
+
async def list_inspections(limit: int = 50):
|
| 63 |
+
items = [_summarize(doc) for doc in _inspections[:limit]]
|
| 64 |
+
return json.dumps({"items": items, "total": len(items)})
|
| 65 |
+
|
| 66 |
+
|
| 67 |
+
# ββ 3. Metrics βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 68 |
+
async def metrics():
|
| 69 |
+
total = len(_inspections)
|
| 70 |
+
verdict_counts = {"pass": 0, "warn": 0, "fail": 0}
|
| 71 |
+
defect_type_counts = {}
|
| 72 |
+
confidences = []
|
| 73 |
+
|
| 74 |
+
for doc in _inspections:
|
| 75 |
+
summary = _summarize(doc)
|
| 76 |
+
v = summary["verdict"] if summary["verdict"] in verdict_counts else "warn"
|
| 77 |
+
verdict_counts[v] += 1
|
| 78 |
+
confidences.append(summary["confidence"])
|
| 79 |
+
agents = doc.get("transcript", {}).get("agents", [])
|
| 80 |
+
inspector = next((a for a in agents if a["role"] == "inspector"), None)
|
| 81 |
+
defects = ((inspector or {}).get("output", {}).get("parsed", {}) or {}).get("defects") or []
|
| 82 |
+
if isinstance(defects, list):
|
| 83 |
+
for d in defects:
|
| 84 |
+
if isinstance(d, dict):
|
| 85 |
+
t = (d.get("type") or "unknown").lower()
|
| 86 |
+
defect_type_counts[t] = defect_type_counts.get(t, 0) + 1
|
| 87 |
+
|
| 88 |
+
avg_conf = sum(confidences) / len(confidences) if confidences else 0.0
|
| 89 |
+
top_defects = sorted(defect_type_counts.items(), key=lambda x: x[1], reverse=True)[:6]
|
| 90 |
+
quality_score = 0
|
| 91 |
+
if total > 0:
|
| 92 |
+
quality_score = round(100 * (verdict_counts["pass"] + 0.5 * verdict_counts["warn"]) / total)
|
| 93 |
+
|
| 94 |
+
return json.dumps({
|
| 95 |
+
"total_inspections": total,
|
| 96 |
+
"verdict_counts": verdict_counts,
|
| 97 |
+
"avg_confidence": round(avg_conf, 3),
|
| 98 |
+
"top_defects": [{"type": t, "count": c} for t, c in top_defects],
|
| 99 |
+
"quality_score": quality_score,
|
| 100 |
+
})
|
| 101 |
+
|
| 102 |
+
|
| 103 |
+
# ββ 4. Telemetry (simulated MI300X) βββββββββββββββββββββββββββββββββββββββββ
|
| 104 |
+
async def telemetry():
|
| 105 |
+
t = time.time()
|
| 106 |
+
gpu_util = 62 + 30 * math.sin(t / 4.0)
|
| 107 |
+
vram_used = 88 + 20 * math.sin(t / 7.0)
|
| 108 |
+
tokens_per_sec = 2850 + 450 * math.sin(t / 3.0)
|
| 109 |
+
power_w = 620 + 80 * math.sin(t / 5.0)
|
| 110 |
+
temp_c = 58 + 7 * math.sin(t / 6.0)
|
| 111 |
+
return json.dumps({
|
| 112 |
+
"simulated": True,
|
| 113 |
+
"device": "AMD Instinct MI300X",
|
| 114 |
+
"gpu_util_pct": round(max(0, min(100, gpu_util)), 1),
|
| 115 |
+
"vram_used_gb": round(max(0, vram_used), 1),
|
| 116 |
+
"vram_total_gb": 192.0,
|
| 117 |
+
"tokens_per_sec": int(max(0, tokens_per_sec)),
|
| 118 |
+
"power_watts": int(max(0, power_w)),
|
| 119 |
+
"temp_c": round(max(0, temp_c), 1),
|
| 120 |
+
"ts": _now_iso(),
|
| 121 |
+
})
|
| 122 |
+
|
| 123 |
+
|
| 124 |
+
# ββ 5. Blueprint βββββοΏ½οΏ½οΏ½ββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 125 |
+
async def blueprint():
|
| 126 |
+
return json.dumps({
|
| 127 |
+
"stack": [
|
| 128 |
+
{
|
| 129 |
+
"layer": "Hardware",
|
| 130 |
+
"title": "AMD Instinct MI300X",
|
| 131 |
+
"detail": "192 GB HBM3 Β· 5.3 TB/s memory bandwidth Β· 8Γ GPU node",
|
| 132 |
+
"why": "Massive VRAM enables serving 70B-class Qwen-VL models without sharding.",
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"layer": "Runtime",
|
| 136 |
+
"title": "ROCm 6.2",
|
| 137 |
+
"detail": "Open compute runtime Β· HIP Β· MIOpen Β· RCCL",
|
| 138 |
+
"why": "PyTorch + vLLM run natively on MI300X via ROCm.",
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"layer": "Serving",
|
| 142 |
+
"title": "vLLM on ROCm",
|
| 143 |
+
"detail": "PagedAttention Β· continuous batching Β· OpenAI-compatible API",
|
| 144 |
+
"why": "High-throughput multimodal inference for the agent pipeline.",
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"layer": "Model",
|
| 148 |
+
"title": "Qwen2-VL-72B (fine-tuned)",
|
| 149 |
+
"detail": "LoRA fine-tune on defect-image + work-order pairs via Optimum-AMD",
|
| 150 |
+
"why": "Domain-specialized vision reasoning beats zero-shot generic VLMs.",
|
| 151 |
+
},
|
| 152 |
+
{
|
| 153 |
+
"layer": "Agents",
|
| 154 |
+
"title": "Inspector β Diagnostician β Action β Reporter",
|
| 155 |
+
"detail": "Sequential multi-agent with structured JSON hand-offs",
|
| 156 |
+
"why": "Interpretable, auditable pipeline for industrial QC.",
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"layer": "Product",
|
| 160 |
+
"title": "ForgeSight Console",
|
| 161 |
+
"detail": "React + FastAPI Β· live transcript Β· defect feed Β· build journal",
|
| 162 |
+
"why": "End-to-end demonstrable app shipped for the hackathon.",
|
| 163 |
+
},
|
| 164 |
+
],
|
| 165 |
+
"finetune_recipe": {
|
| 166 |
+
"base_model": "Qwen/Qwen2-VL-72B-Instruct",
|
| 167 |
+
"dataset": "ForgeSight-QC-10K (proprietary defect-image β work-order pairs)",
|
| 168 |
+
"method": "QLoRA r=64 Β· Optimum-AMD Β· bf16",
|
| 169 |
+
"hardware": "1Γ MI300X node (8 GPUs)",
|
| 170 |
+
"expected_wall_clock": "~6h for 3 epochs on 10K pairs",
|
| 171 |
+
"serve_with": "vLLM 0.6+ on ROCm",
|
| 172 |
+
},
|
| 173 |
+
})
|
| 174 |
+
|
| 175 |
+
|
| 176 |
+
# ββ 6. Journal ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 177 |
+
async def journal_list():
|
| 178 |
+
# Auto-seed if empty
|
| 179 |
+
if not _journal:
|
| 180 |
+
await _seed_journal()
|
| 181 |
+
return json.dumps({"items": _journal, "total": len(_journal)})
|
| 182 |
+
|
| 183 |
+
|
| 184 |
+
async def journal_create(title: str, body: str, tags: str = ""):
|
| 185 |
+
tag_list = [t.strip() for t in tags.split(",") if t.strip()] if tags else []
|
| 186 |
+
try:
|
| 187 |
+
social = await generate_social_post(title, body)
|
| 188 |
+
except Exception:
|
| 189 |
+
social = {"x_post": "", "linkedin_post": ""}
|
| 190 |
+
|
| 191 |
+
entry = {
|
| 192 |
+
"id": str(uuid.uuid4()),
|
| 193 |
+
"created_at": _now_iso(),
|
| 194 |
+
"title": title,
|
| 195 |
+
"body": body,
|
| 196 |
+
"tags": tag_list,
|
| 197 |
+
"x_post": social.get("x_post", ""),
|
| 198 |
+
"linkedin_post": social.get("linkedin_post", ""),
|
| 199 |
+
}
|
| 200 |
+
_journal.insert(0, entry)
|
| 201 |
+
return json.dumps(entry)
|
| 202 |
+
|
| 203 |
+
|
| 204 |
+
async def _seed_journal():
|
| 205 |
+
seeds = [
|
| 206 |
+
{
|
| 207 |
+
"title": "Kickoff: ForgeSight on AMD Developer Cloud",
|
| 208 |
+
"body": "Spun up an MI300X instance on AMD Developer Cloud. First impression: zero CUDA-lock-in, ROCm + PyTorch just worked. Targeting all three hackathon tracks with one agentic multimodal QC copilot.",
|
| 209 |
+
"tags": ["kickoff", "amd", "rocm"],
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"title": "Multi-agent pipeline wired end-to-end",
|
| 213 |
+
"body": "Inspector β Diagnostician β Action β Reporter. Each agent produces strict JSON so hand-offs stay auditable. Running on Claude Sonnet 4.5 today, swapping to Qwen2-VL on MI300X next.",
|
| 214 |
+
"tags": ["agents", "pipeline", "qwen"],
|
| 215 |
+
},
|
| 216 |
+
{
|
| 217 |
+
"title": "Fine-tune recipe: QLoRA on Qwen2-VL with Optimum-AMD",
|
| 218 |
+
"body": "Drafted the LoRA fine-tune path for 10K defect-image β work-order pairs. Expecting ~6h wall-clock on a single MI300X node. vLLM-ROCm will serve the result.",
|
| 219 |
+
"tags": ["fine-tuning", "qlora", "optimum-amd"],
|
| 220 |
+
},
|
| 221 |
+
]
|
| 222 |
+
for s in seeds:
|
| 223 |
+
try:
|
| 224 |
+
social = await generate_social_post(s["title"], s["body"])
|
| 225 |
+
except Exception:
|
| 226 |
+
social = {"x_post": "", "linkedin_post": ""}
|
| 227 |
+
_journal.insert(0, {
|
| 228 |
+
"id": str(uuid.uuid4()),
|
| 229 |
+
"created_at": _now_iso(),
|
| 230 |
+
**s,
|
| 231 |
+
"x_post": social.get("x_post", ""),
|
| 232 |
+
"linkedin_post": social.get("linkedin_post", ""),
|
| 233 |
+
})
|
| 234 |
+
|
| 235 |
+
|
| 236 |
+
# ββ Helpers ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 237 |
+
def _summarize(inspection: dict) -> dict:
|
| 238 |
+
agents = inspection.get("transcript", {}).get("agents", [])
|
| 239 |
+
inspector = next((a for a in agents if a["role"] == "inspector"), None)
|
| 240 |
+
reporter = next((a for a in agents if a["role"] == "reporter"), None)
|
| 241 |
+
action = next((a for a in agents if a["role"] == "action"), None)
|
| 242 |
+
|
| 243 |
+
inspector_out = (inspector or {}).get("output", {}).get("parsed", {}) or {}
|
| 244 |
+
reporter_out = (reporter or {}).get("output", {}).get("parsed", {}) or {}
|
| 245 |
+
action_out = (action or {}).get("output", {}).get("parsed", {}) or {}
|
| 246 |
+
|
| 247 |
+
defects = inspector_out.get("defects") or []
|
| 248 |
+
return {
|
| 249 |
+
"id": inspection["id"],
|
| 250 |
+
"created_at": inspection["created_at"],
|
| 251 |
+
"verdict": inspector_out.get("verdict", "warn"),
|
| 252 |
+
"confidence": float(inspector_out.get("confidence", 0.0) or 0.0),
|
| 253 |
+
"headline": reporter_out.get("headline") or inspector_out.get("observation", "Inspection complete")[:60],
|
| 254 |
+
"defect_count": len(defects) if isinstance(defects, list) else 0,
|
| 255 |
+
"priority": action_out.get("priority", "P2"),
|
| 256 |
+
"source": inspection.get("source", "upload"),
|
| 257 |
+
}
|
| 258 |
+
|
| 259 |
+
|
| 260 |
+
# ββ Health / root check βββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 261 |
+
async def health():
|
| 262 |
+
return json.dumps({
|
| 263 |
+
"service": "forgesight",
|
| 264 |
+
"status": "online",
|
| 265 |
+
"track": "AMD Hackathon β Tracks 1+2+3",
|
| 266 |
+
"runtime": "Hugging Face Spaces (Gradio)",
|
| 267 |
+
})
|
| 268 |
+
|
| 269 |
+
|
| 270 |
+
# ββ Build the Gradio app ββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 271 |
+
# Each gr.Interface becomes a named API endpoint at /api/<fn_name>
|
| 272 |
+
# The React frontend calls these via fetch() to the HF Space URL.
|
| 273 |
+
|
| 274 |
+
with gr.Blocks(title="ForgeSight β AMD MI300X QC Copilot") as demo:
|
| 275 |
+
gr.Markdown("# π ForgeSight β Multimodal QC Copilot")
|
| 276 |
+
gr.Markdown("Backend API for the ForgeSight React frontend. Powered by AMD Instinct MI300X + ROCm.")
|
| 277 |
+
|
| 278 |
+
# --- API-only endpoints (hidden UI, exposed as /api/...) ---
|
| 279 |
+
|
| 280 |
+
# Health check
|
| 281 |
+
health_btn = gr.Button("Health Check", visible=False)
|
| 282 |
+
health_out = gr.Textbox(visible=False)
|
| 283 |
+
health_btn.click(fn=health, inputs=[], outputs=health_out, api_name="health")
|
| 284 |
+
|
| 285 |
+
# Inspect
|
| 286 |
+
inspect_img = gr.Textbox(visible=False)
|
| 287 |
+
inspect_notes = gr.Textbox(visible=False)
|
| 288 |
+
inspect_spec = gr.Textbox(visible=False)
|
| 289 |
+
inspect_source = gr.Textbox(visible=False)
|
| 290 |
+
inspect_out = gr.Textbox(visible=False)
|
| 291 |
+
inspect_btn = gr.Button("Inspect", visible=False)
|
| 292 |
+
inspect_btn.click(
|
| 293 |
+
fn=inspect,
|
| 294 |
+
inputs=[inspect_img, inspect_notes, inspect_spec, inspect_source],
|
| 295 |
+
outputs=inspect_out,
|
| 296 |
+
api_name="inspect",
|
| 297 |
+
)
|
| 298 |
+
|
| 299 |
+
# List inspections
|
| 300 |
+
list_limit = gr.Number(visible=False, value=50)
|
| 301 |
+
list_out = gr.Textbox(visible=False)
|
| 302 |
+
list_btn = gr.Button("List", visible=False)
|
| 303 |
+
list_btn.click(fn=list_inspections, inputs=[list_limit], outputs=list_out, api_name="list_inspections")
|
| 304 |
+
|
| 305 |
+
# Metrics
|
| 306 |
+
metrics_out = gr.Textbox(visible=False)
|
| 307 |
+
metrics_btn = gr.Button("Metrics", visible=False)
|
| 308 |
+
metrics_btn.click(fn=metrics, inputs=[], outputs=metrics_out, api_name="metrics")
|
| 309 |
+
|
| 310 |
+
# Telemetry
|
| 311 |
+
telem_out = gr.Textbox(visible=False)
|
| 312 |
+
telem_btn = gr.Button("Telemetry", visible=False)
|
| 313 |
+
telem_btn.click(fn=telemetry, inputs=[], outputs=telem_out, api_name="telemetry")
|
| 314 |
+
|
| 315 |
+
# Blueprint
|
| 316 |
+
bp_out = gr.Textbox(visible=False)
|
| 317 |
+
bp_btn = gr.Button("Blueprint", visible=False)
|
| 318 |
+
bp_btn.click(fn=blueprint, inputs=[], outputs=bp_out, api_name="blueprint")
|
| 319 |
+
|
| 320 |
+
# Journal list
|
| 321 |
+
jl_out = gr.Textbox(visible=False)
|
| 322 |
+
jl_btn = gr.Button("Journal List", visible=False)
|
| 323 |
+
jl_btn.click(fn=journal_list, inputs=[], outputs=jl_out, api_name="journal_list")
|
| 324 |
+
|
| 325 |
+
# Journal create
|
| 326 |
+
jc_title = gr.Textbox(visible=False)
|
| 327 |
+
jc_body = gr.Textbox(visible=False)
|
| 328 |
+
jc_tags = gr.Textbox(visible=False)
|
| 329 |
+
jc_out = gr.Textbox(visible=False)
|
| 330 |
+
jc_btn = gr.Button("Journal Create", visible=False)
|
| 331 |
+
jc_btn.click(
|
| 332 |
+
fn=journal_create,
|
| 333 |
+
inputs=[jc_title, jc_body, jc_tags],
|
| 334 |
+
outputs=jc_out,
|
| 335 |
+
api_name="journal_create",
|
| 336 |
+
)
|
| 337 |
+
|
| 338 |
+
# --- Visible demo UI for HF Space visitors ---
|
| 339 |
+
with gr.Tab("π¬ Quick Inspect"):
|
| 340 |
+
gr.Markdown("Upload an image to run the 4-agent QC pipeline.")
|
| 341 |
+
with gr.Row():
|
| 342 |
+
with gr.Column():
|
| 343 |
+
demo_img = gr.Image(type="filepath", label="Product Image")
|
| 344 |
+
demo_notes = gr.Textbox(label="Operator Notes", placeholder="e.g. batch B-124, shift 2")
|
| 345 |
+
demo_spec = gr.Textbox(label="Product Spec", placeholder="e.g. aluminum 6061 bracket")
|
| 346 |
+
demo_run = gr.Button("π Run Inspection", variant="primary")
|
| 347 |
+
with gr.Column():
|
| 348 |
+
demo_result = gr.JSON(label="Pipeline Result")
|
| 349 |
+
|
| 350 |
+
async def demo_inspect(img_path, notes, spec):
|
| 351 |
+
if not img_path:
|
| 352 |
+
return {"error": "Please upload an image"}
|
| 353 |
+
import base64
|
| 354 |
+
with open(img_path, "rb") as f:
|
| 355 |
+
b64 = base64.b64encode(f.read()).decode()
|
| 356 |
+
raw = await inspect(b64, notes or "", spec or "", "upload")
|
| 357 |
+
return json.loads(raw)
|
| 358 |
+
|
| 359 |
+
demo_run.click(fn=demo_inspect, inputs=[demo_img, demo_notes, demo_spec], outputs=demo_result)
|
| 360 |
+
|
| 361 |
+
with gr.Tab("π Status"):
|
| 362 |
+
gr.Markdown("### Service Status")
|
| 363 |
+
status_btn = gr.Button("Check Status")
|
| 364 |
+
status_out = gr.JSON()
|
| 365 |
+
async def check_status():
|
| 366 |
+
h = json.loads(await health())
|
| 367 |
+
m = json.loads(await metrics())
|
| 368 |
+
return {**h, **m}
|
| 369 |
+
status_btn.click(fn=check_status, inputs=[], outputs=status_out)
|
| 370 |
+
|
| 371 |
+
|
| 372 |
+
if __name__ == "__main__":
|
| 373 |
+
demo.launch(server_name="0.0.0.0", server_port=7860)
|
backend/deploy_to_amd.sh
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
# ============================================================
|
| 3 |
+
# ForgeSight Backend β AMD MI300X Deployment Script
|
| 4 |
+
# Run this ON the AMD instance after upload:
|
| 5 |
+
# bash deploy_to_amd.sh
|
| 6 |
+
# ============================================================
|
| 7 |
+
set -e
|
| 8 |
+
|
| 9 |
+
echo "=========================================="
|
| 10 |
+
echo " ForgeSight Backend β AMD MI300X Setup"
|
| 11 |
+
echo "=========================================="
|
| 12 |
+
|
| 13 |
+
# ββ 1. System packages ββββββββββββββββββββββββββββββββββββββ
|
| 14 |
+
echo "[1/6] Installing system packages..."
|
| 15 |
+
sudo apt-get update -qq
|
| 16 |
+
sudo apt-get install -y python3-pip python3-venv git curl
|
| 17 |
+
|
| 18 |
+
# ββ 2. Python virtual environment βββββββββββββββββββββββββββ
|
| 19 |
+
echo "[2/6] Creating Python venv..."
|
| 20 |
+
python3 -m venv /opt/forgesight/venv
|
| 21 |
+
source /opt/forgesight/venv/bin/activate
|
| 22 |
+
|
| 23 |
+
# ββ 3. Install Python dependencies ββββββββββββββββββββββββββ
|
| 24 |
+
echo "[3/6] Installing Python packages..."
|
| 25 |
+
pip install --upgrade pip
|
| 26 |
+
pip install \
|
| 27 |
+
fastapi==0.110.1 \
|
| 28 |
+
uvicorn==0.25.0 \
|
| 29 |
+
motor==3.3.1 \
|
| 30 |
+
pymongo==4.5.0 \
|
| 31 |
+
pydantic>=2.6.4 \
|
| 32 |
+
python-dotenv>=1.0.1 \
|
| 33 |
+
requests>=2.31.0 \
|
| 34 |
+
python-multipart>=0.0.9 \
|
| 35 |
+
python-jose>=3.3.0 \
|
| 36 |
+
passlib>=1.7.4 \
|
| 37 |
+
bcrypt==4.1.3 \
|
| 38 |
+
email-validator>=2.2.0 \
|
| 39 |
+
aiohttp>=3.9.0 \
|
| 40 |
+
httpx>=0.27.0
|
| 41 |
+
|
| 42 |
+
# ββ 4. Install MongoDB (if not already running) ββββββββββββββ
|
| 43 |
+
echo "[4/6] Checking MongoDB..."
|
| 44 |
+
if ! command -v mongod &> /dev/null; then
|
| 45 |
+
echo "Installing MongoDB..."
|
| 46 |
+
wget -qO - https://www.mongodb.org/static/pgp/server-7.0.asc | sudo apt-key add -
|
| 47 |
+
echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu jammy/mongodb-org/7.0 multiverse" \
|
| 48 |
+
| sudo tee /etc/apt/sources.list.d/mongodb-org-7.0.list
|
| 49 |
+
sudo apt-get update -qq
|
| 50 |
+
sudo apt-get install -y mongodb-org
|
| 51 |
+
fi
|
| 52 |
+
|
| 53 |
+
sudo systemctl start mongod || sudo service mongod start || true
|
| 54 |
+
echo "MongoDB status: $(sudo systemctl is-active mongod 2>/dev/null || echo 'check manually')"
|
| 55 |
+
|
| 56 |
+
# ββ 5. Write .env file βββββββββββββββββββββββββββββββββββββββ
|
| 57 |
+
echo "[5/6] Writing .env..."
|
| 58 |
+
cat > /opt/forgesight/.env << 'EOF'
|
| 59 |
+
MONGO_URL=mongodb://localhost:27017
|
| 60 |
+
DB_NAME=forgesight
|
| 61 |
+
CORS_ORIGINS=*
|
| 62 |
+
# Set your AMD vLLM inference server URL here if running a local model:
|
| 63 |
+
AMD_INFERENCE_URL=http://localhost:8000
|
| 64 |
+
EOF
|
| 65 |
+
|
| 66 |
+
echo ""
|
| 67 |
+
echo "β οΈ Edit /opt/forgesight/.env to set AMD_INFERENCE_URL if needed."
|
| 68 |
+
echo ""
|
| 69 |
+
|
| 70 |
+
# ββ 6. Create systemd service ββββββββββββββββββββββββββββββββ
|
| 71 |
+
echo "[6/6] Creating systemd service..."
|
| 72 |
+
sudo bash -c 'cat > /etc/systemd/system/forgesight.service << EOF
|
| 73 |
+
[Unit]
|
| 74 |
+
Description=ForgeSight FastAPI Backend
|
| 75 |
+
After=network.target mongod.service
|
| 76 |
+
|
| 77 |
+
[Service]
|
| 78 |
+
Type=simple
|
| 79 |
+
User=root
|
| 80 |
+
WorkingDirectory=/opt/forgesight
|
| 81 |
+
EnvironmentFile=/opt/forgesight/.env
|
| 82 |
+
ExecStart=/opt/forgesight/venv/bin/uvicorn server:app --host 0.0.0.0 --port 8001 --workers 4
|
| 83 |
+
Restart=always
|
| 84 |
+
RestartSec=5
|
| 85 |
+
|
| 86 |
+
[Install]
|
| 87 |
+
WantedBy=multi-user.target
|
| 88 |
+
EOF'
|
| 89 |
+
|
| 90 |
+
sudo systemctl daemon-reload
|
| 91 |
+
sudo systemctl enable forgesight
|
| 92 |
+
sudo systemctl restart forgesight
|
| 93 |
+
|
| 94 |
+
echo ""
|
| 95 |
+
echo "=========================================="
|
| 96 |
+
echo " β
ForgeSight backend deployed!"
|
| 97 |
+
echo " Running at: http://0.0.0.0:8001"
|
| 98 |
+
echo " Status: sudo systemctl status forgesight"
|
| 99 |
+
echo " Logs: sudo journalctl -u forgesight -f"
|
| 100 |
+
echo "=========================================="
|
backend/requirements.txt
CHANGED
|
@@ -24,3 +24,5 @@ numpy>=1.26.0
|
|
| 24 |
python-multipart>=0.0.9
|
| 25 |
jq>=1.6.0
|
| 26 |
typer>=0.9.0
|
|
|
|
|
|
|
|
|
| 24 |
python-multipart>=0.0.9
|
| 25 |
jq>=1.6.0
|
| 26 |
typer>=0.9.0
|
| 27 |
+
httpx>=0.27.0
|
| 28 |
+
aiohttp>=3.9.0
|
frontend/src/components/TelemetryWidget.jsx
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
import { useEffect, useState } from "react";
|
| 2 |
-
import {
|
| 3 |
import { Activity } from "lucide-react";
|
| 4 |
|
| 5 |
export default function TelemetryWidget() {
|
|
@@ -9,7 +9,7 @@ export default function TelemetryWidget() {
|
|
| 9 |
let alive = true;
|
| 10 |
const tick = async () => {
|
| 11 |
try {
|
| 12 |
-
const
|
| 13 |
if (alive) setT(data);
|
| 14 |
} catch {}
|
| 15 |
};
|
|
|
|
| 1 |
import { useEffect, useState } from "react";
|
| 2 |
+
import { forgesight } from "@/lib/api";
|
| 3 |
import { Activity } from "lucide-react";
|
| 4 |
|
| 5 |
export default function TelemetryWidget() {
|
|
|
|
| 9 |
let alive = true;
|
| 10 |
const tick = async () => {
|
| 11 |
try {
|
| 12 |
+
const data = await forgesight.getTelemetry();
|
| 13 |
if (alive) setT(data);
|
| 14 |
} catch {}
|
| 15 |
};
|
frontend/src/lib/api.js
CHANGED
|
@@ -1,10 +1,121 @@
|
|
| 1 |
import axios from "axios";
|
| 2 |
|
|
|
|
|
|
|
| 3 |
const BACKEND_URL = process.env.REACT_APP_BACKEND_URL;
|
| 4 |
-
export const API = `${BACKEND_URL}/api`;
|
| 5 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
export const api = axios.create({ baseURL: API, timeout: 180000 });
|
| 7 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
export const fileToBase64 = (file) =>
|
| 9 |
new Promise((resolve, reject) => {
|
| 10 |
const reader = new FileReader();
|
|
|
|
| 1 |
import axios from "axios";
|
| 2 |
|
| 3 |
+
// ββ Backend configuration ββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 4 |
+
// Option A: Traditional FastAPI backend (e.g. localhost:8001)
|
| 5 |
const BACKEND_URL = process.env.REACT_APP_BACKEND_URL;
|
|
|
|
| 6 |
|
| 7 |
+
// Option B: Hugging Face Spaces Gradio backend
|
| 8 |
+
// Set this env var to your HF Space URL, e.g.:
|
| 9 |
+
// https://YOUR-USERNAME-forgesight.hf.space
|
| 10 |
+
const HF_SPACE_URL = process.env.REACT_APP_HF_SPACE_URL;
|
| 11 |
+
|
| 12 |
+
// When HF_SPACE_URL is set, the frontend routes all calls through Gradio's
|
| 13 |
+
// /api/<fn_name> REST endpoints instead of the FastAPI /api/* routes.
|
| 14 |
+
const useGradio = !!HF_SPACE_URL;
|
| 15 |
+
|
| 16 |
+
// ββ Axios instance for FastAPI mode ββββββββββββββββββββββββββββββββββββββββββ
|
| 17 |
+
export const API = `${BACKEND_URL}/api`;
|
| 18 |
export const api = axios.create({ baseURL: API, timeout: 180000 });
|
| 19 |
|
| 20 |
+
// ββ Gradio API caller ββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 21 |
+
// Gradio exposes each function as a POST endpoint at /api/<api_name>
|
| 22 |
+
// Request body: { data: [...args] }
|
| 23 |
+
// Response body: { data: [...outputs] }
|
| 24 |
+
async function gradioCall(fnName, ...args) {
|
| 25 |
+
const url = `${HF_SPACE_URL}/api/${fnName}`;
|
| 26 |
+
const resp = await axios.post(url, { data: args }, { timeout: 180000 });
|
| 27 |
+
// Gradio returns { data: [output1, output2, ...] }
|
| 28 |
+
// Our functions return a single JSON string β parse it
|
| 29 |
+
const raw = resp.data?.data?.[0];
|
| 30 |
+
if (typeof raw === "string") {
|
| 31 |
+
try {
|
| 32 |
+
return JSON.parse(raw);
|
| 33 |
+
} catch {
|
| 34 |
+
return raw;
|
| 35 |
+
}
|
| 36 |
+
}
|
| 37 |
+
return raw;
|
| 38 |
+
}
|
| 39 |
+
|
| 40 |
+
// ββ Unified API adapter βββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 41 |
+
// Drop-in replacement: every page keeps calling `forgesight.getMetrics()` etc.
|
| 42 |
+
// Under the hood it routes to either FastAPI or Gradio.
|
| 43 |
+
|
| 44 |
+
export const forgesight = {
|
| 45 |
+
// GET /api/ β health
|
| 46 |
+
async health() {
|
| 47 |
+
if (useGradio) return gradioCall("health");
|
| 48 |
+
const { data } = await api.get("/");
|
| 49 |
+
return data;
|
| 50 |
+
},
|
| 51 |
+
|
| 52 |
+
// POST /api/inspections
|
| 53 |
+
async createInspection({ image_base64, notes, product_spec, source }) {
|
| 54 |
+
if (useGradio) {
|
| 55 |
+
return gradioCall("inspect", image_base64, notes || "", product_spec || "", source || "upload");
|
| 56 |
+
}
|
| 57 |
+
const { data } = await api.post("/inspections", { image_base64, notes, product_spec, source });
|
| 58 |
+
return data;
|
| 59 |
+
},
|
| 60 |
+
|
| 61 |
+
// GET /api/inspections
|
| 62 |
+
async listInspections(limit = 50) {
|
| 63 |
+
if (useGradio) return gradioCall("list_inspections", limit);
|
| 64 |
+
const { data } = await api.get("/inspections", { params: { limit } });
|
| 65 |
+
return data;
|
| 66 |
+
},
|
| 67 |
+
|
| 68 |
+
// GET /api/metrics
|
| 69 |
+
async getMetrics() {
|
| 70 |
+
if (useGradio) return gradioCall("metrics");
|
| 71 |
+
const { data } = await api.get("/metrics");
|
| 72 |
+
return data;
|
| 73 |
+
},
|
| 74 |
+
|
| 75 |
+
// GET /api/telemetry
|
| 76 |
+
async getTelemetry() {
|
| 77 |
+
if (useGradio) return gradioCall("telemetry");
|
| 78 |
+
const { data } = await api.get("/telemetry");
|
| 79 |
+
return data;
|
| 80 |
+
},
|
| 81 |
+
|
| 82 |
+
// GET /api/blueprint
|
| 83 |
+
async getBlueprint() {
|
| 84 |
+
if (useGradio) return gradioCall("blueprint");
|
| 85 |
+
const { data } = await api.get("/blueprint");
|
| 86 |
+
return data;
|
| 87 |
+
},
|
| 88 |
+
|
| 89 |
+
// GET /api/journal
|
| 90 |
+
async listJournal() {
|
| 91 |
+
if (useGradio) return gradioCall("journal_list");
|
| 92 |
+
const { data } = await api.get("/journal");
|
| 93 |
+
return data;
|
| 94 |
+
},
|
| 95 |
+
|
| 96 |
+
// POST /api/journal
|
| 97 |
+
async createJournal({ title, body, tags }) {
|
| 98 |
+
if (useGradio) {
|
| 99 |
+
// Gradio version takes tags as comma-separated string
|
| 100 |
+
const tagsStr = Array.isArray(tags) ? tags.join(", ") : tags || "";
|
| 101 |
+
return gradioCall("journal_create", title, body, tagsStr);
|
| 102 |
+
}
|
| 103 |
+
const { data } = await api.post("/journal", { title, body, tags });
|
| 104 |
+
return data;
|
| 105 |
+
},
|
| 106 |
+
|
| 107 |
+
// POST /api/journal/seed
|
| 108 |
+
async seedJournal() {
|
| 109 |
+
if (useGradio) {
|
| 110 |
+
// Gradio auto-seeds on journal_list; no-op here
|
| 111 |
+
return { seeded: 0, reason: "auto-seeded via journal_list" };
|
| 112 |
+
}
|
| 113 |
+
const { data } = await api.post("/journal/seed");
|
| 114 |
+
return data;
|
| 115 |
+
},
|
| 116 |
+
};
|
| 117 |
+
|
| 118 |
+
// ββ Utility βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 119 |
export const fileToBase64 = (file) =>
|
| 120 |
new Promise((resolve, reject) => {
|
| 121 |
const reader = new FileReader();
|
frontend/src/pages/Blueprint.jsx
CHANGED
|
@@ -1,14 +1,10 @@
|
|
| 1 |
import { useEffect, useState } from "react";
|
| 2 |
-
import {
|
| 3 |
import { Cpu, HardDrive, Server, BookOpen, Bot, Rocket, ArrowDown } from "lucide-react";
|
| 4 |
|
| 5 |
const LAYER_ICONS = {
|
| 6 |
-
Hardware: Cpu,
|
| 7 |
-
|
| 8 |
-
Serving: Server,
|
| 9 |
-
Model: BookOpen,
|
| 10 |
-
Agents: Bot,
|
| 11 |
-
Product: Rocket,
|
| 12 |
};
|
| 13 |
|
| 14 |
const BLUEPRINT_IMG = "https://static.prod-images.emergentagent.com/jobs/d5829a2e-bc03-4880-adcd-73acc809a3bd/images/7251062dc0e36ea4218374b05cc959bc4e6c55a2cf4789a8a2cbc38db6392916.png";
|
|
@@ -17,7 +13,7 @@ export default function Blueprint() {
|
|
| 17 |
const [data, setData] = useState(null);
|
| 18 |
|
| 19 |
useEffect(() => {
|
| 20 |
-
|
| 21 |
}, []);
|
| 22 |
|
| 23 |
return (
|
|
@@ -40,7 +36,6 @@ export default function Blueprint() {
|
|
| 40 |
</div>
|
| 41 |
</header>
|
| 42 |
|
| 43 |
-
{/* Stack layers */}
|
| 44 |
<section className="mb-16">
|
| 45 |
<div className="fs-label mb-6">Stack Β· top to bottom</div>
|
| 46 |
<div className="border-l-2 border-[#ED1C24] pl-0">
|
|
@@ -75,7 +70,6 @@ export default function Blueprint() {
|
|
| 75 |
</div>
|
| 76 |
</section>
|
| 77 |
|
| 78 |
-
{/* Fine-tune recipe */}
|
| 79 |
{data?.finetune_recipe && (
|
| 80 |
<section className="border border-white/10 bg-[#141416] p-8 fs-corners" data-testid="finetune-recipe">
|
| 81 |
<div className="flex items-end justify-between mb-6 flex-wrap gap-3">
|
|
@@ -93,7 +87,6 @@ export default function Blueprint() {
|
|
| 93 |
<Cell k="WALL CLOCK" v={data.finetune_recipe.expected_wall_clock} />
|
| 94 |
<Cell k="SERVING" v={data.finetune_recipe.serve_with} />
|
| 95 |
</div>
|
| 96 |
-
|
| 97 |
<pre className="mt-8 font-mono text-[12px] leading-relaxed text-zinc-300 bg-[#0A0A0A] border border-white/10 p-5 overflow-x-auto">{`# ForgeSight fine-tune β MI300X + ROCm
|
| 98 |
docker run --device=/dev/kfd --device=/dev/dri \\
|
| 99 |
--security-opt seccomp=unconfined --group-add video \\
|
|
|
|
| 1 |
import { useEffect, useState } from "react";
|
| 2 |
+
import { forgesight } from "@/lib/api";
|
| 3 |
import { Cpu, HardDrive, Server, BookOpen, Bot, Rocket, ArrowDown } from "lucide-react";
|
| 4 |
|
| 5 |
const LAYER_ICONS = {
|
| 6 |
+
Hardware: Cpu, Runtime: HardDrive, Serving: Server,
|
| 7 |
+
Model: BookOpen, Agents: Bot, Product: Rocket,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
};
|
| 9 |
|
| 10 |
const BLUEPRINT_IMG = "https://static.prod-images.emergentagent.com/jobs/d5829a2e-bc03-4880-adcd-73acc809a3bd/images/7251062dc0e36ea4218374b05cc959bc4e6c55a2cf4789a8a2cbc38db6392916.png";
|
|
|
|
| 13 |
const [data, setData] = useState(null);
|
| 14 |
|
| 15 |
useEffect(() => {
|
| 16 |
+
forgesight.getBlueprint().then((d) => setData(d)).catch(() => {});
|
| 17 |
}, []);
|
| 18 |
|
| 19 |
return (
|
|
|
|
| 36 |
</div>
|
| 37 |
</header>
|
| 38 |
|
|
|
|
| 39 |
<section className="mb-16">
|
| 40 |
<div className="fs-label mb-6">Stack Β· top to bottom</div>
|
| 41 |
<div className="border-l-2 border-[#ED1C24] pl-0">
|
|
|
|
| 70 |
</div>
|
| 71 |
</section>
|
| 72 |
|
|
|
|
| 73 |
{data?.finetune_recipe && (
|
| 74 |
<section className="border border-white/10 bg-[#141416] p-8 fs-corners" data-testid="finetune-recipe">
|
| 75 |
<div className="flex items-end justify-between mb-6 flex-wrap gap-3">
|
|
|
|
| 87 |
<Cell k="WALL CLOCK" v={data.finetune_recipe.expected_wall_clock} />
|
| 88 |
<Cell k="SERVING" v={data.finetune_recipe.serve_with} />
|
| 89 |
</div>
|
|
|
|
| 90 |
<pre className="mt-8 font-mono text-[12px] leading-relaxed text-zinc-300 bg-[#0A0A0A] border border-white/10 p-5 overflow-x-auto">{`# ForgeSight fine-tune β MI300X + ROCm
|
| 91 |
docker run --device=/dev/kfd --device=/dev/dri \\
|
| 92 |
--security-opt seccomp=unconfined --group-add video \\
|
frontend/src/pages/Console.jsx
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
import { useCallback, useRef, useState } from "react";
|
| 2 |
import { Upload, Image as ImageIcon, PlayCircle, RotateCcw } from "lucide-react";
|
| 3 |
import { toast } from "sonner";
|
| 4 |
-
import {
|
| 5 |
import TelemetryWidget from "@/components/TelemetryWidget";
|
| 6 |
import AgentTranscript from "@/components/AgentTranscript";
|
| 7 |
|
|
@@ -42,7 +42,7 @@ export default function Console() {
|
|
| 42 |
setResult(null);
|
| 43 |
try {
|
| 44 |
const image_base64 = await fileToBase64(file);
|
| 45 |
-
const
|
| 46 |
image_base64,
|
| 47 |
notes,
|
| 48 |
product_spec: spec,
|
|
|
|
| 1 |
import { useCallback, useRef, useState } from "react";
|
| 2 |
import { Upload, Image as ImageIcon, PlayCircle, RotateCcw } from "lucide-react";
|
| 3 |
import { toast } from "sonner";
|
| 4 |
+
import { forgesight, fileToBase64 } from "@/lib/api";
|
| 5 |
import TelemetryWidget from "@/components/TelemetryWidget";
|
| 6 |
import AgentTranscript from "@/components/AgentTranscript";
|
| 7 |
|
|
|
|
| 42 |
setResult(null);
|
| 43 |
try {
|
| 44 |
const image_base64 = await fileToBase64(file);
|
| 45 |
+
const data = await forgesight.createInspection({
|
| 46 |
image_base64,
|
| 47 |
notes,
|
| 48 |
product_spec: spec,
|
frontend/src/pages/Feed.jsx
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
import { useEffect, useState } from "react";
|
| 2 |
import { Link } from "react-router-dom";
|
| 3 |
-
import {
|
| 4 |
import { BarChart, Bar, XAxis, YAxis, Tooltip, ResponsiveContainer, Cell } from "recharts";
|
| 5 |
import { AlertTriangle, CheckCircle2, XCircle, TrendingUp } from "lucide-react";
|
| 6 |
|
|
@@ -10,9 +10,12 @@ export default function Feed() {
|
|
| 10 |
|
| 11 |
const load = async () => {
|
| 12 |
try {
|
| 13 |
-
const [m, l] = await Promise.all([
|
| 14 |
-
|
| 15 |
-
|
|
|
|
|
|
|
|
|
|
| 16 |
} catch {}
|
| 17 |
};
|
| 18 |
|
|
|
|
| 1 |
import { useEffect, useState } from "react";
|
| 2 |
import { Link } from "react-router-dom";
|
| 3 |
+
import { forgesight } from "@/lib/api";
|
| 4 |
import { BarChart, Bar, XAxis, YAxis, Tooltip, ResponsiveContainer, Cell } from "recharts";
|
| 5 |
import { AlertTriangle, CheckCircle2, XCircle, TrendingUp } from "lucide-react";
|
| 6 |
|
|
|
|
| 10 |
|
| 11 |
const load = async () => {
|
| 12 |
try {
|
| 13 |
+
const [m, l] = await Promise.all([
|
| 14 |
+
forgesight.getMetrics(),
|
| 15 |
+
forgesight.listInspections(),
|
| 16 |
+
]);
|
| 17 |
+
setMetrics(m);
|
| 18 |
+
setItems(l.items || []);
|
| 19 |
} catch {}
|
| 20 |
};
|
| 21 |
|
frontend/src/pages/Journal.jsx
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
import { useEffect, useState } from "react";
|
| 2 |
-
import {
|
| 3 |
import { toast } from "sonner";
|
| 4 |
import { Twitter, Linkedin, Copy, Plus, Sparkles } from "lucide-react";
|
| 5 |
|
|
@@ -12,12 +12,12 @@ export default function Journal() {
|
|
| 12 |
|
| 13 |
const load = async () => {
|
| 14 |
try {
|
| 15 |
-
const
|
| 16 |
setItems(data.items || []);
|
| 17 |
if ((data.items || []).length === 0) {
|
| 18 |
-
await
|
| 19 |
-
const r = await
|
| 20 |
-
setItems(r.
|
| 21 |
}
|
| 22 |
} catch {}
|
| 23 |
};
|
|
@@ -33,7 +33,7 @@ export default function Journal() {
|
|
| 33 |
}
|
| 34 |
setBusy(true);
|
| 35 |
try {
|
| 36 |
-
const
|
| 37 |
title,
|
| 38 |
body,
|
| 39 |
tags: tags.split(",").map((t) => t.trim()).filter(Boolean),
|
|
@@ -78,41 +78,19 @@ export default function Journal() {
|
|
| 78 |
<span className="fs-label">New milestone</span>
|
| 79 |
</div>
|
| 80 |
<div className="space-y-3">
|
| 81 |
-
<input
|
| 82 |
-
value={title}
|
| 83 |
-
onChange={(e) => setTitle(e.target.value)}
|
| 84 |
-
placeholder="Titleβ¦"
|
| 85 |
className="w-full bg-[#0A0A0A] border border-white/10 focus:border-[#ED1C24] outline-none px-3 py-2 font-mono text-sm"
|
| 86 |
-
data-testid="journal-title-input"
|
| 87 |
-
|
| 88 |
-
<textarea
|
| 89 |
-
value={body}
|
| 90 |
-
onChange={(e) => setBody(e.target.value)}
|
| 91 |
-
rows={5}
|
| 92 |
-
placeholder="What happened today?"
|
| 93 |
className="w-full bg-[#0A0A0A] border border-white/10 focus:border-[#ED1C24] outline-none px-3 py-2 font-mono text-sm"
|
| 94 |
-
data-testid="journal-body-input"
|
| 95 |
-
|
| 96 |
-
<input
|
| 97 |
-
value={tags}
|
| 98 |
-
onChange={(e) => setTags(e.target.value)}
|
| 99 |
-
placeholder="tags, comma, separated"
|
| 100 |
className="w-full bg-[#0A0A0A] border border-white/10 focus:border-[#ED1C24] outline-none px-3 py-2 font-mono text-sm"
|
| 101 |
-
data-testid="journal-tags-input"
|
| 102 |
-
|
| 103 |
-
<button
|
| 104 |
-
disabled={busy}
|
| 105 |
-
onClick={submit}
|
| 106 |
className="fs-btn fs-btn-primary w-full inline-flex items-center justify-center gap-2 disabled:opacity-50"
|
| 107 |
-
data-testid="journal-submit-btn"
|
| 108 |
-
|
| 109 |
-
{busy ? (
|
| 110 |
-
<>Generating drafts<span className="fs-cursor" /></>
|
| 111 |
-
) : (
|
| 112 |
-
<>
|
| 113 |
-
<Plus className="w-4 h-4" /> Log + draft posts
|
| 114 |
-
</>
|
| 115 |
-
)}
|
| 116 |
</button>
|
| 117 |
</div>
|
| 118 |
</div>
|
|
@@ -130,32 +108,19 @@ export default function Journal() {
|
|
| 130 |
<div className="flex items-center justify-between mb-3 flex-wrap gap-2">
|
| 131 |
<div className="flex items-center gap-2">
|
| 132 |
<span className="fs-chip fs-chip-fail">{new Date(e.created_at).toLocaleDateString()}</span>
|
| 133 |
-
{e.tags?.map((t) => (
|
| 134 |
-
<span key={t} className="fs-chip">#{t}</span>
|
| 135 |
-
))}
|
| 136 |
</div>
|
| 137 |
</div>
|
| 138 |
<h3 className="font-display font-black tracking-tight text-xl mb-2">{e.title}</h3>
|
| 139 |
<p className="text-sm text-zinc-300 leading-relaxed whitespace-pre-line">{e.body}</p>
|
| 140 |
-
|
| 141 |
<div className="grid md:grid-cols-2 gap-3 mt-5">
|
| 142 |
{e.x_post && (
|
| 143 |
-
<SocialCard
|
| 144 |
-
|
| 145 |
-
label="X POST"
|
| 146 |
-
text={e.x_post}
|
| 147 |
-
onCopy={() => copy(e.x_post, "X post")}
|
| 148 |
-
testid={`x-post-${e.id}`}
|
| 149 |
-
/>
|
| 150 |
)}
|
| 151 |
{e.linkedin_post && (
|
| 152 |
-
<SocialCard
|
| 153 |
-
|
| 154 |
-
label="LINKEDIN POST"
|
| 155 |
-
text={e.linkedin_post}
|
| 156 |
-
onCopy={() => copy(e.linkedin_post, "LinkedIn post")}
|
| 157 |
-
testid={`li-post-${e.id}`}
|
| 158 |
-
/>
|
| 159 |
)}
|
| 160 |
</div>
|
| 161 |
</article>
|
|
@@ -174,10 +139,7 @@ function SocialCard({ icon: Icon, label, text, onCopy, testid }) {
|
|
| 174 |
<Icon className="w-3.5 h-3.5 text-[#ED1C24]" />
|
| 175 |
<span className="fs-label">{label}</span>
|
| 176 |
</div>
|
| 177 |
-
<button
|
| 178 |
-
onClick={onCopy}
|
| 179 |
-
className="fs-chip hover:text-white hover:border-white/40 inline-flex items-center gap-1"
|
| 180 |
-
>
|
| 181 |
<Copy className="w-3 h-3" /> copy
|
| 182 |
</button>
|
| 183 |
</div>
|
|
|
|
| 1 |
import { useEffect, useState } from "react";
|
| 2 |
+
import { forgesight } from "@/lib/api";
|
| 3 |
import { toast } from "sonner";
|
| 4 |
import { Twitter, Linkedin, Copy, Plus, Sparkles } from "lucide-react";
|
| 5 |
|
|
|
|
| 12 |
|
| 13 |
const load = async () => {
|
| 14 |
try {
|
| 15 |
+
const data = await forgesight.listJournal();
|
| 16 |
setItems(data.items || []);
|
| 17 |
if ((data.items || []).length === 0) {
|
| 18 |
+
await forgesight.seedJournal();
|
| 19 |
+
const r = await forgesight.listJournal();
|
| 20 |
+
setItems(r.items || []);
|
| 21 |
}
|
| 22 |
} catch {}
|
| 23 |
};
|
|
|
|
| 33 |
}
|
| 34 |
setBusy(true);
|
| 35 |
try {
|
| 36 |
+
const data = await forgesight.createJournal({
|
| 37 |
title,
|
| 38 |
body,
|
| 39 |
tags: tags.split(",").map((t) => t.trim()).filter(Boolean),
|
|
|
|
| 78 |
<span className="fs-label">New milestone</span>
|
| 79 |
</div>
|
| 80 |
<div className="space-y-3">
|
| 81 |
+
<input value={title} onChange={(e) => setTitle(e.target.value)} placeholder="Titleβ¦"
|
|
|
|
|
|
|
|
|
|
| 82 |
className="w-full bg-[#0A0A0A] border border-white/10 focus:border-[#ED1C24] outline-none px-3 py-2 font-mono text-sm"
|
| 83 |
+
data-testid="journal-title-input" />
|
| 84 |
+
<textarea value={body} onChange={(e) => setBody(e.target.value)} rows={5} placeholder="What happened today?"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 85 |
className="w-full bg-[#0A0A0A] border border-white/10 focus:border-[#ED1C24] outline-none px-3 py-2 font-mono text-sm"
|
| 86 |
+
data-testid="journal-body-input" />
|
| 87 |
+
<input value={tags} onChange={(e) => setTags(e.target.value)} placeholder="tags, comma, separated"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 88 |
className="w-full bg-[#0A0A0A] border border-white/10 focus:border-[#ED1C24] outline-none px-3 py-2 font-mono text-sm"
|
| 89 |
+
data-testid="journal-tags-input" />
|
| 90 |
+
<button disabled={busy} onClick={submit}
|
|
|
|
|
|
|
|
|
|
| 91 |
className="fs-btn fs-btn-primary w-full inline-flex items-center justify-center gap-2 disabled:opacity-50"
|
| 92 |
+
data-testid="journal-submit-btn">
|
| 93 |
+
{busy ? (<>Generating drafts<span className="fs-cursor" /></>) : (<><Plus className="w-4 h-4" /> Log + draft posts</>)}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 94 |
</button>
|
| 95 |
</div>
|
| 96 |
</div>
|
|
|
|
| 108 |
<div className="flex items-center justify-between mb-3 flex-wrap gap-2">
|
| 109 |
<div className="flex items-center gap-2">
|
| 110 |
<span className="fs-chip fs-chip-fail">{new Date(e.created_at).toLocaleDateString()}</span>
|
| 111 |
+
{e.tags?.map((t) => (<span key={t} className="fs-chip">#{t}</span>))}
|
|
|
|
|
|
|
| 112 |
</div>
|
| 113 |
</div>
|
| 114 |
<h3 className="font-display font-black tracking-tight text-xl mb-2">{e.title}</h3>
|
| 115 |
<p className="text-sm text-zinc-300 leading-relaxed whitespace-pre-line">{e.body}</p>
|
|
|
|
| 116 |
<div className="grid md:grid-cols-2 gap-3 mt-5">
|
| 117 |
{e.x_post && (
|
| 118 |
+
<SocialCard icon={Twitter} label="X POST" text={e.x_post}
|
| 119 |
+
onCopy={() => copy(e.x_post, "X post")} testid={`x-post-${e.id}`} />
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 120 |
)}
|
| 121 |
{e.linkedin_post && (
|
| 122 |
+
<SocialCard icon={Linkedin} label="LINKEDIN POST" text={e.linkedin_post}
|
| 123 |
+
onCopy={() => copy(e.linkedin_post, "LinkedIn post")} testid={`li-post-${e.id}`} />
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 124 |
)}
|
| 125 |
</div>
|
| 126 |
</article>
|
|
|
|
| 139 |
<Icon className="w-3.5 h-3.5 text-[#ED1C24]" />
|
| 140 |
<span className="fs-label">{label}</span>
|
| 141 |
</div>
|
| 142 |
+
<button onClick={onCopy} className="fs-chip hover:text-white hover:border-white/40 inline-flex items-center gap-1">
|
|
|
|
|
|
|
|
|
|
| 143 |
<Copy className="w-3 h-3" /> copy
|
| 144 |
</button>
|
| 145 |
</div>
|
hf_space/README.md
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
title: ForgeSight
|
| 3 |
+
emoji: π
|
| 4 |
+
colorFrom: red
|
| 5 |
+
colorTo: gray
|
| 6 |
+
sdk: gradio
|
| 7 |
+
sdk_version: 5.29.1
|
| 8 |
+
app_file: app.py
|
| 9 |
+
pinned: true
|
| 10 |
+
license: mit
|
| 11 |
+
short_description: "Multimodal QC Copilot on AMD MI300X + ROCm"
|
| 12 |
+
tags:
|
| 13 |
+
- amd
|
| 14 |
+
- rocm
|
| 15 |
+
- mi300x
|
| 16 |
+
- qwen
|
| 17 |
+
- vllm
|
| 18 |
+
- quality-control
|
| 19 |
+
- agents
|
| 20 |
+
---
|
| 21 |
+
|
| 22 |
+
# π ForgeSight β Multimodal Quality-Control Copilot
|
| 23 |
+
|
| 24 |
+
ForgeSight ships a **4-agent pipeline** that inspects assembly-line images,
|
| 25 |
+
diagnoses root cause, drafts work orders, and publishes reports β fine-tuned
|
| 26 |
+
on **Qwen2-VL** and served on **AMD Instinct MI300X** via ROCm + vLLM.
|
| 27 |
+
|
| 28 |
+
## Architecture
|
| 29 |
+
|
| 30 |
+
```text
|
| 31 |
+
React Frontend β HF Spaces (Gradio API) β AMD MI300X vLLM (agents.py)
|
| 32 |
+
```
|
| 33 |
+
|
| 34 |
+
### Agents
|
| 35 |
+
|
| 36 |
+
1. **Inspector** β Vision analysis, defect detection
|
| 37 |
+
2. **Diagnostician** β Root-cause analysis
|
| 38 |
+
3. **Action** β Work order generation
|
| 39 |
+
4. **Reporter** β Human-readable summary
|
| 40 |
+
|
| 41 |
+
## Hackathon Tracks
|
| 42 |
+
|
| 43 |
+
- **Track 1**: Agentic AI on AMD
|
| 44 |
+
- **Track 2**: Fine-tuning with Optimum-AMD
|
| 45 |
+
- **Track 3**: Multimodal vision (Qwen2-VL)
|
| 46 |
+
|
| 47 |
+
Built for the AMD + lablab Hackathon.
|
hf_space/agents.py
ADDED
|
@@ -0,0 +1,293 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
ForgeSight multi-agent quality-control pipeline.
|
| 3 |
+
Agents call the fine-tuned model served by vLLM on AMD Instinct MI300X.
|
| 4 |
+
Falls back to mock responses if the AMD inference server is unreachable.
|
| 5 |
+
"""
|
| 6 |
+
import os
|
| 7 |
+
import json
|
| 8 |
+
import uuid
|
| 9 |
+
import re
|
| 10 |
+
import asyncio
|
| 11 |
+
from typing import Optional, List, Dict, Any
|
| 12 |
+
|
| 13 |
+
import httpx # async HTTP β lightweight, no extra deps beyond requirements
|
| 14 |
+
|
| 15 |
+
# ββ AMD vLLM inference endpoint βββββββββββββββββββββββββββββββββββββββββββββ
|
| 16 |
+
# vLLM exposes an OpenAI-compatible API at /v1/chat/completions.
|
| 17 |
+
# Set AMD_INFERENCE_URL in your .env to point at the running vLLM server.
|
| 18 |
+
# Example: http://129.212.191.163:8000 (direct port β ensure firewall allows it)
|
| 19 |
+
# Or use the Jupyter proxy route: http://129.212.191.163/proxy/8000
|
| 20 |
+
AMD_INFERENCE_URL = os.environ.get(
|
| 21 |
+
"AMD_INFERENCE_URL",
|
| 22 |
+
"http://129.212.191.163:8000"
|
| 23 |
+
).rstrip("/")
|
| 24 |
+
|
| 25 |
+
# The model name vLLM is serving (used in the chat/completions request).
|
| 26 |
+
# Override with AMD_MODEL_NAME env var if you deploy a different checkpoint.
|
| 27 |
+
AMD_MODEL_NAME = os.environ.get("AMD_MODEL_NAME", "Qwen/Qwen2-VL-7B-Instruct")
|
| 28 |
+
|
| 29 |
+
# Timeout (seconds) to wait for the AMD server before falling back to mock.
|
| 30 |
+
AMD_TIMEOUT = float(os.environ.get("AMD_TIMEOUT", "30"))
|
| 31 |
+
|
| 32 |
+
# ββ System prompts βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 33 |
+
INSPECTOR_SYSTEM = """You are the INSPECTOR agent of ForgeSight β a multimodal quality-control copilot
|
| 34 |
+
running on AMD Instinct MI300X + ROCm. Your job: analyze the submitted product/assembly-line
|
| 35 |
+
image and surface visible defects, anomalies, or violations.
|
| 36 |
+
|
| 37 |
+
Return ONLY compact JSON with this exact shape (no prose, no code fences):
|
| 38 |
+
{
|
| 39 |
+
"verdict": "pass" | "warn" | "fail",
|
| 40 |
+
"confidence": 0.0-1.0,
|
| 41 |
+
"defects": [
|
| 42 |
+
{"type": "short category e.g. surface-scratch", "severity": "low|medium|high", "location": "short spatial description", "description": "one sentence"}
|
| 43 |
+
],
|
| 44 |
+
"observation": "2-3 sentence plain-english summary of what you see"
|
| 45 |
+
}
|
| 46 |
+
Be precise. If the image shows no manufacturing artifact at all, still describe what is visible
|
| 47 |
+
and mark verdict "warn" with a defect explaining the mismatch."""
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
DIAGNOSTICIAN_SYSTEM = """You are the DIAGNOSTICIAN agent of ForgeSight. Given the INSPECTOR's
|
| 51 |
+
JSON report and user notes, produce a probable root-cause analysis.
|
| 52 |
+
|
| 53 |
+
Return ONLY compact JSON:
|
| 54 |
+
{
|
| 55 |
+
"probable_cause": "one-sentence most likely cause",
|
| 56 |
+
"contributing_factors": ["factor 1", "factor 2", "factor 3"],
|
| 57 |
+
"affected_process_step": "e.g. CNC milling, injection cooling, weld pass 2"
|
| 58 |
+
}
|
| 59 |
+
Be concrete and industry-literate."""
|
| 60 |
+
|
| 61 |
+
|
| 62 |
+
ACTION_SYSTEM = """You are the ACTION agent of ForgeSight. Given the INSPECTOR and DIAGNOSTICIAN
|
| 63 |
+
outputs, draft an actionable work order.
|
| 64 |
+
|
| 65 |
+
Return ONLY compact JSON:
|
| 66 |
+
{
|
| 67 |
+
"priority": "P0|P1|P2|P3",
|
| 68 |
+
"assignee_role": "e.g. line-lead, maintenance-tech, quality-engineer",
|
| 69 |
+
"steps": ["step 1", "step 2", "step 3"],
|
| 70 |
+
"estimated_minutes": integer,
|
| 71 |
+
"parts_or_tools": ["item 1", "item 2"]
|
| 72 |
+
}"""
|
| 73 |
+
|
| 74 |
+
|
| 75 |
+
REPORTER_SYSTEM = """You are the REPORTER agent of ForgeSight. Compile a final human-readable
|
| 76 |
+
summary of the full inspection in <=70 words. Return ONLY JSON:
|
| 77 |
+
{
|
| 78 |
+
"headline": "<=10 word title",
|
| 79 |
+
"summary": "<=70 word paragraph",
|
| 80 |
+
"tags": ["tag1", "tag2", "tag3"]
|
| 81 |
+
}"""
|
| 82 |
+
|
| 83 |
+
SOCIAL_SYSTEM = """You craft punchy Build-in-Public social posts for a hackathon project named
|
| 84 |
+
"ForgeSight" β a multimodal agentic quality-control copilot running on AMD Instinct MI300X + ROCm.
|
| 85 |
+
Always include hashtags: #AMDHackathon #ROCm #AIatAMD #lablab and mention @AIatAMD and @lablab.
|
| 86 |
+
Return ONLY JSON:
|
| 87 |
+
{"x_post": "<=260 chars, punchy, 1-2 emojis ok", "linkedin_post": "<=600 chars, narrative, 3 short paragraphs"}"""
|
| 88 |
+
|
| 89 |
+
|
| 90 |
+
# ββ JSON extraction ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 91 |
+
def _extract_json(raw: str) -> Dict[str, Any]:
|
| 92 |
+
"""Best-effort JSON extraction from an LLM response."""
|
| 93 |
+
if not raw:
|
| 94 |
+
return {}
|
| 95 |
+
cleaned = re.sub(r"^```(?:json)?\s*|\s*```$", "", raw.strip(), flags=re.MULTILINE)
|
| 96 |
+
try:
|
| 97 |
+
return json.loads(cleaned)
|
| 98 |
+
except Exception:
|
| 99 |
+
pass
|
| 100 |
+
match = re.search(r"\{[\s\S]*\}", cleaned)
|
| 101 |
+
if match:
|
| 102 |
+
try:
|
| 103 |
+
return json.loads(match.group(0))
|
| 104 |
+
except Exception:
|
| 105 |
+
pass
|
| 106 |
+
return {"_raw": raw}
|
| 107 |
+
|
| 108 |
+
|
| 109 |
+
# ββ Mock fallbacks βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 110 |
+
def _mock_response(name: str) -> Dict[str, Any]:
|
| 111 |
+
"""Fallback mock responses when AMD server is unreachable."""
|
| 112 |
+
mocks = {
|
| 113 |
+
"inspector": {
|
| 114 |
+
"verdict": "warn", "confidence": 0.85,
|
| 115 |
+
"defects": [{"type": "surface-scratch", "severity": "low",
|
| 116 |
+
"location": "top-left edge", "description": "Minor scratch visible"}],
|
| 117 |
+
"observation": "Minor scratch detected on surface. [LOCAL MOCK β AMD server offline]"
|
| 118 |
+
},
|
| 119 |
+
"diagnostician": {
|
| 120 |
+
"probable_cause": "Improper handling during milling. [LOCAL MOCK]",
|
| 121 |
+
"contributing_factors": ["Machine calibration", "Operator error"],
|
| 122 |
+
"affected_process_step": "CNC milling"
|
| 123 |
+
},
|
| 124 |
+
"action": {
|
| 125 |
+
"priority": "P2", "assignee_role": "quality-engineer",
|
| 126 |
+
"steps": ["Inspect machine", "Recalibrate"],
|
| 127 |
+
"estimated_minutes": 30, "parts_or_tools": ["Calibration kit"]
|
| 128 |
+
},
|
| 129 |
+
"reporter": {
|
| 130 |
+
"headline": "Minor Scratch Detected [Mock]",
|
| 131 |
+
"summary": "Local mock response β start the AMD vLLM server to use the fine-tuned model.",
|
| 132 |
+
"tags": ["scratch", "mock", "local"]
|
| 133 |
+
},
|
| 134 |
+
"social": {
|
| 135 |
+
"x_post": "Testing our pipeline #AMDHackathon",
|
| 136 |
+
"linkedin_post": "We are testing our pipeline today..."
|
| 137 |
+
},
|
| 138 |
+
}
|
| 139 |
+
parsed = mocks.get(name, {})
|
| 140 |
+
return {"raw": json.dumps(parsed), "parsed": parsed, "source": "mock (AMD server offline)"}
|
| 141 |
+
|
| 142 |
+
|
| 143 |
+
# ββ AMD vLLM call (OpenAI-compatible /v1/chat/completions) βββββββββββββββββββ
|
| 144 |
+
async def _call_amd_vllm(
|
| 145 |
+
system_prompt: str,
|
| 146 |
+
user_text: str,
|
| 147 |
+
image_base64: Optional[str] = None,
|
| 148 |
+
) -> Optional[str]:
|
| 149 |
+
"""
|
| 150 |
+
Call the vLLM server on the AMD MI300X using its OpenAI-compatible API.
|
| 151 |
+
Supports vision models (image_base64) and text-only calls.
|
| 152 |
+
Returns the assistant message text, or None if the server is unreachable.
|
| 153 |
+
"""
|
| 154 |
+
# Build messages array
|
| 155 |
+
if image_base64:
|
| 156 |
+
# Multimodal message with base64 image
|
| 157 |
+
user_content = [
|
| 158 |
+
{
|
| 159 |
+
"type": "image_url",
|
| 160 |
+
"image_url": {
|
| 161 |
+
"url": f"data:image/jpeg;base64,{image_base64}"
|
| 162 |
+
}
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"type": "text",
|
| 166 |
+
"text": user_text
|
| 167 |
+
}
|
| 168 |
+
]
|
| 169 |
+
else:
|
| 170 |
+
user_content = user_text
|
| 171 |
+
|
| 172 |
+
payload = {
|
| 173 |
+
"model": AMD_MODEL_NAME,
|
| 174 |
+
"messages": [
|
| 175 |
+
{"role": "system", "content": system_prompt},
|
| 176 |
+
{"role": "user", "content": user_content},
|
| 177 |
+
],
|
| 178 |
+
"max_tokens": 1024,
|
| 179 |
+
"temperature": 0.1, # Low temperature for deterministic structured output
|
| 180 |
+
}
|
| 181 |
+
|
| 182 |
+
url = f"{AMD_INFERENCE_URL}/v1/chat/completions"
|
| 183 |
+
|
| 184 |
+
try:
|
| 185 |
+
async with httpx.AsyncClient(timeout=AMD_TIMEOUT) as client:
|
| 186 |
+
resp = await client.post(url, json=payload)
|
| 187 |
+
resp.raise_for_status()
|
| 188 |
+
data = resp.json()
|
| 189 |
+
return data["choices"][0]["message"]["content"]
|
| 190 |
+
except httpx.ConnectError:
|
| 191 |
+
return None # Server not reachable β use mock
|
| 192 |
+
except httpx.TimeoutException:
|
| 193 |
+
return None # Server too slow β use mock
|
| 194 |
+
except Exception:
|
| 195 |
+
return None # Any other error β use mock
|
| 196 |
+
|
| 197 |
+
|
| 198 |
+
# ββ Agent runner βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 199 |
+
async def _run_agent(
|
| 200 |
+
name: str,
|
| 201 |
+
system_message: str,
|
| 202 |
+
user_text: str,
|
| 203 |
+
image_base64: Optional[str] = None,
|
| 204 |
+
) -> Dict[str, Any]:
|
| 205 |
+
"""
|
| 206 |
+
Run a single agent. Tries AMD MI300X vLLM first, falls back to mock.
|
| 207 |
+
"""
|
| 208 |
+
raw_text = await _call_amd_vllm(system_message, user_text, image_base64)
|
| 209 |
+
|
| 210 |
+
if raw_text is None:
|
| 211 |
+
# AMD server not reachable β use local mock (safe for dev/demo)
|
| 212 |
+
result = _mock_response(name)
|
| 213 |
+
return result
|
| 214 |
+
|
| 215 |
+
# AMD server responded β parse its JSON output
|
| 216 |
+
parsed = _extract_json(raw_text)
|
| 217 |
+
return {
|
| 218 |
+
"raw": raw_text,
|
| 219 |
+
"parsed": parsed,
|
| 220 |
+
"source": f"AMD MI300X vLLM @ {AMD_INFERENCE_URL} ({AMD_MODEL_NAME})"
|
| 221 |
+
}
|
| 222 |
+
|
| 223 |
+
|
| 224 |
+
# ββ Public pipeline ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 225 |
+
async def run_pipeline(
|
| 226 |
+
image_base64: str,
|
| 227 |
+
notes: str = "",
|
| 228 |
+
product_spec: str = "",
|
| 229 |
+
) -> Dict[str, Any]:
|
| 230 |
+
"""
|
| 231 |
+
Run the 4-agent pipeline sequentially and return the full transcript.
|
| 232 |
+
"""
|
| 233 |
+
context = f"Operator notes: {notes or '(none)'}\nProduct spec: {product_spec or '(generic)'}"
|
| 234 |
+
|
| 235 |
+
# 1) Inspector (vision β passes image to vLLM)
|
| 236 |
+
inspector = await _run_agent(
|
| 237 |
+
"inspector",
|
| 238 |
+
INSPECTOR_SYSTEM,
|
| 239 |
+
f"Inspect this image for manufacturing defects.\n{context}",
|
| 240 |
+
image_base64=image_base64,
|
| 241 |
+
)
|
| 242 |
+
|
| 243 |
+
# 2) Diagnostician (text only)
|
| 244 |
+
diagnostician = await _run_agent(
|
| 245 |
+
"diagnostician",
|
| 246 |
+
DIAGNOSTICIAN_SYSTEM,
|
| 247 |
+
f"INSPECTOR_REPORT:\n{json.dumps(inspector['parsed'])}\n\n{context}",
|
| 248 |
+
)
|
| 249 |
+
|
| 250 |
+
# 3) Action (text only)
|
| 251 |
+
action = await _run_agent(
|
| 252 |
+
"action",
|
| 253 |
+
ACTION_SYSTEM,
|
| 254 |
+
(
|
| 255 |
+
f"INSPECTOR_REPORT:\n{json.dumps(inspector['parsed'])}\n\n"
|
| 256 |
+
f"DIAGNOSTICIAN_REPORT:\n{json.dumps(diagnostician['parsed'])}"
|
| 257 |
+
),
|
| 258 |
+
)
|
| 259 |
+
|
| 260 |
+
# 4) Reporter (text only)
|
| 261 |
+
reporter = await _run_agent(
|
| 262 |
+
"reporter",
|
| 263 |
+
REPORTER_SYSTEM,
|
| 264 |
+
(
|
| 265 |
+
f"INSPECTOR_REPORT:\n{json.dumps(inspector['parsed'])}\n\n"
|
| 266 |
+
f"DIAGNOSTICIAN_REPORT:\n{json.dumps(diagnostician['parsed'])}\n\n"
|
| 267 |
+
f"ACTION_REPORT:\n{json.dumps(action['parsed'])}"
|
| 268 |
+
),
|
| 269 |
+
)
|
| 270 |
+
|
| 271 |
+
model_label = AMD_MODEL_NAME
|
| 272 |
+
return {
|
| 273 |
+
"agents": [
|
| 274 |
+
{"role": "inspector", "label": "Inspector Agent", "model": model_label, "output": inspector},
|
| 275 |
+
{"role": "diagnostician", "label": "Diagnostician Agent", "model": model_label, "output": diagnostician},
|
| 276 |
+
{"role": "action", "label": "Action Agent", "model": model_label, "output": action},
|
| 277 |
+
{"role": "reporter", "label": "Reporter Agent", "model": model_label, "output": reporter},
|
| 278 |
+
],
|
| 279 |
+
}
|
| 280 |
+
|
| 281 |
+
|
| 282 |
+
async def generate_social_post(milestone_title: str, milestone_body: str) -> Dict[str, str]:
|
| 283 |
+
"""Generate X + LinkedIn social post drafts for a build-in-public milestone."""
|
| 284 |
+
result = await _run_agent(
|
| 285 |
+
"social",
|
| 286 |
+
SOCIAL_SYSTEM,
|
| 287 |
+
f"Milestone: {milestone_title}\n\nDetails: {milestone_body}",
|
| 288 |
+
)
|
| 289 |
+
parsed = result["parsed"]
|
| 290 |
+
return {
|
| 291 |
+
"x_post": parsed.get("x_post", result["raw"][:260]),
|
| 292 |
+
"linkedin_post": parsed.get("linkedin_post", result["raw"][:600]),
|
| 293 |
+
}
|
hf_space/app.py
ADDED
|
@@ -0,0 +1,373 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
ForgeSight β Hugging Face Spaces Gradio backend.
|
| 3 |
+
Wraps the multi-agent pipeline so the React frontend can call it
|
| 4 |
+
via the Gradio Client JS SDK or plain HTTP POST to /api/<fn_name>.
|
| 5 |
+
|
| 6 |
+
Deploy: push this repo to a HF Space (Gradio SDK).
|
| 7 |
+
"""
|
| 8 |
+
import os
|
| 9 |
+
import json
|
| 10 |
+
import math
|
| 11 |
+
import time
|
| 12 |
+
import uuid
|
| 13 |
+
import gradio as gr
|
| 14 |
+
from datetime import datetime, timezone
|
| 15 |
+
|
| 16 |
+
# ββ Import the agent pipeline βββββββββββββββββββββββββββββββββββββββββββββββ
|
| 17 |
+
from agents import run_pipeline, generate_social_post
|
| 18 |
+
|
| 19 |
+
# ββ In-memory store (HF Spaces has no persistent DB) ββββββββββββββββββββββββ
|
| 20 |
+
# For a real deployment, swap with MongoDB or a HF Dataset-backed store.
|
| 21 |
+
_inspections: list = []
|
| 22 |
+
_journal: list = []
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
def _now_iso() -> str:
|
| 26 |
+
return datetime.now(timezone.utc).isoformat()
|
| 27 |
+
|
| 28 |
+
|
| 29 |
+
# ββ 1. Inspection endpoint ββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 30 |
+
async def inspect(image_base64: str, notes: str = "", product_spec: str = "", source: str = "upload"):
|
| 31 |
+
"""Run the 4-agent inspection pipeline on a base64 image."""
|
| 32 |
+
# Strip potential data-URI prefix
|
| 33 |
+
if "," in image_base64 and image_base64.strip().startswith("data:"):
|
| 34 |
+
image_base64 = image_base64.split(",", 1)[1]
|
| 35 |
+
|
| 36 |
+
transcript = await run_pipeline(
|
| 37 |
+
image_base64=image_base64,
|
| 38 |
+
notes=notes or "",
|
| 39 |
+
product_spec=product_spec or "",
|
| 40 |
+
)
|
| 41 |
+
|
| 42 |
+
inspection = {
|
| 43 |
+
"id": str(uuid.uuid4()),
|
| 44 |
+
"created_at": _now_iso(),
|
| 45 |
+
"notes": notes or "",
|
| 46 |
+
"product_spec": product_spec or "",
|
| 47 |
+
"source": source or "upload",
|
| 48 |
+
"transcript": transcript,
|
| 49 |
+
}
|
| 50 |
+
_inspections.insert(0, inspection)
|
| 51 |
+
|
| 52 |
+
summary = _summarize(inspection)
|
| 53 |
+
return json.dumps({
|
| 54 |
+
"id": inspection["id"],
|
| 55 |
+
"created_at": inspection["created_at"],
|
| 56 |
+
"transcript": transcript,
|
| 57 |
+
"summary": summary,
|
| 58 |
+
})
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
# ββ 2. List inspections βββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 62 |
+
async def list_inspections(limit: int = 50):
|
| 63 |
+
items = [_summarize(doc) for doc in _inspections[:limit]]
|
| 64 |
+
return json.dumps({"items": items, "total": len(items)})
|
| 65 |
+
|
| 66 |
+
|
| 67 |
+
# ββ 3. Metrics βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 68 |
+
async def metrics():
|
| 69 |
+
total = len(_inspections)
|
| 70 |
+
verdict_counts = {"pass": 0, "warn": 0, "fail": 0}
|
| 71 |
+
defect_type_counts = {}
|
| 72 |
+
confidences = []
|
| 73 |
+
|
| 74 |
+
for doc in _inspections:
|
| 75 |
+
summary = _summarize(doc)
|
| 76 |
+
v = summary["verdict"] if summary["verdict"] in verdict_counts else "warn"
|
| 77 |
+
verdict_counts[v] += 1
|
| 78 |
+
confidences.append(summary["confidence"])
|
| 79 |
+
agents = doc.get("transcript", {}).get("agents", [])
|
| 80 |
+
inspector = next((a for a in agents if a["role"] == "inspector"), None)
|
| 81 |
+
defects = ((inspector or {}).get("output", {}).get("parsed", {}) or {}).get("defects") or []
|
| 82 |
+
if isinstance(defects, list):
|
| 83 |
+
for d in defects:
|
| 84 |
+
if isinstance(d, dict):
|
| 85 |
+
t = (d.get("type") or "unknown").lower()
|
| 86 |
+
defect_type_counts[t] = defect_type_counts.get(t, 0) + 1
|
| 87 |
+
|
| 88 |
+
avg_conf = sum(confidences) / len(confidences) if confidences else 0.0
|
| 89 |
+
top_defects = sorted(defect_type_counts.items(), key=lambda x: x[1], reverse=True)[:6]
|
| 90 |
+
quality_score = 0
|
| 91 |
+
if total > 0:
|
| 92 |
+
quality_score = round(100 * (verdict_counts["pass"] + 0.5 * verdict_counts["warn"]) / total)
|
| 93 |
+
|
| 94 |
+
return json.dumps({
|
| 95 |
+
"total_inspections": total,
|
| 96 |
+
"verdict_counts": verdict_counts,
|
| 97 |
+
"avg_confidence": round(avg_conf, 3),
|
| 98 |
+
"top_defects": [{"type": t, "count": c} for t, c in top_defects],
|
| 99 |
+
"quality_score": quality_score,
|
| 100 |
+
})
|
| 101 |
+
|
| 102 |
+
|
| 103 |
+
# ββ 4. Telemetry (simulated MI300X) βββββββββββββββββββββββββββββββββββββββββ
|
| 104 |
+
async def telemetry():
|
| 105 |
+
t = time.time()
|
| 106 |
+
gpu_util = 62 + 30 * math.sin(t / 4.0)
|
| 107 |
+
vram_used = 88 + 20 * math.sin(t / 7.0)
|
| 108 |
+
tokens_per_sec = 2850 + 450 * math.sin(t / 3.0)
|
| 109 |
+
power_w = 620 + 80 * math.sin(t / 5.0)
|
| 110 |
+
temp_c = 58 + 7 * math.sin(t / 6.0)
|
| 111 |
+
return json.dumps({
|
| 112 |
+
"simulated": True,
|
| 113 |
+
"device": "AMD Instinct MI300X",
|
| 114 |
+
"gpu_util_pct": round(max(0, min(100, gpu_util)), 1),
|
| 115 |
+
"vram_used_gb": round(max(0, vram_used), 1),
|
| 116 |
+
"vram_total_gb": 192.0,
|
| 117 |
+
"tokens_per_sec": int(max(0, tokens_per_sec)),
|
| 118 |
+
"power_watts": int(max(0, power_w)),
|
| 119 |
+
"temp_c": round(max(0, temp_c), 1),
|
| 120 |
+
"ts": _now_iso(),
|
| 121 |
+
})
|
| 122 |
+
|
| 123 |
+
|
| 124 |
+
# ββ 5. Blueprint βββββοΏ½οΏ½οΏ½ββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 125 |
+
async def blueprint():
|
| 126 |
+
return json.dumps({
|
| 127 |
+
"stack": [
|
| 128 |
+
{
|
| 129 |
+
"layer": "Hardware",
|
| 130 |
+
"title": "AMD Instinct MI300X",
|
| 131 |
+
"detail": "192 GB HBM3 Β· 5.3 TB/s memory bandwidth Β· 8Γ GPU node",
|
| 132 |
+
"why": "Massive VRAM enables serving 70B-class Qwen-VL models without sharding.",
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"layer": "Runtime",
|
| 136 |
+
"title": "ROCm 6.2",
|
| 137 |
+
"detail": "Open compute runtime Β· HIP Β· MIOpen Β· RCCL",
|
| 138 |
+
"why": "PyTorch + vLLM run natively on MI300X via ROCm.",
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"layer": "Serving",
|
| 142 |
+
"title": "vLLM on ROCm",
|
| 143 |
+
"detail": "PagedAttention Β· continuous batching Β· OpenAI-compatible API",
|
| 144 |
+
"why": "High-throughput multimodal inference for the agent pipeline.",
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"layer": "Model",
|
| 148 |
+
"title": "Qwen2-VL-72B (fine-tuned)",
|
| 149 |
+
"detail": "LoRA fine-tune on defect-image + work-order pairs via Optimum-AMD",
|
| 150 |
+
"why": "Domain-specialized vision reasoning beats zero-shot generic VLMs.",
|
| 151 |
+
},
|
| 152 |
+
{
|
| 153 |
+
"layer": "Agents",
|
| 154 |
+
"title": "Inspector β Diagnostician β Action β Reporter",
|
| 155 |
+
"detail": "Sequential multi-agent with structured JSON hand-offs",
|
| 156 |
+
"why": "Interpretable, auditable pipeline for industrial QC.",
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"layer": "Product",
|
| 160 |
+
"title": "ForgeSight Console",
|
| 161 |
+
"detail": "React + FastAPI Β· live transcript Β· defect feed Β· build journal",
|
| 162 |
+
"why": "End-to-end demonstrable app shipped for the hackathon.",
|
| 163 |
+
},
|
| 164 |
+
],
|
| 165 |
+
"finetune_recipe": {
|
| 166 |
+
"base_model": "Qwen/Qwen2-VL-72B-Instruct",
|
| 167 |
+
"dataset": "ForgeSight-QC-10K (proprietary defect-image β work-order pairs)",
|
| 168 |
+
"method": "QLoRA r=64 Β· Optimum-AMD Β· bf16",
|
| 169 |
+
"hardware": "1Γ MI300X node (8 GPUs)",
|
| 170 |
+
"expected_wall_clock": "~6h for 3 epochs on 10K pairs",
|
| 171 |
+
"serve_with": "vLLM 0.6+ on ROCm",
|
| 172 |
+
},
|
| 173 |
+
})
|
| 174 |
+
|
| 175 |
+
|
| 176 |
+
# ββ 6. Journal ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 177 |
+
async def journal_list():
|
| 178 |
+
# Auto-seed if empty
|
| 179 |
+
if not _journal:
|
| 180 |
+
await _seed_journal()
|
| 181 |
+
return json.dumps({"items": _journal, "total": len(_journal)})
|
| 182 |
+
|
| 183 |
+
|
| 184 |
+
async def journal_create(title: str, body: str, tags: str = ""):
|
| 185 |
+
tag_list = [t.strip() for t in tags.split(",") if t.strip()] if tags else []
|
| 186 |
+
try:
|
| 187 |
+
social = await generate_social_post(title, body)
|
| 188 |
+
except Exception:
|
| 189 |
+
social = {"x_post": "", "linkedin_post": ""}
|
| 190 |
+
|
| 191 |
+
entry = {
|
| 192 |
+
"id": str(uuid.uuid4()),
|
| 193 |
+
"created_at": _now_iso(),
|
| 194 |
+
"title": title,
|
| 195 |
+
"body": body,
|
| 196 |
+
"tags": tag_list,
|
| 197 |
+
"x_post": social.get("x_post", ""),
|
| 198 |
+
"linkedin_post": social.get("linkedin_post", ""),
|
| 199 |
+
}
|
| 200 |
+
_journal.insert(0, entry)
|
| 201 |
+
return json.dumps(entry)
|
| 202 |
+
|
| 203 |
+
|
| 204 |
+
async def _seed_journal():
|
| 205 |
+
seeds = [
|
| 206 |
+
{
|
| 207 |
+
"title": "Kickoff: ForgeSight on AMD Developer Cloud",
|
| 208 |
+
"body": "Spun up an MI300X instance on AMD Developer Cloud. First impression: zero CUDA-lock-in, ROCm + PyTorch just worked. Targeting all three hackathon tracks with one agentic multimodal QC copilot.",
|
| 209 |
+
"tags": ["kickoff", "amd", "rocm"],
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"title": "Multi-agent pipeline wired end-to-end",
|
| 213 |
+
"body": "Inspector β Diagnostician β Action β Reporter. Each agent produces strict JSON so hand-offs stay auditable. Running on Claude Sonnet 4.5 today, swapping to Qwen2-VL on MI300X next.",
|
| 214 |
+
"tags": ["agents", "pipeline", "qwen"],
|
| 215 |
+
},
|
| 216 |
+
{
|
| 217 |
+
"title": "Fine-tune recipe: QLoRA on Qwen2-VL with Optimum-AMD",
|
| 218 |
+
"body": "Drafted the LoRA fine-tune path for 10K defect-image β work-order pairs. Expecting ~6h wall-clock on a single MI300X node. vLLM-ROCm will serve the result.",
|
| 219 |
+
"tags": ["fine-tuning", "qlora", "optimum-amd"],
|
| 220 |
+
},
|
| 221 |
+
]
|
| 222 |
+
for s in seeds:
|
| 223 |
+
try:
|
| 224 |
+
social = await generate_social_post(s["title"], s["body"])
|
| 225 |
+
except Exception:
|
| 226 |
+
social = {"x_post": "", "linkedin_post": ""}
|
| 227 |
+
_journal.insert(0, {
|
| 228 |
+
"id": str(uuid.uuid4()),
|
| 229 |
+
"created_at": _now_iso(),
|
| 230 |
+
**s,
|
| 231 |
+
"x_post": social.get("x_post", ""),
|
| 232 |
+
"linkedin_post": social.get("linkedin_post", ""),
|
| 233 |
+
})
|
| 234 |
+
|
| 235 |
+
|
| 236 |
+
# ββ Helpers ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 237 |
+
def _summarize(inspection: dict) -> dict:
|
| 238 |
+
agents = inspection.get("transcript", {}).get("agents", [])
|
| 239 |
+
inspector = next((a for a in agents if a["role"] == "inspector"), None)
|
| 240 |
+
reporter = next((a for a in agents if a["role"] == "reporter"), None)
|
| 241 |
+
action = next((a for a in agents if a["role"] == "action"), None)
|
| 242 |
+
|
| 243 |
+
inspector_out = (inspector or {}).get("output", {}).get("parsed", {}) or {}
|
| 244 |
+
reporter_out = (reporter or {}).get("output", {}).get("parsed", {}) or {}
|
| 245 |
+
action_out = (action or {}).get("output", {}).get("parsed", {}) or {}
|
| 246 |
+
|
| 247 |
+
defects = inspector_out.get("defects") or []
|
| 248 |
+
return {
|
| 249 |
+
"id": inspection["id"],
|
| 250 |
+
"created_at": inspection["created_at"],
|
| 251 |
+
"verdict": inspector_out.get("verdict", "warn"),
|
| 252 |
+
"confidence": float(inspector_out.get("confidence", 0.0) or 0.0),
|
| 253 |
+
"headline": reporter_out.get("headline") or inspector_out.get("observation", "Inspection complete")[:60],
|
| 254 |
+
"defect_count": len(defects) if isinstance(defects, list) else 0,
|
| 255 |
+
"priority": action_out.get("priority", "P2"),
|
| 256 |
+
"source": inspection.get("source", "upload"),
|
| 257 |
+
}
|
| 258 |
+
|
| 259 |
+
|
| 260 |
+
# ββ Health / root check βββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 261 |
+
async def health():
|
| 262 |
+
return json.dumps({
|
| 263 |
+
"service": "forgesight",
|
| 264 |
+
"status": "online",
|
| 265 |
+
"track": "AMD Hackathon β Tracks 1+2+3",
|
| 266 |
+
"runtime": "Hugging Face Spaces (Gradio)",
|
| 267 |
+
})
|
| 268 |
+
|
| 269 |
+
|
| 270 |
+
# ββ Build the Gradio app ββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 271 |
+
# Each gr.Interface becomes a named API endpoint at /api/<fn_name>
|
| 272 |
+
# The React frontend calls these via fetch() to the HF Space URL.
|
| 273 |
+
|
| 274 |
+
with gr.Blocks(title="ForgeSight β AMD MI300X QC Copilot") as demo:
|
| 275 |
+
gr.Markdown("# π ForgeSight β Multimodal QC Copilot")
|
| 276 |
+
gr.Markdown("Backend API for the ForgeSight React frontend. Powered by AMD Instinct MI300X + ROCm.")
|
| 277 |
+
|
| 278 |
+
# --- API-only endpoints (hidden UI, exposed as /api/...) ---
|
| 279 |
+
|
| 280 |
+
# Health check
|
| 281 |
+
health_btn = gr.Button("Health Check", visible=False)
|
| 282 |
+
health_out = gr.Textbox(visible=False)
|
| 283 |
+
health_btn.click(fn=health, inputs=[], outputs=health_out, api_name="health")
|
| 284 |
+
|
| 285 |
+
# Inspect
|
| 286 |
+
inspect_img = gr.Textbox(visible=False)
|
| 287 |
+
inspect_notes = gr.Textbox(visible=False)
|
| 288 |
+
inspect_spec = gr.Textbox(visible=False)
|
| 289 |
+
inspect_source = gr.Textbox(visible=False)
|
| 290 |
+
inspect_out = gr.Textbox(visible=False)
|
| 291 |
+
inspect_btn = gr.Button("Inspect", visible=False)
|
| 292 |
+
inspect_btn.click(
|
| 293 |
+
fn=inspect,
|
| 294 |
+
inputs=[inspect_img, inspect_notes, inspect_spec, inspect_source],
|
| 295 |
+
outputs=inspect_out,
|
| 296 |
+
api_name="inspect",
|
| 297 |
+
)
|
| 298 |
+
|
| 299 |
+
# List inspections
|
| 300 |
+
list_limit = gr.Number(visible=False, value=50)
|
| 301 |
+
list_out = gr.Textbox(visible=False)
|
| 302 |
+
list_btn = gr.Button("List", visible=False)
|
| 303 |
+
list_btn.click(fn=list_inspections, inputs=[list_limit], outputs=list_out, api_name="list_inspections")
|
| 304 |
+
|
| 305 |
+
# Metrics
|
| 306 |
+
metrics_out = gr.Textbox(visible=False)
|
| 307 |
+
metrics_btn = gr.Button("Metrics", visible=False)
|
| 308 |
+
metrics_btn.click(fn=metrics, inputs=[], outputs=metrics_out, api_name="metrics")
|
| 309 |
+
|
| 310 |
+
# Telemetry
|
| 311 |
+
telem_out = gr.Textbox(visible=False)
|
| 312 |
+
telem_btn = gr.Button("Telemetry", visible=False)
|
| 313 |
+
telem_btn.click(fn=telemetry, inputs=[], outputs=telem_out, api_name="telemetry")
|
| 314 |
+
|
| 315 |
+
# Blueprint
|
| 316 |
+
bp_out = gr.Textbox(visible=False)
|
| 317 |
+
bp_btn = gr.Button("Blueprint", visible=False)
|
| 318 |
+
bp_btn.click(fn=blueprint, inputs=[], outputs=bp_out, api_name="blueprint")
|
| 319 |
+
|
| 320 |
+
# Journal list
|
| 321 |
+
jl_out = gr.Textbox(visible=False)
|
| 322 |
+
jl_btn = gr.Button("Journal List", visible=False)
|
| 323 |
+
jl_btn.click(fn=journal_list, inputs=[], outputs=jl_out, api_name="journal_list")
|
| 324 |
+
|
| 325 |
+
# Journal create
|
| 326 |
+
jc_title = gr.Textbox(visible=False)
|
| 327 |
+
jc_body = gr.Textbox(visible=False)
|
| 328 |
+
jc_tags = gr.Textbox(visible=False)
|
| 329 |
+
jc_out = gr.Textbox(visible=False)
|
| 330 |
+
jc_btn = gr.Button("Journal Create", visible=False)
|
| 331 |
+
jc_btn.click(
|
| 332 |
+
fn=journal_create,
|
| 333 |
+
inputs=[jc_title, jc_body, jc_tags],
|
| 334 |
+
outputs=jc_out,
|
| 335 |
+
api_name="journal_create",
|
| 336 |
+
)
|
| 337 |
+
|
| 338 |
+
# --- Visible demo UI for HF Space visitors ---
|
| 339 |
+
with gr.Tab("π¬ Quick Inspect"):
|
| 340 |
+
gr.Markdown("Upload an image to run the 4-agent QC pipeline.")
|
| 341 |
+
with gr.Row():
|
| 342 |
+
with gr.Column():
|
| 343 |
+
demo_img = gr.Image(type="filepath", label="Product Image")
|
| 344 |
+
demo_notes = gr.Textbox(label="Operator Notes", placeholder="e.g. batch B-124, shift 2")
|
| 345 |
+
demo_spec = gr.Textbox(label="Product Spec", placeholder="e.g. aluminum 6061 bracket")
|
| 346 |
+
demo_run = gr.Button("π Run Inspection", variant="primary")
|
| 347 |
+
with gr.Column():
|
| 348 |
+
demo_result = gr.JSON(label="Pipeline Result")
|
| 349 |
+
|
| 350 |
+
async def demo_inspect(img_path, notes, spec):
|
| 351 |
+
if not img_path:
|
| 352 |
+
return {"error": "Please upload an image"}
|
| 353 |
+
import base64
|
| 354 |
+
with open(img_path, "rb") as f:
|
| 355 |
+
b64 = base64.b64encode(f.read()).decode()
|
| 356 |
+
raw = await inspect(b64, notes or "", spec or "", "upload")
|
| 357 |
+
return json.loads(raw)
|
| 358 |
+
|
| 359 |
+
demo_run.click(fn=demo_inspect, inputs=[demo_img, demo_notes, demo_spec], outputs=demo_result)
|
| 360 |
+
|
| 361 |
+
with gr.Tab("π Status"):
|
| 362 |
+
gr.Markdown("### Service Status")
|
| 363 |
+
status_btn = gr.Button("Check Status")
|
| 364 |
+
status_out = gr.JSON()
|
| 365 |
+
async def check_status():
|
| 366 |
+
h = json.loads(await health())
|
| 367 |
+
m = json.loads(await metrics())
|
| 368 |
+
return {**h, **m}
|
| 369 |
+
status_btn.click(fn=check_status, inputs=[], outputs=status_out)
|
| 370 |
+
|
| 371 |
+
|
| 372 |
+
if __name__ == "__main__":
|
| 373 |
+
demo.launch(server_name="0.0.0.0", server_port=7860)
|
hf_space/deploy.ps1
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Deploy ForgeSight to Hugging Face Spaces
|
| 2 |
+
# Run this from the project root: c:\Users\user\OneDrive\Desktop\hans\hans
|
| 3 |
+
|
| 4 |
+
# 1. Clone the HF Space repo (if not already done)
|
| 5 |
+
git clone https://huggingface.co/spaces/rasAli02/ForgeSight hf_space_repo
|
| 6 |
+
|
| 7 |
+
# 2. Copy all deployment files into the cloned repo
|
| 8 |
+
Copy-Item hf_space\* hf_space_repo\ -Force
|
| 9 |
+
|
| 10 |
+
# 3. Push to HF Spaces
|
| 11 |
+
Set-Location hf_space_repo
|
| 12 |
+
git add -A
|
| 13 |
+
git commit -m "Deploy ForgeSight Gradio backend with AMD MI300X agent pipeline"
|
| 14 |
+
git push
|
| 15 |
+
|
| 16 |
+
# After push, the space will build and start at:
|
| 17 |
+
# https://rasali02-forgesight.hf.space
|
hf_space/requirements.txt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
gradio>=5.0.0
|
| 2 |
+
httpx>=0.27.0
|
| 3 |
+
python-dotenv>=1.0.1
|
hf_space_repo
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
Subproject commit fc45d46feb8d919eebc696edd5effd2295dbda13
|