Fix API to directly return flowPages value instead of parsing console logs

app.py

@@ -1,4 +1,3 @@
-import json
 import asyncio
 from fastapi import FastAPI, HTTPException
 from playwright.async_api import async_playwright
@@ -8,41 +7,41 @@ app = FastAPI()
 
 @app.post("/run")
 async def run_flow_pages(url: str):
-    console_result = None
-
     async with async_playwright() as p:
         browser = await p.chromium.launch(headless=True)
         page = await browser.new_page()
 
-        # Capture console messages
-        async def handle_console(msg):
-            nonlocal console_result
-            try:
-                console_result = json.loads(msg.text())
-            except Exception:
-                pass  # ignore non-JSON logs
-
-        page.on("console", handle_console)
-
         try:
-            await page.goto(url, wait_until="load")
+            await page.goto(url, wait_until="load", timeout=30000)
+
+            # Wait a bit for the page to fully load and flowPages to be available
+            await asyncio.sleep(2)
+
+            # Directly evaluate and return flowPages from the page
+            flow_pages_data = await page.evaluate("""() => {
+                // Check if flowPages exists in various scopes
+                if (typeof flowPages !== 'undefined') {
+                    return flowPages;
+                }
+                if (typeof window !== 'undefined' && window.flowPages) {
+                    return window.flowPages;
+                }
+                if (typeof globalThis !== 'undefined' && globalThis.flowPages) {
+                    return globalThis.flowPages;
+                }
+                return null;
+            }""")
+
+            await browser.close()
 
-            # Execute flowPages in browser console
-            await page.evaluate("() => { console.log(flowPages); }")
+            if flow_pages_data is None:
+                raise HTTPException(
+                    status_code=500,
+                    detail="flowPages not found on the page"
+                )
 
-            # Small wait to allow console log to be captured
-            await asyncio.sleep(1)
+            return flow_pages_data
 
         except Exception as e:
             await browser.close()
             raise HTTPException(status_code=500, detail=str(e))
-
-        await browser.close()
-
-    if console_result is None:
-        raise HTTPException(
-            status_code=500,
-            detail="No JSON response received from flowPages"
-        )
-
-    return console_result