Upload 64 files

app/services/browser.py

@@ -6,7 +6,10 @@ and interacts with chatgpt.com to generate responses.
 
 import asyncio
 import threading
+import os
+import random
 from app.config import settings
+from playwright_stealth import stealth_async
 
 
 class BrowserEngine(threading.Thread):
@@ -116,7 +119,10 @@ class BrowserEngine(threading.Thread):
 
             # Navigate to ChatGPT
             print(f"[PhantomAPI] 🌐 Navigating to ChatGPT...")
-            await page.goto("https://chatgpt.com/", wait_until="networkidle")
+            await page.goto("https://chatgpt.com/", wait_until="load")
+            
+            # Diagnostic Screenshot (See what the browser sees)
+            await self._save_debug_screenshot(page)
             
             # --- Diagnostic Logging ---
             title = await page.title()
@@ -159,10 +165,34 @@ class BrowserEngine(threading.Thread):
                     '[data-message-author-role="assistant"]',
                     timeout=settings.BROWSER_TIMEOUT,
                 )
-                print("[PhantomAPI] ✅ Assistant began responding.")
+                print("[PhantomAPI] ✅ Assistant bubble appeared.")
+                
+                # Wait for FIRST CHARACTER (Phase 1)
+                phase1_start = asyncio.get_event_loop().time()
+                while True:
+                    if asyncio.get_event_loop().time() - phase1_start > 60:
+                        print("[PhantomAPI] ❌ Timeout waiting for first character.")
+                        break
+                    
+                    bubble = await page.query_selector('[data-message-author-role="assistant"]')
+                    content = await (await bubble.query_selector(".markdown, .prose, pre") or bubble).inner_text()
+                    
+                    if content.strip():
+                        print("[PhantomAPI] 📢 Detected typing start...")
+                        break
+                    
+                    # Log if it's still busy but empty
+                    busy = await bubble.get_attribute("aria-busy")
+                    if busy == "true":
+                         # Still generating, just wait
+                         pass
+                    
+                    await asyncio.sleep(1.0)
+
             except Exception as e:
                 # Diagnostics: What is actually on the page?
                 print(f"[PhantomAPI] ❌ Response timeout/error: {e}")
+                await self._save_debug_screenshot(page)
                 
                 # Check for common error messages
                 page_text = await page.evaluate("document.body.innerText")
@@ -177,69 +207,44 @@ class BrowserEngine(threading.Thread):
                 
                 raise
 
-            # --- Response Polling (Two-Phase) ---
+            # --- Phase 2: Wait for stability (aria-busy=false) ---
+            print("[PhantomAPI] ⏳ Phase 2: Monitoring completion...")
             last_text = ""
             unchanged_count = 0
             start_polling = asyncio.get_event_loop().time()
-            found_first_char = False
-            
-            print("[PhantomAPI] ⏳ Phase 1: Waiting for first character...")
             
             while True:
-                # hard break: 120 seconds total
                 if asyncio.get_event_loop().time() - start_polling > 120:
                     print("[PhantomAPI] ⚠️ Hard timeout reached.")
                     break
 
-                # Target the actual content div if possible
-                elements = await page.query_selector_all(
-                    '[data-message-author-role="assistant"]'
-                )
+                bubble = await page.query_selector('[data-message-author-role="assistant"]')
+                if not bubble: break
                 
-                if elements:
-                    # Look for markdown/prose inside the assistant bubble
-                    container = elements[-1]
-                    content_el = await container.query_selector(".markdown, .prose")
-                    target = content_el if content_el else container
-                    
-                    current_text = await target.inner_text()
-                    current_text = current_text.strip()
-                    
-                    # Phase 1: Wait for text to appear
-                    if not found_first_char:
-                        if len(current_text) > 0:
-                            found_first_char = True
-                            print(f"[PhantomAPI] 📢 First character detected! Phase 2: Monitoring stream...")
-                        else:
-                            # If we've waited > 60s for the first char, something is wrong
-                            if asyncio.get_event_loop().time() - start_polling > 60:
-                                print("[PhantomAPI] ❌ Giving up: No text appeared after 60s.")
-                                break
+                # Check busy status
+                is_busy = await bubble.get_attribute("aria-busy")
+                
+                target = await bubble.query_selector(".markdown, .prose, pre") or bubble
+                current_text = await target.inner_text()
+                current_text = current_text.strip()
+                
+                if current_text != last_text:
+                    if len(current_text) > len(last_text):
+                        print(f"[PhantomAPI] ⏳ Generating... ({len(current_text)} chars)")
+                    last_text = current_text
+                    unchanged_count = 0
+                else:
+                    # If text is stable AND not busy, it's done
+                    if is_busy != "true":
+                        unchanged_count += 1
                     
-                    # Phase 2: Monitor stability
-                    if found_first_char:
-                        if current_text == last_text:
-                            unchanged_count += 1
-                        else:
-                            if len(current_text) > len(last_text):
-                                print(f"[PhantomAPI] ⏳ Generating... ({len(current_text)} chars)")
-                            last_text = current_text
-                            unchanged_count = 0
-                        
-                        # Once text starts, 2 seconds (4 iterations) of silence means done
-                        if unchanged_count >= 4:
-                            break
+                    if unchanged_count >= 4:
+                        print("[PhantomAPI] ✅ Generation finished (stability reached).")
+                        break
                 
                 await asyncio.sleep(0.5)
 
-            if not found_first_char:
-                # Fail diagnostics
-                print("[PhantomAPI] ❌ Final check: Assistant bubble was empty.")
-                bubble_html = await page.evaluate(
-                    "() => document.querySelector('[data-message-author-role=\"assistant\"]')?.outerHTML"
-                )
-                print(f"[PhantomAPI] 📍 Bubble HTML: {bubble_html[:500]}")
-
+            await self._save_debug_screenshot(page)
             print(f"[PhantomAPI] ✨ Response complete ({len(last_text)} chars).")
             return last_text.strip()
 
@@ -251,6 +256,24 @@ class BrowserEngine(threading.Thread):
             await context.close()
 
 
+    # ------------------------------------------------------------------
+    # Debugging
+    # ------------------------------------------------------------------
+
+    async def _save_debug_screenshot(self, page) -> None:
+        """Save a screenshot to the static folder for visual debugging."""
+        try:
+            static_dir = os.path.join(os.getcwd(), "static")
+            if not os.path.exists(static_dir):
+                os.makedirs(static_dir)
+            
+            path = os.path.join(static_dir, "debug.png")
+            await page.screenshot(path=path, full_page=False)
+            print(f"[PhantomAPI] 📸 Debug screenshot saved to static/debug.png")
+        except Exception as e:
+            print(f"[PhantomAPI] ⚠️ Failed to save screenshot: {e}")
+
+
 # ---------------------------------------------------------------------------
 # Singleton — created once at import time, started in app lifespan
 # ---------------------------------------------------------------------------

requirements.txt

@@ -7,3 +7,4 @@ python-dotenv>=1.0.0,<2.0.0
 python-multipart>=0.0.9,<1.0.0
 httpx>=0.27.0,<1.0.0
 pytest>=8.0.0,<9.0.0
+playwright-stealth>=1.0.6