Create app.py

app.py

@@ -0,0 +1,41 @@
+import os
+from flask import Flask, request, jsonify
+from playwright.sync_api import sync_playwright
+from bs4 import BeautifulSoup
+
+app = Flask(__name__)
+
+@app.route('/scrape', methods=['POST'])
+def scrape():
+    # Security Check
+    api_key = request.headers.get("X-API-KEY")
+    if api_key != os.getenv("BROWSER_API_KEY"):
+        return jsonify({"error": "Unauthorized"}), 401
+
+    url = request.json.get("url")
+    if not url:
+        return jsonify({"error": "No URL provided"}), 400
+    
+    with sync_playwright() as p:
+        browser = p.chromium.launch(headless=True)
+        context = browser.new_context(user_agent="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36")
+        page = context.new_page()
+        
+        try:
+            # Wait for JS to finish loading
+            page.goto(url, wait_until="networkidle", timeout=30000)
+            content = page.content()
+            
+            soup = BeautifulSoup(content, 'html.parser')
+            # Strip junk
+            for s in soup(['script', 'style', 'nav', 'footer', 'header']): s.decompose()
+            text = soup.get_text(separator=' ', strip=True)[:8000]
+            
+            return jsonify({"text": text})
+        except Exception as e:
+            return jsonify({"error": str(e)}), 500
+        finally:
+            browser.close()
+
+if __name__ == "__main__":
+    app.run(host="0.0.0.0", port=7860)