Local Hunter Protocol: External Ingest Portal & Mac Scout Script

backend/app/scratch/subconscious_loop.py

@@ -3,9 +3,11 @@ import os
 import time
 import logging
 import threading
-from fastapi import FastAPI
+from fastapi import FastAPI, BackgroundTasks, Request
 from fastapi.staticfiles import StaticFiles
 from fastapi.responses import FileResponse
+from pydantic import BaseModel
+from typing import List, Dict, Optional
 import uvicorn
 from fastapi.middleware.cors import CORSMiddleware
 
@@ -42,6 +44,39 @@ async def get_dashboard():
     dashboard_path = os.path.join(static_path, "sovereign.html")
     return FileResponse(dashboard_path)
 
+class IngestionItem(BaseModel):
+    title: str
+    url: str
+    body: str
+
+class ExternalIngest(BaseModel):
+    topic: str
+    results: List[IngestionItem]
+    secret: str
+
+@app.post("/system/external-ingest")
+async def external_ingest(data: ExternalIngest):
+    # Secure via simple PIN check (Sovereign 1978)
+    if data.secret != "1978":
+        return {"status": "denied", "message": "Identity Not Recognized"}
+    
+    logger.info(f"🚀 [EXTERNAL INGEST] Receiving intelligence on: {data.topic}")
+    count = 0
+    for item in data.results:
+        try:
+            name = f"External Discovery: {item.title[:50]}"
+            holocron.add_knowledge_node(
+                name=name,
+                category=data.topic,
+                content=item.body,
+                metadata={"url": item.url, "source": "local_hunter"}
+            )
+            count += 1
+        except Exception as e:
+            logger.error(f"Ingest failed for {item.url}: {e}")
+            
+    return {"status": "success", "ingested": count}
+
 @app.get("/system/status")
 async def get_system_status():
     with database.SessionLocal() as db:

backend/requirements_cloud.txt

@@ -26,3 +26,4 @@ httpx==0.28.1
 rich==14.0.0
 duckduckgo_search==7.3.2
 phonemizer==3.2.1
+googlesearch-python==1.3.0

scripts/local_hunter.py

@@ -0,0 +1,75 @@
+import requests
+import json
+import time
+import random
+from duckduckgo_search import DDGS
+import trafilatura
+
+# --- CONFIGURATION ---
+CLOUD_URL = "https://paritosh-sovereign-friday-subconscious.hf.space/system/external-ingest"
+SOVEREIGN_PIN = "1978"
+
+STRATEGIC_TOPICS = [
+    "Regional Demographics and Residential Trends India 2024",
+    "Strategic Infrastructure development and upcoming projects by Area",
+    "Autonomous CRM Automation and OttoPilot strategies",
+    "Deep Learning for Agentic Workflow Orchestration",
+    "Strategic Finance & Venture Capital Risk Management"
+]
+
+def scrape_url(url):
+    """Local scraper logic using trafilatura."""
+    try:
+        downloaded = trafilatura.fetch_url(url)
+        content = trafilatura.extract(downloaded)
+        return content[:3000] if content else None
+    except:
+        return None
+
+def hunt():
+    print("🚀 [LOCAL HUNTER] Starting Sovereign Foraging Protocol...")
+    print(f"📍 TARGET: {CLOUD_URL}")
+    print("═" * 50)
+
+    for topic in STRATEGIC_TOPICS:
+        print(f"\n🔍 Hunting Intelligence: {topic}")
+        results = []
+        
+        try:
+            with DDGS(timeout=30) as ddgs:
+                ddg_results = list(ddgs.text(topic, max_results=3))
+                
+                for r in ddg_results:
+                    print(f"   ↳ Capturing Source: {r['href']}")
+                    body = scrape_url(r['href'])
+                    if body:
+                        results.append({
+                            "title": r['title'],
+                            "url": r['href'],
+                            "body": body
+                        })
+                    time.sleep(random.uniform(2, 5)) # Human-like jitter
+            
+            # PUSH TO CLOUD
+            if results:
+                payload = {
+                    "topic": topic,
+                    "results": results,
+                    "secret": SOVEREIGN_PIN
+                }
+                resp = requests.post(CLOUD_URL, json=payload)
+                if resp.status_code == 200:
+                    print(f"✅ SUCCESS: {len(results)} intelligence packages beamed to Cloud.")
+                else:
+                    print(f"⚠️ CLOUD REJECTION: {resp.status_code} - {resp.text}")
+            
+        except Exception as e:
+            print(f"❌ HUNT ERROR for {topic}: {e}")
+            
+        time.sleep(random.randint(10, 20)) # Cool down between topics
+
+    print("\n═" * 50)
+    print("🏁 [LOCAL HUNTER] Mission Complete. Grid Rejuvenated.")
+
+if __name__ == "__main__":
+    hunt()