Update agency_brain.py

agency_brain.py

@@ -1,10 +1,10 @@
 # ==============================================================================
-# 🤖 autonomous_agency.py (V4.0 - GEM-Architect: True Vision & Sanitization)
+# 🤖 autonomous_agency.py (V5.0 - GEM-Architect: The Glass House Protocol)
 # ==============================================================================
-# Upgrades:
-# 1. Robust File Listing (Recursive).
-# 2. Strict Input Sanitization (strips markdown/spaces).
-# 3. Smart Read Retry (handles path mismatches).
+# Architecture Update:
+# 1. UNIVERSAL VISION: All agents can list and read files/logs.
+# 2. ROLE RESTRICTION: Only Architect can write/modify.
+# 3. TEAM AWARENESS: Agents are context-aware of the Case File & their peers.
 # ==============================================================================
 
 import os
@@ -24,7 +24,7 @@ HF_TOKEN = os.getenv("HF_TOKEN")
 REPO_ID = os.getenv("SPACE_ID")
 BASE_URL = "https://integrate.api.nvidia.com/v1"
 
-# Import R2 Service if available
+# R2 Service Import Check
 try:
     from r2 import R2Service, AGENCY_CASE_FILE_KEY
 except ImportError:
@@ -32,103 +32,60 @@ except ImportError:
     AGENCY_CASE_FILE_KEY = "dev_agency_case_file.json"
 
 # ==============================================================================
-# 🧠 Memory Gateway
-# ==============================================================================
-class MemoryGateway:
-    def __init__(self):
-        self.client = OpenAI(base_url=BASE_URL, api_key=NVIDIA_API_KEY)
-        self.model = "nvidia/llama-3.2-nemoretriever-300m-embed-v2"
-
-    async def embed_text(self, text: str) -> List[float]:
-        try:
-            clean_text = text[:2048]
-            response = await asyncio.to_thread(
-                self.client.embeddings.create,
-                input=[clean_text],
-                model=self.model,
-                encoding_format="float",
-                extra_body={"input_type": "query", "truncate": "NONE"}
-            )
-            return response.data[0].embedding
-        except Exception as e:
-            print(f"⚠️ [Memory] Embed Error: {e}")
-            return []
-
-# ==============================================================================
-# 🛠️ Hugging Face Operations (The Hands - Upgraded)
+# 🛠️ Hugging Face Operations (The Shared Eyes)
 # ==============================================================================
 class HuggingFaceOps:
+    """
+    Central Operations for File Vision & Manipulation.
+    Passed to ALL agents for reading, but restricted for writing.
+    """
     def __init__(self):
         self.api = HfApi(token=HF_TOKEN)
         self.repo_id = REPO_ID
 
     def _sanitize_path(self, path: str) -> str:
-        """Cleans filename from LLM hallucinations (backticks, quotes, spaces)."""
+        """Cleans filename from LLM hallucinations."""
         clean = path.strip().replace("`", "").replace("'", "").replace('"', "")
-        # Remove common prefixes if LLM adds them
         if clean.startswith("/"): clean = clean[1:]
         if clean.startswith("./"): clean = clean[2:]
         return clean
 
     def list_repo_files(self) -> List[str]:
-        """Lists all Python/JSON files recursively."""
+        """Lists all relevant files (Code & Logs/JSON)."""
         if not self.repo_id: return []
         try:
             files = self.api.list_repo_files(repo_id=self.repo_id, repo_type="space")
-            # Filter relevant files only
-            return [f for f in files if f.endswith(('.py', '.json'))]
+            return [f for f in files if f.endswith(('.py', '.json', '.md'))]
         except Exception as e:
-            print(f"⚠️ [HF Ops] List Files Error: {e}")
+            print(f"⚠️ [HF Ops] List Error: {e}")
             return []
 
     def read_file_content(self, file_path: str) -> str:
-        """Downloads and reads content with Smart Retry."""
+        """Universal Read Capability."""
         if not self.repo_id: return "ERROR: No REPO_ID."
-        
         target_file = self._sanitize_path(file_path)
-        print(f"📖 [HF Ops] Attempting to read: '{target_file}'")
-
+        
         try:
-            # Direct attempt
-            local_path = hf_hub_download(
-                repo_id=self.repo_id,
-                filename=target_file,
-                repo_type="space",
-                token=HF_TOKEN
-            )
+            # Try Direct Read
+            local_path = hf_hub_download(repo_id=self.repo_id, filename=target_file, repo_type="space", token=HF_TOKEN)
             with open(local_path, 'r', encoding='utf-8') as f:
                 return f.read()
-        except Exception as first_error:
-            # Smart Retry: Try finding the file in the list if path was slightly off
-            print(f"   ⚠️ Direct read failed. Searching for fuzzy match for '{target_file}'...")
+        except Exception:
+            # Smart Retry (Fuzzy Match)
+            print(f"   🔍 [Vision] Fuzzy searching for '{target_file}'...")
             all_files = self.list_repo_files()
-            
-            # Simple fuzzy match (e.g., matching 'trade_manager.py' to 'ml_engine/trade_manager.py')
             match = next((f for f in all_files if f.endswith(target_file)), None)
-            
             if match:
-                print(f"   ✅ Found match: '{match}'. Reading...")
                 try:
                     local_path = hf_hub_download(repo_id=self.repo_id, filename=match, repo_type="space", token=HF_TOKEN)
                     with open(local_path, 'r', encoding='utf-8') as f:
                         return f.read()
-                except Exception as e:
-                     return f"ERROR_READING_MATCH: {str(e)}"
-            
-            return f"ERROR_FILE_NOT_FOUND: {target_file} | Detail: {str(first_error)}"
+                except Exception as e: return f"ERROR_READING_MATCH: {str(e)}"
+            return f"ERROR_FILE_NOT_FOUND: {target_file}"
 
     def update_file(self, file_path: str, content: str, commit_message: str):
-        """Commits changes with path sanitization."""
+        """Restricted Write Capability (Architect Only)."""
         target_file = self._sanitize_path(file_path)
-        
-        # Ensure we are not creating a duplicate file if it exists elsewhere
-        # (Optional safety: Check if file exists in a subdir and use that path)
-        all_files = self.list_repo_files()
-        existing_match = next((f for f in all_files if f.endswith(target_file) and f != target_file), None)
-        if existing_match:
-            print(f"   ⚠️ Redirecting write from '{target_file}' to existing '{existing_match}'")
-            target_file = existing_match
-
         try:
             print(f"🚀 [HF Ops] Committing to: {target_file}...")
             self.api.upload_file(
@@ -138,135 +95,193 @@ class HuggingFaceOps:
                 repo_type="space",
                 commit_message=commit_message
             )
-            return {"status": "SUCCESS", "msg": f"File {target_file} updated. Restarting..."}
+            return {"status": "SUCCESS", "msg": f"File {target_file} updated."}
         except Exception as e:
             return {"status": "ERROR", "error": str(e)}
 
 # ==============================================================================
-# 🧬 Agents (No Changes Needed Here, inheriting Ops)
+# 🧠 Memory Gateway
+# ==============================================================================
+class MemoryGateway:
+    def __init__(self):
+        self.client = OpenAI(base_url=BASE_URL, api_key=NVIDIA_API_KEY)
+        self.model = "nvidia/llama-3.2-nemoretriever-300m-embed-v2"
+
+    async def embed_text(self, text: str) -> List[float]:
+        try:
+            response = await asyncio.to_thread(
+                self.client.embeddings.create,
+                input=[text[:2048]],
+                model=self.model,
+                encoding_format="float",
+                extra_body={"input_type": "query", "truncate": "NONE"}
+            )
+            return response.data[0].embedding
+        except: return []
+
+# ==============================================================================
+# 🧬 Base Agent (The Glass House Standard)
 # ==============================================================================
 class BaseAgent:
-    def __init__(self, name: str, model: str, temperature: float, max_tokens: int, top_p: float):
+    def __init__(self, name: str, model: str, ops: HuggingFaceOps, temperature: float = 0.3):
         self.name = name
         self.model = model
+        self.ops = ops # Universal Vision
         self.temperature = temperature
-        self.max_tokens = max_tokens
-        self.top_p = top_p
         self.client = OpenAI(base_url=BASE_URL, api_key=NVIDIA_API_KEY)
+        
+        # 📜 The Constitution (Rules of Engagement)
+        self.system_instruction = f"""
+        You are {name}, an advanced autonomous AI agent part of the 'Titan Sovereign' team.
+        
+        [TEAM ROLES & BOUNDARIES]
+        1. DIRECTOR: Makes final decisions and routes tasks.
+        2. TRADER: Analyzes market & strategy. REQUESTS changes, never codes.
+        3. QUANT: Analyzes data logs & stats. Diagnoses issues.
+        4. ARCHITECT: The ONLY agent allowed to write/modify code.
+        5. WATCHDOG: Audits safety and risks.
+        
+        [YOUR CAPABILITIES]
+        - You can SEE the entire file structure.
+        - You can READ any file or log to inform your decision.
+        - You CANNOT modify code directly (unless you are the Architect).
+        
+        [PROTOCOL]
+        - If you see a flaw, analyze it using the files you see.
+        - Submit a detailed request to the DIRECTOR specifying WHAT to change and WHY.
+        - Do not hallucinate files; use your vision tools to verify existence.
+        """
 
     def _format_response(self, content: str, reasoning: str = None) -> Dict[str, Any]:
-        return {
-            "agent": self.name,
-            "response": content,
-            "reasoning": reasoning,
-            "status": "SUCCESS"
-        }
+        return {"agent": self.name, "response": content, "reasoning": reasoning}
+
+    # 👁️ Universal Vision Methods exposed to all agents
+    async def see_file_structure(self) -> str:
+        files = self.ops.list_repo_files()
+        return "\n".join(files) if files else "NO_FILES_VISIBLE"
 
+    async def read_specific_file(self, filename: str) -> str:
+        return self.ops.read_file_content(filename)
+
+# ==============================================================================
+# 1. The Orchestrator (Executive Director)
+# ==============================================================================
 class OrchestratorAgent(BaseAgent):
-    def __init__(self):
-        super().__init__("Orchestrator", "qwen/qwen3-235b-a22b", 0.3, 16384, 0.7)
+    def __init__(self, ops: HuggingFaceOps):
+        super().__init__("Orchestrator", "qwen/qwen3-235b-a22b", ops)
 
     async def deliberate(self, context: str) -> Dict[str, Any]:
+        # Inject Constitution into the prompt flow
+        full_context = f"{self.system_instruction}\n\n[CURRENT TASK]\n{context}"
         try:
             completion = await asyncio.to_thread(
                 self.client.chat.completions.create,
                 model=self.model,
-                messages=[{"role": "user", "content": context}],
-                temperature=self.temperature, top_p=self.top_p, max_tokens=self.max_tokens, stream=False
+                messages=[{"role": "user", "content": full_context}],
+                temperature=self.temperature, stream=False
             )
             return self._format_response(completion.choices[0].message.content)
         except Exception as e: return {"status": "ERROR", "error": str(e)}
 
+# ==============================================================================
+# 2. The Architect (The Coder - Only one with write access)
+# ==============================================================================
 class ArchitectAgent(BaseAgent):
-    def __init__(self):
-        super().__init__("Architect", "qwen/qwen3-coder-480b-a35b-instruct", 0.0, 16384, 0.1)
-        self.hf_ops = HuggingFaceOps()
+    def __init__(self, ops: HuggingFaceOps):
+        super().__init__("Architect", "qwen/qwen3-coder-480b-a35b-instruct", ops, temperature=0.0)
 
-    async def analyze_file_structure(self) -> str:
-        files = self.hf_ops.list_repo_files()
-        return "\n".join(files) if files else "NO_FILES_FOUND"
-
-    async def fetch_code_context(self, filename: str) -> str:
-        return self.hf_ops.read_file_content(filename)
-
-    async def generate_fix(self, task_description: str) -> Dict[str, Any]:
-        print(f"🏗️ [{self.name}] Coding via {self.model}...")
+    async def generate_fix(self, task: str) -> Dict[str, Any]:
+        full_context = f"{self.system_instruction}\n\n[CODING TASK]\n{task}"
         try:
             completion = await asyncio.to_thread(
                 self.client.chat.completions.create,
                 model=self.model,
-                messages=[{"role": "user", "content": task_description}],
-                temperature=self.temperature, top_p=self.top_p, max_tokens=self.max_tokens, stream=False
+                messages=[{"role": "user", "content": full_context}],
+                temperature=0.0, stream=False
             )
             return self._format_response(completion.choices[0].message.content)
         except Exception as e: return {"status": "ERROR", "error": str(e)}
 
+    # ✍️ Exclusive Write Capability
     def apply_fix_to_repo(self, file_path: str, code: str, reason: str):
-        return self.hf_ops.update_file(file_path, code, reason)
+        return self.ops.update_file(file_path, code, reason)
 
+# ==============================================================================
+# 3. The Quant (The Analyst)
+# ==============================================================================
 class QuantAgent(BaseAgent):
-    def __init__(self):
-        super().__init__("Quant", "nvidia/llama-3.1-nemotron-ultra-253b-v1", 0.3, 16384, 0.5)
+    def __init__(self, ops: HuggingFaceOps):
+        super().__init__("Quant", "nvidia/llama-3.1-nemotron-ultra-253b-v1", ops)
 
     async def analyze_logs(self, logs_data: str) -> Dict[str, Any]:
+        full_context = f"{self.system_instruction}\n\n[ANALYSIS TASK]\n{logs_data}"
         try:
             completion = await asyncio.to_thread(
                 self.client.chat.completions.create,
                 model=self.model,
-                messages=[
-                    {"role": "system", "content": "Analyze trading logs accurately."},
-                    {"role": "user", "content": logs_data}
-                ],
-                temperature=self.temperature, top_p=self.top_p, max_tokens=self.max_tokens, stream=False
+                messages=[{"role": "user", "content": full_context}],
+                temperature=0.3, stream=False
             )
             return self._format_response(completion.choices[0].message.content)
         except Exception as e: return {"status": "ERROR", "error": str(e)}
 
+# ==============================================================================
+# 4. The Watchdog (The Auditor)
+# ==============================================================================
 class WatchdogAgent(BaseAgent):
-    def __init__(self):
-        super().__init__("Watchdog", "moonshotai/kimi-k2-thinking", 0.0, 16384, 0.15)
+    def __init__(self, ops: HuggingFaceOps):
+        super().__init__("Watchdog", "moonshotai/kimi-k2-thinking", ops, temperature=0.0)
 
     async def audit_decision(self, context: str) -> Dict[str, Any]:
+        full_context = f"{self.system_instruction}\n\n[AUDIT TASK]\n{context}"
         try:
             completion = await asyncio.to_thread(
                 self.client.chat.completions.create,
                 model=self.model,
-                messages=[{"role": "user", "content": context}],
-                temperature=self.temperature, top_p=self.top_p, max_tokens=self.max_tokens, stream=False
+                messages=[{"role": "user", "content": full_context}],
+                temperature=0.0, stream=False
             )
             return self._format_response(completion.choices[0].message.content)
         except Exception as e: return {"status": "ERROR", "error": str(e)}
 
+# ==============================================================================
+# 5. The Trader (The Strategist)
+# ==============================================================================
 class TradingGeneralAgent(BaseAgent):
-    def __init__(self):
-        super().__init__("TradingGeneral", "deepseek-ai/deepseek-v3.2", 0.4, 16384, 0.6)
+    def __init__(self, ops: HuggingFaceOps):
+        super().__init__("TradingGeneral", "deepseek-ai/deepseek-v3.2", ops, temperature=0.4)
 
     async def evaluate_market(self, data: str) -> Dict[str, Any]:
+        full_context = f"{self.system_instruction}\n\n[STRATEGY TASK]\n{data}"
         try:
             completion = await asyncio.to_thread(
                 self.client.chat.completions.create,
                 model=self.model,
-                messages=[{"role": "user", "content": data}],
-                temperature=self.temperature, top_p=self.top_p, max_tokens=self.max_tokens, stream=False
+                messages=[{"role": "user", "content": full_context}],
+                temperature=0.4, stream=False
             )
             return self._format_response(completion.choices[0].message.content)
         except Exception as e: return {"status": "ERROR", "error": str(e)}
 
 # ==============================================================================
-# 🏢 Agency Container
+# 🏢 The Agency Container
 # ==============================================================================
 class AutonomousAgency:
     def __init__(self, r2_service: Optional[R2Service] = None):
         self.r2 = r2_service
         self.memory = MemoryGateway()
         
-        self.orchestrator = OrchestratorAgent()
-        self.architect = ArchitectAgent()
-        self.quant = QuantAgent()
-        self.watchdog = WatchdogAgent()
-        self.trader = TradingGeneralAgent()
+        # 👁️ Initialize Shared Vision
+        self.shared_ops = HuggingFaceOps()
+        
+        # 🤖 Initialize Agents with Universal Vision
+        self.orchestrator = OrchestratorAgent(self.shared_ops)
+        self.architect = ArchitectAgent(self.shared_ops)
+        self.quant = QuantAgent(self.shared_ops)
+        self.watchdog = WatchdogAgent(self.shared_ops)
+        self.trader = TradingGeneralAgent(self.shared_ops)
         
-        print("🏛️ [Agency V4.0] Vision & Hands Upgraded.")
+        print("🏛️ [Agency V5.0] Glass House Protocol Active. All Agents have Vision.")
 
     async def get_case_file(self):
         if self.r2: return await self.r2.get_agency_case_file_async()