Upload app.py with huggingface_hub

app.py

@@ -1,573 +1,33 @@
-"""
-VAMGUARD TITAN - HuggingFace Space Manager
-Streamlit App with AI Agent Interface
-"""
 
-import streamlit as st
 import os
-import yaml
-from pathlib import Path
-from datetime import datetime
-from typing import Optional
-from dotenv import load_dotenv
-import anthropic
-from hf_space_sync import HFSpaceSync
-from genesis_boiler import GenesisBoiler
-import json
-
-# Load environment variables
-load_dotenv()
-
-# Page configuration
-st.set_page_config(
-    page_title="VAMGUARD TITAN - HF Space Manager",
-    page_icon="🚀",
-    layout="wide",
-    initial_sidebar_state="expanded"
-)
-
-
-class AIAgent:
-    """AI Agent powered by Claude for code and file management."""
-
-    def __init__(self):
-        api_key = os.getenv("ANTHROPIC_API_KEY")
-        if not api_key:
-            raise ValueError("ANTHROPIC_API_KEY not found in environment")
-
-        self.client = anthropic.Anthropic(api_key=api_key)
-        self.model = os.getenv("AGENT_MODEL", "claude-sonnet-4-5-20250929")
-        self.max_tokens = int(os.getenv("MAX_TOKENS", "4096"))
-
-    def process_request(self, user_message: str, context: str = "") -> str:
-        """
-        Process a user request using Claude AI.
-
-        Args:
-            user_message: The user's message/request
-            context: Additional context for the agent
-
-        Returns:
-            Agent's response
-        """
-        system_prompt = f"""You are a helpful AI assistant managing HuggingFace Spaces and GitHub repositories.
-You can help with:
-- File management and organization
-- Code analysis and suggestions
-- Space deployment strategies
-- Automation workflows
-- Mapping and inventory management
-
-{context}"""
-
-        try:
-            message = self.client.messages.create(
-                model=self.model,
-                max_tokens=self.max_tokens,
-                system=system_prompt,
-                messages=[
-                    {"role": "user", "content": user_message}
-                ]
-            )
-            return message.content[0].text
-        except Exception as e:
-            return f"Error communicating with AI agent: {str(e)}"
-
-
-def load_config():
-    """Load application configuration."""
+from flask import Flask, request, jsonify
+from huggingface_hub import HfApi
+
+app = Flask(__name__)
+TOKEN = os.getenv("HF_TOKEN")
+VAULT_ID = "DJ-Goanna-Coding/Mapping-and-Inventory-storage" # All feed the Librarian Vault
+api = HfApi(token=TOKEN)
+
+@app.route('/ignite_harvest', methods=['POST'])
+def catch_payload():
+    if not TOKEN:
+        return jsonify({"status": "ERROR", "message": "HF_TOKEN missing"}), 500
     try:
-        with open("config.yaml", 'r') as f:
-            return yaml.safe_load(f)
-    except FileNotFoundError:
-        st.error("config.yaml not found!")
-        return {}
-
-
-def init_session_state():
-    """Initialize Streamlit session state."""
-    if 'messages' not in st.session_state:
-        st.session_state.messages = []
-    if 'agent' not in st.session_state:
-        try:
-            st.session_state.agent = AIAgent()
-        except Exception as e:
-            st.session_state.agent = None
-            st.error(f"Failed to initialize AI agent: {e}")
-    if 'hf_sync' not in st.session_state:
-        try:
-            st.session_state.hf_sync = HFSpaceSync()
-        except Exception as e:
-            st.session_state.hf_sync = None
-            st.warning(f"HuggingFace sync not available: {e}")
-
-
-def main():
-    """Main application."""
-    init_session_state()
-    config = load_config()
-
-    # Sidebar
-    with st.sidebar:
-        st.title("🚀 VAMGUARD TITAN")
-        st.markdown("---")
-
-        page = st.radio(
-            "Navigation",
-            ["🏠 Dashboard", "🤖 AI Agent", "📁 File Manager",
-             "🔄 Space Sync", "📊 Audit & Archive", "⚙️ Settings"]
+        payload = request.json
+        filename = payload.get("fileName", "swarm_shard.9293")
+        api.upload_file(
+            path_or_fileobj=payload.get("content", "").encode('utf-8'),
+            path_in_repo=f"ingested_core/{filename}",
+            repo_id=VAULT_ID,
+            repo_type="dataset"
         )
+        return jsonify({"status": "CAUGHT_BY_SWARM", "file": filename}), 200
+    except Exception as e:
+        return jsonify({"status": "ERROR", "message": str(e)}), 500
 
-        st.markdown("---")
-        st.markdown("### Quick Actions")
-
-        if st.button("🔍 Run Audit"):
-            with st.spinner("Running file audit..."):
-                try:
-                    boiler = GenesisBoiler()
-                    results = boiler.run_full_audit()
-                    st.success(f"Audit complete! {results['file_count']} files processed")
-                except Exception as e:
-                    st.error(f"Audit failed: {e}")
-
-        if st.button("🔄 Sync All Spaces"):
-            if st.session_state.hf_sync:
-                with st.spinner("Syncing spaces..."):
-                    try:
-                        for space_name, space_config in config.get('spaces', {}).items():
-                            if space_config.get('auto_sync', False):
-                                result = st.session_state.hf_sync.sync_directory(
-                                    space_config['name']
-                                )
-                                st.success(f"Synced {space_name}: {result['uploaded']} files")
-                    except Exception as e:
-                        st.error(f"Sync failed: {e}")
-
-    # Main content area
-    if page == "🏠 Dashboard":
-        show_dashboard(config)
-    elif page == "🤖 AI Agent":
-        show_ai_agent(config)
-    elif page == "📁 File Manager":
-        show_file_manager(config)
-    elif page == "🔄 Space Sync":
-        show_space_sync(config)
-    elif page == "📊 Audit & Archive":
-        show_audit_archive(config)
-    elif page == "⚙️ Settings":
-        show_settings(config)
-
-
-def show_dashboard(config):
-    """Display dashboard overview."""
-    st.title("Dashboard")
-#!/usr/bin/env python3
-"""
-🧠 TIA-ARCHITECT-CORE (v25.0.OMNI++)
-T.I.A. - The Intelligence Architect
-Central Reasoning Hub for Q.G.T.N.L. Citadel Mesh
-
-Purpose: RAG-powered intelligence synthesis, model management, and worker orchestration
-"""
-
-import os
-import sys
-import json
-import streamlit as st
-from pathlib import Path
-from datetime import datetime
-from typing import Dict, List, Optional
-
-# ═══════════════════════════════════════════════════════════════════
-# PAGE CONFIGURATION (must be called exactly once, before any other st calls)
-# ═══════════════════════════════════════════════════════════════════
-
-st.set_page_config(
-    page_title="TIA-ARCHITECT-CORE",
-    layout="wide",
-    page_icon="🧠",
-    initial_sidebar_state="expanded"
-)
-
-# ═══════════════════════════════════════════════════════════════════
-# IDENTITY & CONFIGURATION
-# ═══════════════════════════════════════════════════════════════════
-
-IDENTITY = {
-    "name": "T.I.A.",
-    "full_name": "The Intelligence Architect",
-    "version": "25.0.OMNI++",
-    "role": "Central Reasoning Hub",
-    "github": "DJ-Goana-Coding",
-    "huggingface": "DJ-Goanna-Coding"
-}
-
-# ═══════════════════════════════════════════════════════════════════
-# SIDEBAR - SYSTEM STATUS
-# ═══════════════════════════════════════════════════════════════════
-
-with st.sidebar:
-    st.image("https://img.shields.io/badge/T.I.A.-ARCHITECT-blueviolet?style=for-the-badge", width=220)
-    st.markdown(f"## 🧠 {IDENTITY['full_name']}")
-    st.caption(f"Version {IDENTITY['version']}")
-
-    st.divider()
-
-    # System Status
-    st.markdown("### 📊 System Status")
-
-    # Check for environment variables
-    env_status = {
-        "HF_TOKEN": os.getenv("HF_TOKEN") is not None,
-        "GITHUB_TOKEN": os.getenv("GITHUB_TOKEN") is not None,
-        "GOOGLE_API_KEY": os.getenv("GOOGLE_API_KEY") is not None,
-    }
-
-    for key, status in env_status.items():
-        icon = "✅" if status else "⚠️"
-        st.markdown(f"{icon} **{key}**")
-
-    st.divider()
-
-    # Quick Stats
-    st.markdown("### 📈 Quick Stats")
-
-    # Check for data directories
-    data_dir = Path("data")
-    models_dir = data_dir / "models"
-    workers_dir = data_dir / "workers"
-
-    models_count = len(list(models_dir.glob("*"))) if models_dir.exists() else 0
-    workers_count = len(list(workers_dir.glob("*.py"))) if workers_dir.exists() else 0
-
-    st.metric("🤖 Models", models_count)
-    st.metric("⚙️ Workers", workers_count)
-    st.metric("🔗 Connections", len(env_status))
-
-    st.divider()
-
-    st.markdown("""
-    ### Quick Links
-    - [GitHub Repo](https://github.com/DJ-Goana-Coding/mapping-and-inventory)
-    - [HF Space](https://huggingface.co/spaces/DJ-Goanna-Coding/TIA-ARCHITECT-CORE)
-
-    ### Authority Hierarchy
-    1. Cloud Hubs (L4)
-    2. GitHub Repositories
-    3. GDrive Metadata
-    4. Local Nodes
-    """)
-
-    st.markdown("---")
-    st.markdown("**Weld. Pulse. Ignite.** 🔥")
-
-# ═══════════════════════════════════════════════════════════════════
-# MAIN DASHBOARD
-# ═══���═══════════════════════════════════════════════════════════════
-
-st.title("🧠 TIA-ARCHITECT-CORE")
-st.markdown(f"**{IDENTITY['full_name']}** — Central Reasoning Hub")
-st.markdown("---")
-
-# Health check indicator
-st.success("✅ Space is operational - Build successful!")
-
-# Create tabs
-tab1, tab2, tab3, tab4, tab5 = st.tabs([
-    "🏠 Dashboard",
-    "🤖 Models",
-    "⚙️ Workers",
-    "📚 Knowledge Base",
-    "🔧 Tools"
-])
-
-# ═══════════════════════════════════════════════════════════════════
-# TAB 1: DASHBOARD
-# ═══════════════════════════════════════════════════════════════════
-
-with tab1:
-    st.header("Welcome to T.I.A. Central")
-
-    col1, col2, col3 = st.columns(3)
-
-    with col1:
-        st.markdown("### 🎯 Purpose")
-        st.markdown("""
-        - **RAG Intelligence** - Vector search & synthesis
-        - **Model Management** - Deploy & monitor AI models
-        - **Worker Orchestration** - Coordinate automation workers
-        - **Knowledge Mesh** - Connect all Citadel nodes
-        """)
-
-    with col2:
-        st.markdown("### 🌐 Connections")
-        st.markdown("""
-        - **GitHub** - DJ-Goana-Coding (single N)
-        - **HuggingFace** - DJ-Goanna-Coding (double N)
-        - **Mapping Hub** - Inventory & artifacts
-        - **Districts** - D01-D12 data nodes
-        """)
-
-    with col3:
-        st.markdown("### 📡 Status")
-        st.success("✅ Core Systems Online")
-        st.info(f"📅 {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}")
-        st.info(f"🔢 Python {sys.version.split()[0]}")
-
-    st.divider()
-
-    # District Topology Summary
-    st.subheader("🗺️ District Topology")
-    districts = {
-        "D01": "Core Infrastructure",
-        "D02": "Data Processing",
-        "D03": "Security & Authentication",
-        "D04": "ML Models & Training",
-        "D05": "API & Integration",
-        "D06": "Random Futures Trading",
-    }
-
-    district_cols = st.columns(3)
-    for i, (district_id, description) in enumerate(districts.items()):
-        with district_cols[i % 3]:
-            st.markdown(f"**{district_id}**: {description}")
-
-# ═══════════════════════════════════════════════════════════════════
-# TAB 2: MODELS REGISTRY
-# ═══════════════════════════════════════════════════════════════════
-
-with tab2:
-    st.header("🤖 AI Models Registry")
-
-    # Check for models manifest
-    models_manifest_path = Path("data/models/models_manifest.json")
-
-    if models_manifest_path.exists():
-        with open(models_manifest_path, 'r') as f:
-            models_manifest = json.load(f)
-
-        st.success(f"✅ Models Registry Loaded - {models_manifest.get('total_models', 0)} models")
-
-        # Display categories
-        categories = models_manifest.get("categories", {})
-
-        if categories:
-            for category, data in categories.items():
-                with st.expander(f"📂 {category} ({data.get('count', 0)} models)"):
-                    models = data.get("models", [])
-                    if models:
-                        for model in models:
-                            st.markdown(f"- **{model.get('name', 'Unknown')}**")
-                            st.caption(model.get('description', ''))
-                    else:
-                        st.info("No models in this category yet")
-        else:
-            st.info("Models registry is empty. Use the deployment tools to add models.")
-    else:
-        st.warning("⚠️ Models manifest not found")
-        st.info("Run the model downloader to populate the registry")
-
-    st.divider()
-
-    # Model Downloader Section
-    st.subheader("📥 Download Models")
-
-    with st.expander("🔮 Frontier Models Downloader (2026)"):
-        st.markdown("""
-        Download cutting-edge AI models discovered via web reconnaissance:
-        - **Gemma 4** (2B, 4B) - Multimodal, edge-ready
-        - **Qwen 3.5** (7B, 14B) - Multilingual code specialist
-        - **DeepSeek V4** - Reasoning & code expert
-        - **Phi-4** - Microsoft's compact powerhouse
-        - **Ministral 8B** - Mistral's efficient model
-        """)
-
-        if st.button("🚀 Launch Downloader"):
-            st.info("Downloader script available in `scripts/download_frontier_models_2026.py`")
-            st.code("python scripts/download_frontier_models_2026.py", language="bash")
-
-# ═══════════════════════════════════════════════════════════════════
-# TAB 3: WORKERS CONSTELLATION
-# ═══════════════════════════════════════════════════════════════════
-
-with tab3:
-    st.header("⚙️ Workers Constellation")
-
-    st.markdown("""
-    Worker constellation enables automated task execution across the Citadel Mesh.
-    """)
-
-    # Check for workers manifest
-    workers_manifest_path = Path("data/workers/workers_manifest.json")
-
-    if workers_manifest_path.exists():
-        with open(workers_manifest_path, 'r') as f:
-            workers_manifest = json.load(f)
-
-        st.success(f"✅ Workers Registry Loaded - {workers_manifest.get('total_workers', 0)} workers")
-
-        # Display worker categories
-        categories = workers_manifest.get("categories", {})
-
-        for category, data in categories.items():
-            with st.expander(f"🔧 {category} ({data.get('count', 0)} workers)"):
-                workers = data.get("workers", [])
-                if workers:
-                    for worker in workers:
-                        st.markdown(f"**{worker.get('name', 'Unknown')}**")
-                        st.caption(worker.get('description', ''))
-                else:
-                    st.info("No workers in this category yet")
-    else:
-        st.warning("⚠️ Workers manifest not found")
-
-    st.divider()
-
-    # Apps Script Integration
-    st.subheader("📱 Apps Script Workers")
-
-    with st.expander("🛠️ Apps Script Toolbox"):
-        st.markdown("""
-        Bridge between CITADEL workers and Google Sheets for automated reporting.
-
-        **Features:**
-        - Identity Strike Reports (Section 44 Audit)
-        - Full Archive Audits (MD5 hashing, file inventory)
-        - Worker Status Dashboards
-
-        **Available in:** `workers/apps_script_toolbox.py`
-        """)
-
-# ═══════════════════════════════════════════════════════════════════
-# TAB 4: KNOWLEDGE BASE (RAG)
-# ═══════════════════════════════════════════════════════════════════
-
-with tab4:
-    st.header("📚 Knowledge Base & RAG")
-
-    st.info("🔮 RAG (Retrieval-Augmented Generation) system coming soon")
-
-    st.markdown("""
-    The Knowledge Base will provide:
-    - **Vector Search** - Semantic search across all Citadel documents
-    - **Intelligence Synthesis** - Connect related information
-    - **Context Retrieval** - Pull relevant data for queries
-    - **Memory Mesh** - Persistent knowledge graph
-    """)
-
-    # RAG status
-    rag_dir = Path("rag_store")
-    if rag_dir.exists():
-        st.success("✅ RAG store detected")
-        rag_files = list(rag_dir.glob("*"))
-        st.metric("📄 RAG Files", len(rag_files))
-    else:
-        st.warning("⚠️ RAG store not initialized")
-
-    st.divider()
-
-    st.subheader("🔮 Oracle Reasoning Engine")
-    st.markdown("""
-    The Oracle provides:
-    - Multi-agent reasoning and coordination
-    - Strategic planning and decision support
-    - System orchestration and workflow generation
-    - Citadel mesh coherence maintenance
-    """)
-
-    # Simple chat interface
-    user_query = st.text_area("Ask the Oracle:", placeholder="Enter your query...")
-    if st.button("Submit Query"):
-        if user_query:
-            st.success(f"Query received: {user_query}")
-            st.info("Oracle reasoning engine processing... (Full implementation pending)")
-        else:
-            st.warning("Please enter a query")
-
-# ═══════════════════════════════════════════════════════════════════
-# TAB 5: TOOLS & UTILITIES
-# ═══════════════════════════════════════════════════════════════════
-
-with tab5:
-    st.header("🔧 Tools & Utilities")
-
-    # System Information
-    with st.expander("💻 System Information"):
-        st.markdown(f"""
-        - **Python Version:** {sys.version}
-        - **Platform:** {sys.platform}
-        - **Working Directory:** {os.getcwd()}
-        """)
-
-    # Environment Variables
-    with st.expander("🔐 Environment Variables"):
-        env_vars = ["HF_TOKEN", "GITHUB_TOKEN", "GOOGLE_API_KEY", "SPACE_ID"]
-        for var in env_vars:
-            value = os.getenv(var)
-            if value:
-                st.success(f"✅ {var} - Configured")
-            else:
-                st.warning(f"⚠️ {var} - Not set")
-
-    # Build Info
-    with st.expander("📦 Build Information"):
-        col1, col2, col3 = st.columns(3)
-        with col1:
-            st.metric("Build Status", "✅ Success", "Operational")
-            st.metric("Dependencies", "✅ Installed", "All packages loaded")
-        with col2:
-            st.metric("Python Version", sys.version.split()[0], "Compatible")
-            st.metric("Streamlit", "1.42+", "Compatible")
-        with col3:
-            st.metric("Space Status", "🟢 Running", "Healthy")
-            st.metric("Port", "8501", "Active")
-
-    # Quick Actions
-    st.subheader("⚡ Quick Actions")
-
-    col1, col2 = st.columns(2)
-
-    with col1:
-        if st.button("🔄 Refresh Data"):
-            st.rerun()
-
-        if st.button("📊 Generate Report"):
-            st.info("Report generation available via workers")
-
-    with col2:
-        if st.button("🧹 Clear Cache"):
-            st.cache_data.clear()
-            st.success("Cache cleared")
-
-        if st.button("💾 Export Config"):
-            config = {
-                "identity": IDENTITY,
-                "timestamp": datetime.now().isoformat(),
-                "env_status": {k: v for k, v in env_status.items()}
-            }
-            st.download_button(
-                "⬇️ Download Config",
-                data=json.dumps(config, indent=2),
-                file_name="tia_config.json",
-                mime="application/json"
-            )
-
-    st.divider()
-
-    st.subheader("📋 Recent Updates")
-    st.success("✅ Fixed Python 3.13 compatibility (numpy>=2.0.0, pandas>=2.2.0)")
-    st.success("✅ Fixed invalid streamlit version (1.56.0 → >=1.42.0)")
-    st.success("✅ Added setuptools>=75.0.0 to prevent pkg_resources errors")
-    st.success("✅ Resolved 503 error with proper health check configuration")
-    st.success("✅ Fixed duplicate st.set_page_config() error in app.py")
-
-# ═══════════════════════════════════════════════════════════════════
-# FOOTER
-# ═══════════════════════════════════════════════════════════════════
+@app.route('/', methods=['GET'])
+def health_check():
+    return jsonify({"status": "SWARM_NODE_ONLINE"})
 
-st.markdown("---")
-st.caption(
-    f"🧠 {IDENTITY['full_name']} v{IDENTITY['version']} | "
-    f"GitHub: {IDENTITY['github']} | HF: {IDENTITY['huggingface']}"
-)
-st.caption("Double-N Rift: GitHub (DJ-Goana-Coding) ⟷ HuggingFace (DJ-Goanna-Coding)")
+if __name__ == "__main__":
+    app.run(host="0.0.0.0", port=7860)