""" logos/server.py - Matroska Router Server Protocol 25: Recursive Manifold Engine (RLM) w/ Harmonic Convergence This server acts as the "Manifold Constraint," forcing all traffic through your Matroska logic. It implements tiered token consumption, routing based on harmonic resonance, and recursive state refinement. """ from flask import Flask, request, jsonify from flask_cors import CORS from flask_sock import Sock from logos.agent_dispatcher import NeuralRouter, PERSONAS, LogosSwarm import numpy as np import logging import sys import asyncio from logos.agents.video_atomizer import VideoAtomizer import requests # Force UTF-8 encoding for Windows consoles (Protocol 24: Charmap Resilience) if sys.platform == 'win32': if hasattr(sys.stdout, 'reconfigure'): sys.stdout.reconfigure(encoding='utf-8', errors='replace') sys.stderr.reconfigure(encoding='utf-8', errors='replace') else: import codecs sys.stdout = codecs.getwriter("utf-8")(sys.stdout.detach()) sys.stderr = codecs.getwriter("utf-8")(sys.stderr.detach()) # --- CONFIGURATION --- from logos.config import SERVER_HOST, SERVER_PORT, LLM_ENDPOINT, UNIFIED_MODEL_ID # --- CONFIGURATION --- HOST = SERVER_HOST PORT = SERVER_PORT # Initialize the Flask "Manifold" app = Flask(__name__) sock = Sock(app) CORS(app, resources={r"/*": {"origins": "*"}}) # Full Permissive CORS for Local Swarm # We use the existing NeuralRouter logic but adapted for this server swarm_os = LogosSwarm(base_url=LLM_ENDPOINT) v_node = VideoAtomizer() # Global Client Manager for Broadcast Pulse class ConnectionManager: def __init__(self): self.active_connections = [] def connect(self, ws): self.active_connections.append(ws) def disconnect(self, ws): if ws in self.active_connections: self.active_connections.remove(ws) def broadcast(self, message): import json for connection in self.active_connections: try: connection.send(json.dumps(message)) except: pass manager = ConnectionManager() @sock.route('/neural-link') def neural_link(ws): """ Protocol 19: WebSocket Neural Bridge for Realtime Telemetry. """ manager.connect(ws) try: while True: data = ws.receive() if data: # Handle Command from GUI import json try: payload = json.loads(data) content = payload.get('content') if content: logger.info(f"[GUI] Received Command: {content}") # Execute via Swarm (Async run in thread) # We use a simple non-blocking trigger here loop = asyncio.new_event_loop() asyncio.set_event_loop(loop) res = loop.run_until_complete(swarm_os.process(content)) loop.close() # Broadcast Result Back manager.broadcast({ "type": "TENSOR_UPDATE", "node": res.get('node'), "origin": swarm_os.state.get('last_node', 0), "tensor": res.get('tensor'), "status": res.get('status') }) except Exception as e: logger.error(f"[GUI] WS Error: {e}") except: pass finally: manager.disconnect(ws) # --- MANIFOLD STATE TRACKING --- from logos.manifold_state import ManifoldState manifold = ManifoldState() # Set up Logging (Telemetry) logging.basicConfig(level=logging.INFO) logger = logging.getLogger("LOGOS_Router") # ========================================== # PROTOCOL 25: RECURSIVE MANIFOLD ENGINE (RLM) # ========================================== from logos.mhc_router import execute_recursive_manifold, calculate_manifold_constraint, SHELL_CONFIG, RATE_LIMITS # ========================================== # PROTOCOL 26: GÖDEL-ZETA DATASTORE # ========================================== from logos.memory.prime_db import PrimeTokenDB prime_db = PrimeTokenDB() # ========================================== # PROTOCOL 40: MTL INTERPRETER (Genesis Kernel) # ========================================== try: from logos.mtl.interpreter import MTLInterpreter from logos.kernel import GenesisKernel mtl_interpreter = MTLInterpreter() genesis_kernel = GenesisKernel() MTL_AVAILABLE = True logger.info("[SERVER] MTL Interpreter and Genesis Kernel loaded") except ImportError as e: mtl_interpreter = None genesis_kernel = None MTL_AVAILABLE = False logger.warning(f"[SERVER] MTL not available: {e}") # Simple in-memory index for the session (Simulating the Topology Graph) # Map[composite_id] -> filepath TOPOLOGY_INDEX = {} # --- PROTOCOL 29: CONTEXT SERVICE ENDPOINTS --- @app.route('/v1/context/neurons', methods=['POST']) def upsert_neurons(): """Batch Upsert Neurons.""" data = request.json neurons = data.get('neurons', []) updated = [] for n in neurons: updated.append(manifold.upsert_neuron(n)) return jsonify({"status": "success", "upserted": len(updated), "neurons": updated}) @app.route('/v1/context/buffer', methods=['POST']) def update_context_buffer(): """ Protocol 30: Context Injection. Updates the active swarm memory from external agents (like the CLI Video Atomizer). """ data = request.json atoms = data.get('atoms', []) if atoms: swarm_os.state['context_buffer'] = atoms logger.info(f"[CONTEXT] Buffer Updated via API: {atoms}") return jsonify({"status": "UPDATED", "count": len(atoms)}) return jsonify({"status": "NO_CHANGE"}), 400 @app.route('/v1/context/query', methods=['POST']) def query_context(): """Semantic/Topological Query.""" data = request.json results = manifold.query_neurons( query_text=data.get('query_text'), filters=data.get('filters'), limit=data.get('limit', 10) ) return jsonify({"results": results, "count": len(results)}) @app.route('/v1/context/neuron/', methods=['GET']) def get_neuron_prime(prime_index): """Direct Access by Prime Index.""" neuron = manifold.get_neuron_by_prime(prime_index) if neuron: return jsonify(neuron) return jsonify({"error": "Not Found"}), 404 # --- API ENDPOINTS --- @app.route('/', methods=['GET']) @app.route('/v1', methods=['GET']) def health_check(): summary = manifold.get_summary() return jsonify({ "status": "online", "system": "LOGOS Matroska Router", "protocol": "Recursive Manifold (Protocol 25) + Gödel-Zeta (Protocol 26)", "shells": list(SHELL_CONFIG.keys()), "manifold_state": summary, "topology_size": len(TOPOLOGY_INDEX) }) @app.route('/index-module', methods=['POST']) def index_module(): """ Encodes file content into a unique Composite Integer (Gödel Number). The file effectively becomes a number in the infinite prime field. """ data = request.json filepath = data.get('filepath') content = data.get('content', '') if not filepath: return jsonify({"error": "filepath required"}), 400 # 1. Tokenize (Extract keywords/atoms) # Simple heuristic: split by non-alphanumeric, filter small words import re words = re.findall(r'\b\w+\b', content.lower()) significant_tokens = [w for w in words if len(w) > 3][:50] # Limit to top 50 for now # 2. Encode into Manifold composite_id, primes = prime_db.encode_state(significant_tokens) # 3. Store in Topology TOPOLOGY_INDEX[composite_id] = filepath logger.info(f"[INDEX] {filepath} -> Manifold ID: {composite_id}") return jsonify({ "status": "INDEXED", "manifold_id": composite_id, "prime_coordinates": primes, "token_count": len(significant_tokens) }) @app.route('/query-topology', methods=['GET']) def query_topology(): """ Finds files that contain the Concept (Prime). Operation: O(1) Divisibility Check per node. """ concept = request.args.get('concept') if not concept: return jsonify({"error": "concept required"}), 400 # 1. Get the Prime for the concept target_prime = prime_db.get_token_prime(concept) # 2. "Scan the Manifold" (Divisibility Check) matches = [] for comp_id, fpath in TOPOLOGY_INDEX.items(): # THE GODEL CHECK: O(1) Divisibility if comp_id % target_prime == 0: matches.append({ "file": fpath, "manifold_id": comp_id }) return jsonify({ "matches": matches, "concept": concept, "concept_prime": target_prime, "total_nodes_scanned": len(TOPOLOGY_INDEX) }) @app.route('/ingest', methods=['POST']) def ingest_signal(): """ PROTOCOL 25: MANIFOLD INGESTION (Zero-Loss) Strictly enforcing Prime Token DB. All data entering the graph must be an Integer. """ data = request.json source_val = data.get('value') # Could be text, url, or json source_node = data.get('source', 1) tensor = data.get('tensor', {}) if not source_val: return jsonify({"error": "Null Signal"}), 400 logger.info(f"[INGEST] Absorbing Signal from Node {source_node}...") # 1. NORM MINIMIZATION (Text -> Integer) # We strip the "Soft" text and keep only the "Hard" Prime Coordinate if isinstance(source_val, str): # Quick tokenization for the signal value itself if it's short, or use Tensor metadata tokens = [source_val[:50]] # Treat the value identity as a token for now if 'atoms' in tensor: tokens = [t['concept'] for t in tensor.get('atoms', [])] composite_id, primes = prime_db.encode_state(tokens) else: # Already integer/object? composite_id = 997 # Unknown artifact primes = [] # 2. UPDATE MANIFOLD STATE # The signal is now just a number (composite_id) and its vector (primes) manifold.graph["nodes"][composite_id] = { "type": "SIGNAL_ARTIFACT", "prime": composite_id, "factors": primes, "source": source_node, "geometry": tensor.get("coords", {"x":0,"y":0,"z":0}) } # Link Source -> Signal manifold.graph["edges"].append({ "source": source_node, "target": composite_id, "weight": len(primes) }) return jsonify({ "status": "ABSORBED", "manifold_id": composite_id, "norm_minimized": True }) # ========================================== # PROTOCOL 40: MTL EXECUTION ENDPOINT # ========================================== @app.route('/v1/mtl/execute', methods=['POST']) def execute_mtl(): """Execute MTL code via API.""" if not MTL_AVAILABLE: return jsonify({"error": "MTL not available"}), 503 data = request.json code = data.get('code', '') if not code: return jsonify({"error": "No code provided"}), 400 logger.info(f"[MTL] Executing: {code[:100]}...") try: result = mtl_interpreter.execute(code) logger.info(f"[MTL] Result: {result}") return jsonify({ "status": "success", "result": result, "code": code }) except Exception as e: logger.error(f"[MTL] Error: {e}") return jsonify({"error": str(e)}), 400 @app.route('/v1/kernel/process', methods=['POST']) def kernel_process(): """Process a packet through the Genesis Kernel.""" if not MTL_AVAILABLE or not genesis_kernel: return jsonify({"error": "Kernel not available"}), 503 data = request.json packet = data.get('packet') source = data.get('source', 'API') if not packet: return jsonify({"error": "No packet provided"}), 400 logger.info(f"[KERNEL] Processing packet {packet} from {source}") try: result = genesis_kernel.process_packet(int(packet), source=source) return jsonify({ "status": "success", "result": result }) except Exception as e: logger.error(f"[KERNEL] Error: {e}") return jsonify({"error": str(e)}), 400 @app.route('/favicon.ico', methods=['GET']) def favicon(): return "", 204 @app.route('/v1/chat/completions', methods=['GET']) def chat_completions_probe(): return jsonify({ "error": "Method Not Allowed", "message": "This endpoint requires POST requests with a JSON body.", "geometry": "Matroska V1" }), 405 @app.route('/v1/models', methods=['GET']) def list_models(): return jsonify({ "object": "list", "data": [ {"id": "logos-matroska-router", "object": "model", "owned_by": "logos"}, {"id": "dolphin-x1-8b", "object": "model", "owned_by": "local"}, {"id": "essentialai/rnj-1", "object": "model", "owned_by": "local"}, {"id": "google/gemma-3-4b", "object": "model", "owned_by": "local"} ] }) @app.route('/v1/chat/completions', methods=['POST']) def chat_completions(): """ OpenAI-Compatible Endpoint wrapping the LOGOS RLM. """ data = request.json messages = data.get('messages', []) target_model = data.get('model', UNIFIED_MODEL_ID) # [FIX] VIRTUAL ID MAPPING # If the user/CLI requests the virtual router, map it to the underlying inference engine if target_model == "logos-matroska-router": target_model = UNIFIED_MODEL_ID if not messages: return jsonify({"error": "No messages provided"}), 400 last_msg = next((m for m in reversed(messages) if m['role'] == 'user'), None) if not last_msg: return jsonify({"error": "No user message found"}), 400 # Vision Handling Check last_prompt = "" request.is_vision = False if isinstance(last_msg['content'], list): request.is_vision = True for part in last_msg['content']: if part.get('type') == 'text': last_prompt += part.get('text', "") + " " else: last_prompt = last_msg['content'] # --- EXECUTE PROTOCOL 25 (RLM) or SWARM DELEGATION --- # 1. Swarm Delegation (Protocols 17 & 27) if last_prompt.startswith("SWARM:") or last_prompt.startswith("RUN_FLOW:"): # Direct Handoff to the Neural Router / Swarm # Since swarm methods are async, we run them in a new event loop loop = asyncio.new_event_loop() asyncio.set_event_loop(loop) if last_prompt.startswith("RUN_FLOW:"): flow_name = last_prompt.replace("RUN_FLOW:", "").strip() # Resolve path flow_path = os.path.join(os.getcwd(), ".agent", "flows", flow_name) if not flow_path.endswith(".json"): flow_path += ".json" logger.info(f"[SERVER] Delegating Flow to Swarm: {flow_name}") result = loop.run_until_complete(swarm_os.execute_flow(flow_path)) final_state = f"FLOW_EXECUTION_COMPLETE\nResult: {result}" else: # SWARM: ... payload = last_prompt.replace("SWARM:", "").strip() logger.info(f"[SERVER] Delegating Task to Swarm: {payload}") result = loop.run_until_complete(swarm_os.process(payload)) final_state = f"SWARM_OP_COMPLETE\nNode: {result.get('node')}\nAlignment: {result.get('alignment')}\nTensor: {result.get('tensor')}" loop.close() # Create a mock trajectory for the response format trajectory = [{"iter": 0, "shell": "SWARM_DELEGATE"}] else: # 2. Default Recursive Manifold (Protocol 25) final_state, trajectory, atomic_state_obj = execute_recursive_manifold(last_prompt, target_model) # [FIX] Merge transient Atomic Graph -> Global Persistence (Only for RLM) if hasattr(atomic_state_obj, "graph"): # Merge Nodes for nid, n_data in atomic_state_obj.graph["nodes"].items(): manifold.graph["nodes"][nid] = n_data if "geometry" not in n_data: prime_val = n_data.get("prime", 2) heat_val = n_data.get("heat", 0) shell = trajectory[-1]['shell'] if trajectory else "INNER_SHELL" domain_map = {"INNER_SHELL": 0, "PRIME_CHANNEL": 5, "OUTER_SHELL": 10} z_depth = domain_map.get(shell, 5) + (prime_val % 5) n_data["geometry"] = { "position": {"x": heat_val * 10, "y": prime_val % 100, "z": z_depth}, "domain": shell } manifold.graph["edges"].extend(atomic_state_obj.graph["edges"]) manifold.resonance_product = atomic_state_obj.resonance_product # Construct Token Usage prompt_tokens = len(last_prompt) // 4 completion_tokens = len(final_state) // 4 total_tokens = prompt_tokens + completion_tokens return jsonify({ "id": f"chatcmpl-logos-{int(time.time())}", "object": "chat.completion", "created": int(time.time()), "model": target_model, "choices": [{ "index": 0, "message": { "role": "assistant", "content": final_state }, "finish_reason": "stop" }], "usage": { "prompt_tokens": prompt_tokens, "completion_tokens": completion_tokens, "total_tokens": total_tokens }, "system_fingerprint": f"logos-rlm-v1-depth-{len(trajectory)}" }) if __name__ == '__main__': print(f"[SERVER] LOGOS Matroska Router Active on Port {PORT}") print(f"[SERVER] Connect Antigravity to: http://localhost:{PORT}/v1") app.run(host=HOST, port=PORT)