Spaces:

AdeemTurky
/

Workflow_Orchestrator

Sleeping

App Files Files Community

adeem turky commited on 3 days ago

Commit

e4e2691

verified ·

1 Parent(s): 32f9ac4

Upload 4 files

Browse files

Files changed (5) hide show

.gitattributes +1 -0
Assigment Reflection.pdf +3 -0
app-2.py +78 -0
templates/index.html +274 -0
workflow_orchestrator.py +191 -0

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Assigment[[:space:]]Reflection.pdf filter=lfs diff=lfs merge=lfs -text

Assigment Reflection.pdf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:b75a3e0ee0412fe45b3640911cab75be84f69ba7f7bc325fec366289328615eb
+size 1060397

app-2.py ADDED Viewed

	@@ -0,0 +1,78 @@

+from flask import Flask, render_template, request, Response, stream_with_context
+import json
+import time
+from workflow_orchestrator import WorkflowOrchestrator
+app = Flask(__name__)
+# ==================== CONFIGURATION ====================
+COHERE_API_KEY = "KEY"
+# ==================== FLASK ROUTES ====================
+@app.route('/')
+def index():
+    return render_template('index.html')
+@app.route('/stream_workflow')
+def stream_workflow():
+    task = request.args.get('task', 'Search about KSA Vision 2030')
+    def generate():
+        orchestrator = WorkflowOrchestrator(COHERE_API_KEY)
+        def on_event(event_type, payload):
+            data = {
+                'type': event_type,
+            }
+            if isinstance(payload, dict):
+                data.update(payload)
+        # 1. Start
+        yield f"data: {json.dumps({'type': 'status', 'node': 'start', 'msg': 'Connecting to Neural Network...'})}\n\n"
+        yield f"data: {json.dumps({'type': 'activate', 'node': 'planner', 'msg': 'Planner: Analyzing complexity...'})}\n\n"
+        plan = orchestrator.agents["planner"].execute(task, {})
+        steps = plan['steps']
+        yield f"data: {json.dumps({'type': 'log', 'msg': f'Strategized {len(steps)} execution steps based on real analysis.', 'role': 'planner'})}\n\n"
+        accumulated_data = ""
+        # 2. Execution Loop
+        for i, step in enumerate(steps):
+            yield f"data: {json.dumps({'type': 'activate', 'node': 'executor', 'msg': f'Researching: {step}'})}\n\n"
+            exec_res = orchestrator.agents["executor"].execute(step, {})
+            accumulated_data += f"\nSection {i+1}: {step}\n{exec_res['output']}\n"
+            yield f"data: {json.dumps({'type': 'activate', 'node': 'validator', 'msg': 'Verifying sources...'})}\n\n"
+            val_res = orchestrator.agents["validator"].execute(exec_res, {})
+            yield f"data: {json.dumps({'type': 'activate', 'node': 'decision', 'msg': 'Quality Gate'})}\n\n"
+            if val_res['is_valid']:
+                citations_count = len(exec_res.get('citations', []))
+                yield f"data: {json.dumps({'type': 'log', 'msg': f'✅ Validated with {citations_count} citations.', 'role': 'success'})}\n\n"
+            else:
+                yield f"data: {json.dumps({'type': 'log', 'msg': f'⚠️ Low confidence data.', 'role': 'warning'})}\n\n"
+            time.sleep(0.5)
+        # 3. Final Report
+        yield f"data: {json.dumps({'type': 'activate', 'node': 'end', 'msg': 'Generating Final Report...'})}\n\n"
+        final_prompt = f"""
+        You are an AI analyst. The user asked: "{task}".
+        Based on the following research data, write a comprehensive executive summary in Markdown:
+        {accumulated_data}
+        """
+        final_report = orchestrator.co.chat(message=final_prompt, model="command-a-03-2025", temperature=0.3).text
+        yield f"data: {json.dumps({'type': 'finish', 'report': final_report})}\n\n"
+    return Response(stream_with_context(generate()), mimetype='text/event-stream')
+if __name__ == '__main__':
+    app.run(debug=True, port=5000)

templates/index.html ADDED Viewed

	@@ -0,0 +1,274 @@

+<!DOCTYPE html>
+<html lang="ar" dir="ltr">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>AISA Workflow Engine</title>
+    <script src="https://cdn.tailwindcss.com"></script>
+    <style>
+        /* Custom Animations & Glows */
+        @import url('https://fonts.googleapis.com/css2?family=JetBrains+Mono:wght@400;700&display=swap');
+        body { font-family: 'JetBrains Mono', monospace; background-color: #0B1120; }
+        .node {
+            transition: all 0.4s ease;
+            box-shadow: 0 0 10px rgba(0,0,0,0.5);
+        }
+        .node.active {
+            border-color: #38bdf8;
+            box-shadow: 0 0 20px #38bdf8, inset 0 0 10px rgba(56, 189, 248, 0.2);
+            transform: scale(1.05);
+            color: #fff;
+        }
+        .connector {
+            width: 2px;
+            background-color: #334155;
+            transition: background-color 0.3s;
+        }
+        .connector.active {
+            background-color: #38bdf8;
+            box-shadow: 0 0 8px #38bdf8;
+        }
+        /* Scrollbar Styling */
+        ::-webkit-scrollbar { width: 8px; }
+        ::-webkit-scrollbar-track { background: #1e293b; }
+        ::-webkit-scrollbar-thumb { background: #475569; border-radius: 4px; }
+        ::-webkit-scrollbar-thumb:hover { background: #64748b; }
+    </style>
+</head>
+<body class="text-slate-200 h-screen flex flex-col overflow-hidden">
+    <header class="bg-slate-900 border-b border-slate-800 p-4 flex justify-between items-center shadow-lg z-10">
+        <div class="flex items-center gap-3">
+            <div class="w-3 h-3 rounded-full bg-blue-500 animate-pulse"></div>
+            <h1 class="text-xl font-bold bg-clip-text text-transparent bg-gradient-to-r from-blue-400 to-cyan-300">
+                AISA Orchestrator
+            </h1>
+        </div>
+        <div id="status-badge" class="px-3 py-1 text-xs rounded-full bg-slate-800 text-slate-400 border border-slate-700">
+            System Idle
+        </div>
+    </header>
+    <main class="flex flex-1 relative">
+        <div class="w-1/2 flex flex-col items-center justify-center bg-slate-900/50 p-10 relative">
+            <div class="absolute inset-0 bg-[url('https://www.transparenttextures.com/patterns/carbon-fibre.png')] opacity-10 pointer-events-none"></div>
+            <div id="node-start" class="node w-32 h-12 rounded-full border-2 border-slate-600 bg-slate-800 flex items-center justify-center text-sm mb-2 z-10">
+                Start
+            </div>
+            <div class="connector h-8 mb-2"></div>
+            <div id="node-planner" class="node w-48 h-16 rounded-lg border-2 border-slate-600 bg-slate-800 flex items-center justify-center gap-2 mb-2 z-10">
+                <span>🧠</span> Planner
+            </div>
+            <div class="connector h-8 mb-2"></div>
+            <div class="p-6 rounded-xl border border-dashed border-slate-700 bg-slate-800/30 flex flex-col items-center w-full max-w-sm relative">
+                <span class="absolute -top-3 left-4 bg-slate-900 px-2 text-xs text-slate-500">Execution Cycle</span>
+                <div id="node-executor" class="node w-48 h-16 rounded-lg border-2 border-slate-600 bg-slate-800 flex items-center justify-center gap-2 mb-4 z-10">
+                    <span>🔨</span> Executor
+                </div>
+                <div class="connector h-6 mb-4"></div>
+                <div id="node-validator" class="node w-48 h-16 rounded-lg border-2 border-slate-600 bg-slate-800 flex items-center justify-center gap-2 mb-4 z-10">
+                    <span>🛡️</span> Validator
+                </div>
+                <div class="connector h-6 mb-4"></div>
+                <div id="node-decision" class="node w-12 h-12 rotate-45 border-2 border-slate-600 bg-slate-800 flex items-center justify-center z-10">
+                    <span class="-rotate-45 text-xs">⚖️</span>
+                </div>
+            </div>
+            <div class="connector h-8 mt-2 mb-2"></div>
+            <div id="node-end" class="node w-32 h-12 rounded-full border-2 border-slate-600 bg-slate-800 flex items-center justify-center text-sm z-10">
+                🚀 Output
+            </div>
+        </div>
+        <div class="w-1/2 flex flex-col border-l border-slate-800 bg-slate-900 overflow-y-auto custom-scrollbar">
+            <div class="p-6 space-y-6">
+                <div>
+                    <label class="block text-xs text-blue-400 mb-2 font-bold uppercase tracking-wider">Mission Objective</label>
+                    <div class="flex gap-2">
+                        <input type="text" id="taskInput" value="Search about KSA Vision 2030"
+                            class="flex-1 bg-slate-800 border border-slate-700 rounded-lg px-4 py-3 focus:outline-none focus:border-blue-500 text-sm transition">
+                        <button onclick="startWorkflow()" id="startBtn"
+                                class="bg-blue-600 hover:bg-blue-500 text-white px-6 py-3 rounded-lg font-bold transition shadow-lg shadow-blue-900/50 flex items-center gap-2">
+                            <span>RUN</span>
+                        </button>
+                    </div>
+                </div>
+                <div class="flex flex-col bg-slate-950 rounded-lg border border-slate-800 overflow-hidden shadow-inner h-80 shrink-0">
+                    <div class="bg-slate-900 px-4 py-2 border-b border-slate-800 flex justify-between items-center">
+                        <span class="text-xs text-slate-400">System Logs</span>
+                        <div class="flex gap-1">
+                            <span class="w-2 h-2 rounded-full bg-red-500"></span>
+                            <span class="w-2 h-2 rounded-full bg-yellow-500"></span>
+                            <span class="w-2 h-2 rounded-full bg-green-500"></span>
+                        </div>
+                    </div>
+                    <div id="logs" class="flex-1 p-4 overflow-y-auto font-mono text-sm space-y-2 scroll-smooth">
+                        <div class="text-slate-600 italic">> System ready. Waiting for input...</div>
+                    </div>
+                </div>
+                <div id="resultBox" class="hidden bg-slate-800/80 border border-green-500/30 rounded-lg p-6 shadow-lg shadow-green-900/20 backdrop-blur-sm flex flex-col max-h-[60vh]">
+                    <h3 class="text-green-400 font-bold text-lg mb-4 flex items-center gap-2 border-b border-slate-700 pb-2 shrink-0">
+                        <svg class="w-5 h-5" fill="none" stroke="currentColor" viewBox="0 0 24 24"><path stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M9 12l2 2 4-4m6 2a9 9 0 11-18 0 9 9 0 0118 0z"></path></svg>
+                        Final Report Generated
+                    </h3>
+                    <div class="overflow-y-auto custom-scrollbar pr-2">
+                        <div id="finalReport" class="text-sm text-slate-300 whitespace-pre-wrap font-sans leading-relaxed"></div>
+                    </div>
+                </div>
+                <div class="h-10"></div>
+            </div>
+        </div>
+    </main>
+    <script>
+        function startWorkflow() {
+            const task = document.getElementById('taskInput').value;
+            const btn = document.getElementById('startBtn');
+            const logs = document.getElementById('logs');
+            const resultBox = document.getElementById('resultBox');
+            // 1. Reset UI
+            logs.innerHTML = '';
+            resultBox.classList.add('hidden');
+            document.getElementById('finalReport').innerHTML = '';
+            // Disable Button
+            btn.disabled = true;
+            btn.classList.add('opacity-50', 'cursor-not-allowed');
+            btn.innerHTML = '<span>⏳ Processing...</span>';
+            resetNodes();
+            // 2. Connect to Stream
+            const eventSource = new EventSource(`/stream_workflow?task=${encodeURIComponent(task)}`);
+            // Helper to clean up state
+            function stopExecution(success = true) {
+                eventSource.close();
+                btn.disabled = false;
+                btn.classList.remove('opacity-50', 'cursor-not-allowed');
+                btn.innerHTML = '<span>RUN</span>';
+                if (success) {
+                    updateStatus("Mission Completed");
+                    document.getElementById('node-end').classList.add('active');
+                } else {
+                    updateStatus("Stopped / Error");
+                }
+            }
+            eventSource.onmessage = function(e) {
+                let data;
+                try {
+                    data = JSON.parse(e.data);
+                } catch (err) {
+                    console.error("Parse Error", err);
+                    return;
+                }
+                if (data.type === 'activate') {
+                    highlightNode(data.node);
+                    addLog(data.msg, 'info');
+                    updateStatus(data.msg);
+                }
+                else if (data.type === 'log') {
+                    addLog(data.msg, data.role);
+                }
+                else if (data.type === 'retry_animation') {
+                    flashDecisionNode();
+                }
+                else if (data.type === 'finish') {
+                    // Format Markdown
+                    let formattedReport = data.report
+                        .replace(/### (.*?)\n/g, '<h3 class="text-blue-400 font-bold text-lg mt-6 mb-2 border-b border-slate-700 pb-1">$1</h3>')
+                        .replace(/\*\*(.*?)\*\*/g, '<strong class="text-white font-semibold">$1</strong>')
+                        .replace(/- (.*?)\n/g, '<li class="ml-4 text-slate-300 list-disc marker:text-blue-500 mb-1">$1</li>')
+                        .replace(/\n/g, '<br>');
+                    document.getElementById('finalReport').innerHTML = formattedReport;
+                    resultBox.classList.remove('hidden');
+                    addLog("Workflow Finished Successfully.", "success");
+                    stopExecution(true); // Close safely
+                }
+            };
+            eventSource.onerror = function() {
+                addLog("Stream connection closed or interrupted.", "warning");
+                stopExecution(false); // Force button enable
+            };
+        }
+        // --- Helper Functions ---
+        function highlightNode(nodeId) {
+            document.querySelectorAll('.node').forEach(n => n.classList.remove('active'));
+            document.querySelectorAll('.connector').forEach(c => c.classList.remove('active'));
+            const el = document.getElementById(`node-${nodeId}`);
+            if (el) {
+                el.classList.add('active');
+                if (el.previousElementSibling && el.previousElementSibling.classList.contains('connector')) {
+                    el.previousElementSibling.classList.add('active');
+                }
+            }
+        }
+        function resetNodes() {
+            document.querySelectorAll('.node').forEach(n => n.classList.remove('active'));
+            document.querySelectorAll('.connector').forEach(c => c.classList.remove('active'));
+        }
+        function flashDecisionNode() {
+            const decision = document.getElementById('node-decision');
+            decision.style.borderColor = '#ef4444';
+            decision.style.boxShadow = '0 0 15px #ef4444';
+            setTimeout(() => {
+                decision.style.borderColor = '';
+                decision.style.boxShadow = '';
+            }, 500);
+        }
+        function updateStatus(text) {
+            const badge = document.getElementById('status-badge');
+            badge.textContent = text;
+            badge.classList.remove('text-slate-400');
+            badge.classList.add('text-blue-400', 'border-blue-500');
+        }
+        function addLog(msg, type) {
+            const logs = document.getElementById('logs');
+            const div = document.createElement('div');
+            div.className = 'border-l-2 pl-2 text-xs py-1 animate-fade-in';
+            if (type === 'error') { div.classList.add('border-red-500', 'text-red-400'); }
+            else if (type === 'success') { div.classList.add('border-green-500', 'text-green-400'); }
+            else if (type === 'warning') { div.classList.add('border-yellow-500', 'text-yellow-400'); }
+            else { div.classList.add('border-blue-500', 'text-slate-300'); }
+            div.innerHTML = `> ${msg}`;
+            logs.appendChild(div);
+            logs.scrollTop = logs.scrollHeight;
+        }
+    </script>
+</body>

workflow_orchestrator.py ADDED Viewed

	@@ -0,0 +1,191 @@

+from typing import Dict, List, Any, Optional, Callable
+from dataclasses import dataclass, field
+from enum import Enum
+from datetime import datetime
+import time
+import cohere
+# ==================== AISA: State Coordination Layer ====================
+class WorkflowStatus(Enum):
+    PENDING = "pending"
+    IN_PROGRESS = "in_progress"
+    COMPLETED = "completed"
+    FAILED = "failed"
+@dataclass
+class WorkflowState:
+    workflow_id: str
+    task: str
+    status: WorkflowStatus
+    current_step: int = 0
+    total_steps: int = 0
+    steps_completed: List[str] = field(default_factory=list)
+    step_results: Dict[str, Any] = field(default_factory=dict)
+    execution_log: List[Dict[str, Any]] = field(default_factory=list)
+    start_time: Optional[datetime] = None
+    end_time: Optional[datetime] = None
+    def log_event(self, event_type: str, message: str, data: Optional[Dict] = None):
+        if len(self.execution_log) >= 500:
+            self.execution_log = self.execution_log[-400:]
+        self.execution_log.append({
+            "timestamp": datetime.now().isoformat(),
+            "event_type": event_type,
+            "message": message,
+            "data": data or {}
+        })
+    def get_execution_time(self) -> Optional[str]:
+        if self.start_time and self.end_time:
+            duration = self.end_time - self.start_time
+            seconds = duration.total_seconds()
+            return f"{seconds:.1f}s" if seconds < 60 else f"{seconds/60:.1f}m"
+        return None
+# ==================== AISA: Cognitive Agent Layer ====================
+class BaseAgent:
+    def __init__(self, name: str, cohere_client=None):
+        self.name = name
+        self.agent_id = f"{name}_{id(self)}"
+        self.co = cohere_client
+    def execute(self, input_data: Any, context: Dict[str, Any]) -> Dict[str, Any]:
+        raise NotImplementedError
+class PlannerAgent(BaseAgent):
+    def execute(self, task: str, context: Dict[str, Any]) -> Dict[str, Any]:
+        prompt = f"""You are a Strategic Planner Agent. Break down this task: "{task}"
+        into 3 to 4 sequential, actionable search/analysis steps.
+        Format: Return ONLY the steps separated by newlines."""
+        try:
+            response = self.co.chat(message=prompt, temperature=0.3)
+            steps = [s.strip('- ').strip() for s in response.text.split('\n') if s.strip()]
+            complexity = "high" if len(steps) > 3 else "medium"
+        except:
+            # Fallback if API fails
+            steps = ["Research the topic overview", "Analyze key trends and data", "Synthesize findings"]
+            complexity = "medium"
+        return {
+            "steps": steps,
+            "complexity": complexity,
+            "output_type": "plan"
+        }
+class ExecutorAgent(BaseAgent):
+    def execute(self, step: str, context: Dict[str, Any]) -> Dict[str, Any]:
+        try:
+            response = self.co.chat(
+                message=f"Perform this task in detail: {step}",
+                connectors=[{"id": "web-search"}],
+                temperature=0.3
+            )
+            output_text = response.text
+            has_citations = hasattr(response, 'citations') and len(response.citations) > 0
+            confidence = 0.95 if has_citations else 0.75
+            return {
+                "status": "success",
+                "output": output_text,
+                "confidence": confidence,
+                "citations": [c for c in response.citations] if has_citations else []
+            }
+        except Exception as e:
+            return {
+                "status": "failed",
+                "output": str(e),
+                "confidence": 0.0
+            }
+class ValidatorAgent(BaseAgent):
+    def execute(self, result: Dict[str, Any], context: Dict[str, Any]) -> Dict[str, Any]:
+        output_len = len(result.get("output", ""))
+        base_conf = result.get("confidence", 0.5)
+        is_valid = output_len > 50 and base_conf > 0.6
+        if is_valid:
+            feedback = "Content verified successfully."
+        else:
+            feedback = "Content too short or lacks citations."
+        return {
+            "is_valid": is_valid,
+            "confidence": base_conf,
+            "feedback": feedback
+        }
+# ==================== AISA: Agentic Infrastructure Layer ====================
+class WorkflowOrchestrator:
+    def __init__(self, api_key: str):
+        self.co = cohere.Client(api_key)
+        self.agents = {
+            "planner": PlannerAgent("Planner", self.co),
+            "executor": ExecutorAgent("Executor", self.co),
+            "validator": ValidatorAgent("Validator", self.co)
+        }
+    def execute_workflow(self, task: str, event_callback: Callable[[str, Dict], None]):
+        workflow_id = f"wf_{int(time.time())}"
+        state = WorkflowState(workflow_id, task, WorkflowStatus.PENDING)
+        # Helper to send events to UI
+        def emit(type_, msg, role='info', node=None):
+            event_callback(type_, {"msg": msg, "role": role, "node": node})
+        try:
+            emit('status', 'System Initialized.', node='start')
+            state.start_time = datetime.now()
+            # 1. Planning
+            emit('activate', 'Analyzing Task Strategy...', node='planner')
+            plan = self.agents["planner"].execute(task, {})
+            steps = plan['steps']
+            state.total_steps = len(steps)
+            emit('log', f"Strategy formed with {len(steps)} phases.", role='planner')
+            time.sleep(1)
+            # 2. Execution Loop
+            accumulated_report = []
+            for i, step in enumerate(steps):
+                emit('activate', f"Executing: {step}", node='executor')
+                # Execution (Real Search)
+                exec_res = self.agents["executor"].execute(step, {})
+                if exec_res['status'] == 'failed':
+                    emit('log', f"⚠️ Step failed: {exec_res['output']}", role='error')
+                    continue
+                # Validation
+                emit('activate', 'Verifying Data Integrity...', node='validator')
+                val_res = self.agents["validator"].execute(exec_res, {})
+                emit('activate', 'Quality Gate Decision', node='decision')
+                time.sleep(0.5)
+                if val_res['is_valid']:
+                    emit('log', f"✅ Phase {i+1} Verified (Confidence: {exec_res['confidence']:.0%})", role='success')
+                    accumulated_report.append(f"### {step}\n{exec_res['output']}\n")
+                else:
+                    emit('log', f"⚠️ Quality Warning: {val_res['feedback']}", role='warning')
+                    accumulated_report.append(f"### {step}\n{exec_res['output']}\n")
+            # 3. Final Generation
+            emit('activate', 'Synthesizing Final Intelligence Report...', node='end')
+            full_context = "\n".join(accumulated_report)
+            final_prompt = f"""Based on the following research segments about '{task}', write a cohesive, professional markdown report:\n\n{full_context}"""
+            final_response = self.co.chat(message=final_prompt, model="command-r", temperature=0.3)
+            emit('finish', {'report': final_response.text})
+            state.status = WorkflowStatus.COMPLETED
+        except Exception as e:
+            emit('log', f"Critical System Failure: {str(e)}", role='error')
+            state.status = WorkflowStatus.FAILED