Spaces:
Configuration error
Configuration error
Baida—-
fix(registry): unterminated string literal line 692 — force re-sync [skip ci]
889ea3f verified | """agent_task_routes.py — Task CRUD: crea, lista, cancella, stato, stream SSE. | |
| Estratto da agent.py (split 2026-06-30). | |
| Route coperte: | |
| POST /api/agent/tasks | |
| GET /api/agent/tasks | |
| DELETE /api/agent/tasks/{task_id} | |
| GET /api/agent/tasks/{task_id}/status | |
| GET /api/agent/tasks/{task_id}/stream (SSE principale, S359 persist) | |
| """ | |
| from __future__ import annotations | |
| import os, asyncio, json, uuid, time, re | |
| import re as _re_persona | |
| from fastapi import APIRouter, HTTPException, Request, Body | |
| from fastapi.responses import StreamingResponse | |
| from pydantic import BaseModel, field_validator | |
| from typing import Literal | |
| from .state import ( | |
| _agent_tasks, _task_checkpoints, _loop_registry, _run_stream_tasks, | |
| _prune_agent_tasks, _prune_checkpoints, _prune_loop_registry, | |
| _get_mem_manager, _get_mem_manager_async, _get_executor, _get_planner, _get_ai_client, | |
| ReasonLoopIn, AgentTaskIn, | |
| write_ahead_task_created, | |
| ) | |
| from .speculative import fire_speculative_tools | |
| from .prewarm import fire_predictive_prewarm # S950 | |
| try: | |
| from .quality_guardian import run_quality_check as _run_quality_check | |
| except Exception: | |
| _run_quality_check = None | |
| import logging | |
| _logger = logging.getLogger("api.agent") | |
| from .persistence import ( | |
| sb_upsert_task, sb_update_status, sb_append_event, | |
| sb_restore_task, sb_get_events, sb_delete_task_events, | |
| sb_list_tasks, sb_save_checkpoint, sb_get_checkpoint, | |
| sb_restore_handoff_context, sb_upsert_handoff, sb_delete_handoff, | |
| ) | |
| from ._agent_helpers import ( | |
| _RE_SURROGATES, _ss, _log_task_exc, | |
| _PERSONA_KEYWORD_MAP, _PERSONA_CLIENT_CACHE, | |
| _build_persona_kw_map, _classify_persona_server, _get_persona_llm_client, | |
| ) | |
| router = APIRouter() | |
| async def create_agent_task(body: AgentTaskIn): | |
| """ | |
| Crea o recupera un task agent. | |
| S359: se task_id non è in memoria ma esiste su Supabase (backend ha riavviato), | |
| il task viene ripristinato dallo store persistente invece di essere riavviato. | |
| Questo preserva lo stato SUCCESS/ERROR precedente senza sprecare token. | |
| """ | |
| _prune_agent_tasks() | |
| task_id = body.taskId or str(uuid.uuid4()) | |
| # Already in memory → return immediately (normal path, includes S358 reconnect) | |
| if task_id in _agent_tasks: | |
| return {'taskId': task_id, 'status': _agent_tasks[task_id]['status']} | |
| # S359: try Supabase lazy restore (only hit network after backend restart) | |
| restored = await sb_restore_task(task_id) | |
| if restored: | |
| # Put restored metadata back into memory so stream_agent_task can use it. | |
| # Use context from the incoming request (not persisted to save space). | |
| restored['context'] = body.context | |
| _agent_tasks[task_id] = restored | |
| return {'taskId': task_id, 'status': restored['status'], 'restored': True} | |
| # Brand new task | |
| created_at = int(time.time() * 1000) | |
| _agent_tasks[task_id] = { | |
| 'id': task_id, | |
| 'status': 'QUEUED', | |
| 'goal': body.goal, | |
| 'context': body.context, | |
| 'max_steps': body.max_steps, | |
| 'created_at': created_at, | |
| 'project_context': body.project_context, # S456-X5 | |
| 'learning_hints': body.learning_hints, # S456-X4 | |
| 'resume_from_step': body.resume_from_step, # P16-F3: passo resume dalla coda | |
| 'persona': body.persona, # P17-F5: expertise persona hint | |
| 'session_id': body.session_id or '', # P17-F2: BB session key (normalize None→'') | |
| } | |
| # WRITE-AHEAD: persiste il task su Supabase immediatamente, prima del checkpoint | |
| # periodico (15-60s). Finestra di perdita per la fase di creazione → zero. | |
| asyncio.create_task(write_ahead_task_created(task_id, body.goal)).add_done_callback(_log_task_exc) | |
| # BG-4: restore cross-session handoff context (async, non-blocking) | |
| if body.session_id: | |
| _hctx = await sb_restore_handoff_context(body.session_id) | |
| if _hctx: | |
| _agent_tasks[task_id]['_handoff_context'] = _hctx | |
| asyncio.create_task(sb_delete_handoff(body.session_id)).add_done_callback(_log_task_exc) | |
| # Persist asynchronously — never block the response | |
| asyncio.create_task( | |
| sb_upsert_task(task_id, body.goal, 'QUEUED', body.max_steps, body.context, created_at) | |
| ).add_done_callback(_log_task_exc) | |
| # S361: Speculative Tool Firing — pre-fires read-only tools in parallel | |
| # while the main model processes. Results cached for _run_direct_tools to consume. | |
| asyncio.create_task(fire_speculative_tools(task_id, body.goal)).add_done_callback(_log_task_exc) | |
| # S950: Predictive Pre-warming cluster 4x4 | |
| fire_predictive_prewarm(body.goal) | |
| return {'taskId': task_id, 'status': 'QUEUED'} | |
| # ── S369: List agent tasks (in-memory + Supabase merge) ───────────────────── | |
| async def list_agent_tasks(limit: int = 50, status: str = ''): | |
| """ | |
| S369 — Lista tutti i task agent: unione di in-memory (_agent_tasks) e | |
| Supabase (ultimi N task persistiti). In-memory ha sempre precedenza. | |
| Query params: | |
| limit — max task da Supabase (default 50, max 200) | |
| status — filtra per status (es. RUNNING, SUCCESS, ERROR); vuoto = tutti | |
| """ | |
| _prune_agent_tasks() | |
| now_ms = int(time.time() * 1000) | |
| limit = min(max(limit, 1), 200) | |
| # 1. Task in-memory (live) | |
| mem_tasks = [] | |
| for tid, t in _agent_tasks.items(): | |
| reg = _loop_registry.get(tid) | |
| is_live = reg is not None and not reg.get('done', True) | |
| mem_tasks.append({ | |
| 'taskId': tid, | |
| 'goal': (t.get('goal') or '')[:300], # S606: 200→300 | |
| 'status': t.get('status', 'UNKNOWN'), | |
| 'maxSteps': t.get('max_steps', 8), | |
| 'createdAt': t.get('created_at', 0), | |
| 'ageMs': now_ms - t.get('created_at', now_ms), | |
| 'source': 'memory', | |
| 'isLive': is_live, | |
| }) | |
| mem_ids = {t['taskId'] for t in mem_tasks} | |
| # 2. Supabase recent tasks (only if Supabase available) | |
| sb_tasks = [] | |
| try: | |
| sb_rows = await sb_list_tasks(limit=limit, status_filter=status or None) | |
| for r in sb_rows: | |
| if r['task_id'] in mem_ids: | |
| continue # already included from memory | |
| sb_tasks.append({ | |
| 'taskId': r['task_id'], | |
| 'goal': (r.get('goal') or '')[:300], # S606: 200→300 | |
| 'status': r.get('status', 'UNKNOWN'), | |
| 'maxSteps': r.get('max_steps', 8), | |
| 'createdAt': r.get('created_at', 0), | |
| 'ageMs': now_ms - r.get('created_at', now_ms), | |
| 'source': 'supabase', | |
| 'isLive': False, | |
| }) | |
| except Exception as _exc: | |
| _logger.debug("[agent] silenced %s", type(_exc).__name__) # noqa: BLE001 | |
| all_tasks = mem_tasks + sb_tasks | |
| # Apply status filter to in-memory tasks too | |
| if status: | |
| all_tasks = [t for t in all_tasks if t['status'] == status.upper()] | |
| # Sort by createdAt desc (newest first) | |
| all_tasks.sort(key=lambda t: t['createdAt'], reverse=True) | |
| return { | |
| 'count': len(all_tasks), | |
| 'memory': len(mem_tasks), | |
| 'supabase': len(sb_tasks), | |
| 'tasks': all_tasks[:limit], | |
| } | |
| async def cancel_agent_task(task_id: str): | |
| if task_id in _agent_tasks: | |
| _agent_tasks[task_id]['status'] = 'CANCELLED' | |
| reg = _loop_registry.get(task_id) | |
| if reg and not reg.get('done'): | |
| at = reg.get('asyncio_task') | |
| if at and not at.done(): | |
| at.cancel() | |
| # Persist status + clean up events | |
| asyncio.create_task(sb_update_status(task_id, 'CANCELLED')).add_done_callback(_log_task_exc) | |
| asyncio.create_task(sb_delete_task_events(task_id)).add_done_callback(_log_task_exc) | |
| # S361: clean speculative cache for cancelled task | |
| try: | |
| goal = _agent_tasks.get(task_id, {}).get('goal', '') | |
| if goal: | |
| from .speculative import purge_speculative | |
| purge_speculative(goal) | |
| except Exception as _exc: | |
| _logger.debug("[agent] silenced %s", type(_exc).__name__) # noqa: BLE001 | |
| return {'cancelled': task_id} | |
| async def get_agent_task_status(task_id: str): | |
| """ | |
| Controlla lo stato di un task agent senza aprire un SSE stream. | |
| Usato dal frontend per recovery al boot: verifica se un task in sospeso | |
| e` ancora in esecuzione, completato, o scomparso dopo riavvio HF Space. | |
| Returns: {taskId, status, goal, source: 'memory'|'supabase'|'not_found'} | |
| """ | |
| if task_id in _agent_tasks: | |
| t = _agent_tasks[task_id] | |
| return {'taskId': task_id, 'status': t.get('status', 'UNKNOWN'), | |
| 'goal': (t.get('goal') or '')[:300], 'source': 'memory'} | |
| restored = await sb_restore_task(task_id) | |
| if restored: | |
| return {'taskId': task_id, 'status': restored.get('status', 'UNKNOWN'), | |
| 'goal': (restored.get('goal') or '')[:300], 'source': 'supabase'} | |
| return {'taskId': task_id, 'status': 'NOT_FOUND', 'source': None} | |
| async def stream_agent_task(task_id: str, request: Request, resume: int = 0): | |
| """ | |
| SSE stream per un task agent. | |
| S358: reconnect-safe via _loop_registry fanout (no re-run mentre il backend gira). | |
| S359: lazy restore da Supabase dopo restart HF Space: | |
| - Task SUCCESS/ERROR → replay event buffer da Supabase → chiusura immediata. | |
| - Task era RUNNING → replay buffer parziale + evento task_interrupted. | |
| - Task non trovato → prova sb_restore_task prima di 404. | |
| """ | |
| # S359: se task_id non è in memoria, prova il restore da Supabase | |
| if task_id not in _agent_tasks: | |
| restored = await sb_restore_task(task_id) | |
| if restored: | |
| restored['context'] = [] | |
| _agent_tasks[task_id] = restored | |
| else: | |
| raise HTTPException(404, detail=f'Task {task_id} non trovato') | |
| task = _agent_tasks[task_id] | |
| _last_event_id = request.headers.get("Last-Event-ID") or request.headers.get("last-event-id") | |
| _resume_from = int(_last_event_id) if (_last_event_id and _last_event_id.isdigit()) else resume | |
| sub_q: asyncio.Queue[str | None] = asyncio.Queue() | |
| async def generate(): | |
| yield "retry: 3000\n\n" | |
| reg = _loop_registry.get(task_id) | |
| is_done_reconnect = reg is not None and reg.get('done', False) | |
| is_reconnect = reg is not None and not reg.get('done', False) | |
| # ── Case 1: loop già finito in questa sessione → replay buffer in-memory ── | |
| if is_done_reconnect: | |
| for evt_str in reg['event_buffer'][_resume_from:]: | |
| yield evt_str | |
| yield "data: [DONE]\n\n" | |
| return | |
| # ── Case 2: loop attivo in questa sessione → reconnect SSE (S358) ───────── | |
| if is_reconnect: | |
| join_idx = len(reg['event_buffer']) | |
| reg['subscriber_queues'].append(sub_q) | |
| try: | |
| for evt_str in reg['event_buffer'][_resume_from:join_idx]: | |
| yield evt_str | |
| while True: | |
| if _agent_tasks.get(task_id, {}).get('status') == 'CANCELLED': | |
| break | |
| try: | |
| item = await asyncio.wait_for(sub_q.get(), timeout=15.0) | |
| if item is None: | |
| break | |
| yield item | |
| except asyncio.TimeoutError: | |
| yield ': heartbeat\n\n' | |
| finally: | |
| try: | |
| reg['subscriber_queues'].remove(sub_q) | |
| except ValueError as _exc: | |
| _logger.debug("[agent] silenced %s", type(_exc).__name__) # noqa: BLE001 | |
| yield "data: [DONE]\n\n" | |
| return | |
| # ── Case 2.5 (S359): backend riavviato → prova Supabase event buffer ────── | |
| sb_events = await sb_get_events(task_id) | |
| if sb_events: | |
| task_status = task.get('status', 'UNKNOWN') | |
| terminal = task_status in ('SUCCESS', 'ERROR', 'CANCELLED') | |
| # Replay buffer from resume point | |
| for evt_str in sb_events[_resume_from:]: | |
| yield evt_str | |
| if terminal: | |
| # Task già completato → niente da fare, client ha tutto | |
| yield "data: [DONE]\n\n" | |
| return | |
| else: | |
| # Task era in esecuzione quando il backend è crashato — prova resume automatico | |
| _cp_sb = _task_checkpoints.get(task_id) or await sb_get_checkpoint(task_id) | |
| _can_resume = ( | |
| _cp_sb is not None and | |
| len(_cp_sb.get('plan', [])) >= 1 and | |
| len(_cp_sb.get('logs', [])) >= 2 | |
| ) | |
| if _can_resume: | |
| # GAP-SYNC-FIX: usa _backend_steps se disponibili (context preciso per resume) | |
| _bsteps = _cp_sb.get('_backend_steps', []) | |
| if _bsteps: | |
| _steps_text = '\n'.join( | |
| f" Passo {s['step']}: {s['action']} → {s['result'][:80]}" | |
| for s in _bsteps[-8:] | |
| ) | |
| _rctx = ( | |
| f"[RESUME AUTOMATICO] Step già completati dal backend:\n{_steps_text}\n" | |
| f"Riprendi dal passo {_cp_sb.get('step', 0)+1} senza ripetere quelli già eseguiti." | |
| ) | |
| else: | |
| # Fallback: context semantico (piano + log riassuntivi) | |
| _rctx = ( | |
| f"Piano già definito: {' | '.join((_cp_sb.get('plan') or [])[:5])}\n" | |
| f"Log fin qui: {' | '.join((_cp_sb.get('logs') or [])[-5:])}\n" | |
| f"Riprendi dal passo {_cp_sb.get('step', 0)} senza ripetere gli step già fatti." | |
| ) | |
| task['_resume_context'] = _rctx | |
| task['_resume_max_steps'] = max(1, task.get('max_steps', 8) - _cp_sb.get('step', 0)) | |
| # Fall through a Case 3 — NON fare return | |
| else: | |
| # Nessun checkpoint utile → fallback onesto (comportamento precedente) | |
| interrupted_evt = json.dumps({ | |
| 'event': 'task_interrupted', | |
| 'taskId': task_id, | |
| 'reason': 'backend_restarted', | |
| 'message': 'Il backend si è riavviato durante l\'esecuzione. ' | |
| 'Premi "Riprova" per rieseguire il task.', | |
| }) | |
| yield f"data: {interrupted_evt}\n\n" | |
| _agent_tasks[task_id]['status'] = 'ERROR' | |
| asyncio.create_task(sb_update_status(task_id, 'ERROR')).add_done_callback(_log_task_exc) | |
| yield "data: [DONE]\n\n" | |
| return | |
| # ── Case 3: nuova esecuzione ────────────────────────────────────────────── | |
| _prune_loop_registry() | |
| reg_entry: dict = { | |
| 'asyncio_task': None, | |
| 'event_buffer': [], | |
| 'subscriber_queues': [sub_q], | |
| 'done': False, | |
| 'finished_at': 0.0, | |
| } | |
| _loop_registry[task_id] = reg_entry | |
| _ctr = [0] | |
| def _sse(event: str, data: dict) -> None: | |
| """Emit one SSE frame: buffer it, fanout to all subscribers, persist async.""" | |
| _ctr[0] += 1 | |
| s = f"id: {_ctr[0]}\ndata: {json.dumps({'event': event, **data})}\n\n" | |
| # GAP-3-FIX: text_chunk bypass buffer — fanout diretto, no persist. | |
| # 800 token x 1 evento/token saturerebbero il cap da 500 evictando step cruciali. | |
| # Su reconnect iOS i token non servono replay (streaming completato o ricominciato). | |
| if event == 'text_chunk': | |
| for q in list(reg_entry['subscriber_queues']): | |
| try: | |
| q.put_nowait(s) | |
| except Exception as _exc: | |
| _logger.debug("[agent] silenced %s", type(_exc).__name__) # noqa: BLE001 | |
| return | |
| reg_entry['event_buffer'].append(s) | |
| # N-5-FIX: cap buffer a 500 eventi — evita crescita illimitata su task lunghi | |
| if len(reg_entry['event_buffer']) > 500: | |
| reg_entry['event_buffer'] = reg_entry['event_buffer'][-500:] | |
| for q in list(reg_entry['subscriber_queues']): | |
| try: | |
| q.put_nowait(s) | |
| except Exception as _exc: | |
| _logger.debug("[agent] silenced %s", type(_exc).__name__) # noqa: BLE001 | |
| # S359: persist event asynchronously (fire-and-forget) | |
| asyncio.create_task(sb_append_event(task_id, _ctr[0], s)).add_done_callback(_log_task_exc) | |
| _agent_tasks[task_id]['status'] = 'RUNNING' | |
| asyncio.create_task(sb_update_status(task_id, 'RUNNING')).add_done_callback(_log_task_exc) | |
| _prune_agent_tasks() | |
| async def run_loop() -> None: | |
| try: | |
| from agents.unified_loop import UnifiedAgentLoop | |
| # S388: singleton — evita OpenAI() per ogni task | |
| client = _get_ai_client() | |
| try: | |
| from agents.critic import Critic | |
| from agents.response_verifier import ResponseVerifier | |
| _critic = Critic(llm_client=client) | |
| _verifier = ResponseVerifier() | |
| except Exception: | |
| _critic = None | |
| _verifier = None | |
| context_str = '\n'.join(m.get('content', '') for m in task['context']) if task['context'] else '' | |
| # S456-X5/X4: inject project context + learning hints stored at task creation | |
| _proj_ctx = task.get('project_context', '') | |
| if _proj_ctx: | |
| context_str = f"[PROGETTO CORRENTE]\n{_proj_ctx}\n\n{context_str}".strip() | |
| _hints = task.get('learning_hints', []) | |
| if _hints: | |
| # S591: _hints[:3]→[:5] — più pattern appresi nel context (task replay) | |
| hints_str = "\n".join(f"- {h}" for h in _hints[:5]) | |
| context_str = f"{context_str}\n\n[PATTERN DI ERRORE APPRESI]\n{hints_str}".strip() | |
| # P16-F3: inject resume hint if task was promoted from queue at a specific step | |
| _resume_step = task.get('resume_from_step') | |
| if _resume_step: | |
| context_str = f"[RIPRESA DA PASSO {_resume_step}] Riprendi dall'iterazione {_resume_step} del task.\n\n{context_str}".strip() | |
| # P39-UX: Tocco Finale Manus — spiega all'agente come segnalare OAuth mancante | |
| _connector_hint = ( | |
| "[CONNETTORI OAUTH]\n" | |
| "Se durante il task hai bisogno di un accesso OAuth (GitHub, Google Calendar, Instagram)\n" | |
| "ma non hai il token disponibile, includi nella tua risposta finale o parziale:\n" | |
| " [CONNECTOR_NEEDED:github] oppure [CONNECTOR_NEEDED:google] oppure [CONNECTOR_NEEDED:instagram]\n" | |
| "Il frontend mostrerà automaticamente un pulsante 'Connetti' all'utente." | |
| ) | |
| context_str = f"{context_str}\n\n{_connector_hint}".strip() if context_str else _connector_hint | |
| # GAP-SYNC-FIX: inject _resume_context (set da stream_agent_task su reconnect con checkpoint) | |
| # Bug: _resume_context era settato su task{} ma mai letto qui → context perduto su resume. | |
| _resume_ctx = task.get('_resume_context', '') | |
| if _resume_ctx: | |
| context_str = f"{_resume_ctx}\n\n{context_str}".strip() | |
| # P17-F5: inject Expertise Persona hint se specificato | |
| _PERSONA_HINTS = { | |
| "researcher": ( | |
| "[PERSONA: RICERCATORE ESPERTO]\n" | |
| "- Priorizza sempre la ricerca web aggiornata prima di rispondere\n" | |
| "- Cita fonti specifiche (URL, titolo, data) per ogni claim importante\n" | |
| "- Struttura le risposte: Sommario → Dettaglio → Fonti\n" | |
| "- Verifica incrociando più fonti prima di concludere\n" | |
| "- Strumenti preferiti: web_search, read_page, fetch_url, research" | |
| ), | |
| "coder": ( | |
| "[PERSONA: SENIOR ENGINEER]\n" | |
| "- Scrivi codice production-ready: tipizzato, documentato, con error handling\n" | |
| "- Esegui il codice per verificare il funzionamento prima di rispondere\n" | |
| "- Preferisci soluzioni robuste e testate su approcci creativi ma fragili\n" | |
| "- Documenta funzioni e classi con docstring/JSDoc\n" | |
| "- Strumenti preferiti: run_python, write_file, read_file, pip_install" | |
| ), | |
| "architect": ( | |
| "[PERSONA: ARCHITECT]\n" | |
| "- Priorizza analisi, design di sistema e decisioni strategiche\n" | |
| "- Struttura l'architettura in componenti chiari e mantenibili\n" | |
| "- Considera scalabilità, manutenibilità e trade-off tecnici\n" | |
| "- Documenta le decisioni architetturali e il loro razionale" | |
| ), | |
| "reasoner": ( | |
| "[PERSONA: RAGIONATORE STRATEGICO]\n" | |
| "- Usa ragionamento step-by-step esplicito: mostra il processo di pensiero\n" | |
| "- Analizza ogni prospettiva prima di concludere\n" | |
| "- Struttura la risposta: Analisi → Pro/Contro → Raccomandazione\n" | |
| "- Considera le implicazioni di lungo termine delle scelte" | |
| ), | |
| "analyst": ( | |
| "[PERSONA: ANALISTA DATI]\n" | |
| "- Usa Python per elaborare e analizzare dati quando disponibili\n" | |
| "- Produci visualizzazioni chiare (grafici, tabelle) ove possibile\n" | |
| "- Interpreta i risultati con rigore: distingui correlazione da causalità\n" | |
| "- Struttura i report: Executive Summary → Metodologia → Risultati → Conclusioni\n" | |
| "- Strumenti preferiti: run_python, web_search, vision" | |
| ), | |
| } | |
| _persona = task.get('persona') or '' | |
| # P17-F5-IMPROVED: server-side classification se persona vuota/auto | |
| _persona_auto = False | |
| if not _persona: | |
| _persona = _classify_persona_server(task.get('goal', '')) | |
| if _persona: | |
| _persona_auto = True | |
| task['persona'] = _persona # persist per history/resume | |
| _persona_hint = _PERSONA_HINTS.get(_persona.lower().strip(), '') | |
| if _persona_hint: | |
| context_str = f"{_persona_hint}\n\n{context_str}".strip() | |
| # P17-F5: emit persona_classified SSE event — UI badge feedback | |
| if _persona: | |
| _persona_conf = 0.85 if not _persona_auto else 0.78 | |
| _sse('persona_classified', { | |
| 'taskId': task_id, | |
| 'persona': _persona, | |
| 'confidence': _persona_conf, | |
| 'auto': _persona_auto, | |
| }) | |
| # BG-4: inject cross-session handoff context if available | |
| _hctx = task.get("_handoff_context", "") | |
| if _hctx: | |
| context_str = f"{_hctx}\n\n{context_str}".strip() | |
| # P17-F5: route primary LLM to persona-appropriate client | |
| _persona_client = _get_persona_llm_client(_persona, client) | |
| loop = UnifiedAgentLoop( | |
| llm_client=_persona_client, critic=_critic, verifier=_verifier, | |
| memory=await _get_mem_manager_async(), executor=_get_executor(), planner=_get_planner(), | |
| ) | |
| step_idx = [0] | |
| _backend_steps: list[dict] = [] # GAP-SYNC-FIX: log step per resume preciso | |
| async def step_cb(step_data: dict) -> None: | |
| step_idx[0] += 1 | |
| _action = step_data.get('action', f'Step {step_idx[0]}') | |
| # S420: streaming token — emetti direttamente senza passare dal buffer step | |
| if _action == 'text_chunk': | |
| _sse('text_chunk', {'taskId': task_id, 'token': _ss(step_data.get('token', ''))}) | |
| return | |
| # S363-Blueprint: Narrative Streaming — explanation lookup for ALL step_done events | |
| # S376: _STEP_NARRATIONS espanso — aggiunge 12 tool mancanti | |
| # Il fallback `_action.replace('_', ' ').capitalize()` è troppo generico | |
| # per tool composti — narrativa esplicita migliora la UX del LiveStreamBlock | |
| _STEP_NARRATIONS = { | |
| 'plan': 'Analisi del goal e creazione piano di azione', | |
| 'llm': 'Elaborazione risposta AI', | |
| 'fallback': 'Completamento task', | |
| 'smolagents': 'Esecuzione agente autonomo con strumenti', | |
| 'web_search': 'Cerco informazioni aggiornate sul web', | |
| 'read_page': 'Leggo il contenuto della pagina web', | |
| 'fetch_url': 'Recupero dati dall\'URL richiesto', | |
| 'fetch_url_content': 'Scarico il contenuto dell\'URL', | |
| 'run_code': 'Eseguo il codice nel sandbox', | |
| 'write_file': 'Scrivo il file nel progetto', | |
| 'read_file': 'Leggo il file dal VFS', | |
| 'delete_file': 'Rimuovo il file dal progetto', | |
| 'create_file': 'Creo il file nel progetto', | |
| 'list_files': 'Elenco i file del progetto', | |
| 'search_github': 'Cerco codice e repository su GitHub', | |
| 'search_github_code': 'Cerco snippet di codice su GitHub', | |
| 'search_wikipedia': 'Consulto Wikipedia per informazioni', | |
| 'get_weather': 'Recupero le previsioni meteo', | |
| 'get_news': 'Carico le ultime notizie', | |
| 'get_currency': 'Consulto il tasso di cambio', | |
| 'get_location': 'Rilevo la posizione geografica', | |
| 'calculate': 'Calcolo l\'espressione matematica', | |
| 'math_eval': 'Valuto l\'espressione matematica', | |
| 'generate_image': 'Genero l\'immagine con AI (Pollinations)', | |
| 'remember': 'Salvo informazioni in memoria', | |
| 'recall': 'Recupero informazioni dalla memoria', | |
| 'direct_tools': 'Utilizzo strumenti diretti', | |
| 'critic_retry': 'Auto-correzione risposta (Quality Gate)', | |
| 'execution_validator_fix': 'Auto-fix codice rilevato (ExecutionValidator)', | |
| '__thinking__': 'Ragionamento interno in corso', | |
| '__plan__': 'Pianificazione step successivo', | |
| '__verify__': 'Verifica e validazione risposta', | |
| 'reflective_debug': 'Analisi root cause errore (Chain-of-Verification)', | |
| 'lint_result': 'Validazione sintattica file', | |
| 'lint_code': 'Analisi statica del codice', | |
| 'project_skeleton': 'Mappa aggiornata del progetto', | |
| 'tool_governor_skip': 'Tool già eseguito — risultato riutilizzato', | |
| 'severity_retry': 'Retry adattivo per tipologia errore (S376)', | |
| # S-LOOP2: narrations per fasi avanzate | |
| 'reasoning_core': 'Ragionamento multi-step (ReasoningCore attivo)', | |
| 'browser_verifier': 'Verifica app live in tempo reale (Playwright)', | |
| } | |
| _tool_key_narr = _action.replace('executor:', '') if _action.startswith('executor:') else _action | |
| _narration = _STEP_NARRATIONS.get(_tool_key_narr, | |
| _action.replace('executor:', '').replace('_', ' ').capitalize()) | |
| # P16-B4: propaga 'truncated' dal loop (finish_reason==length) → frontend | |
| _step_truncated = bool(step_data.get('truncated', False)) | |
| _sse('step_done', { | |
| 'taskId': task_id, | |
| 'step': { | |
| 'name': _action, | |
| 'index': step_idx[0], | |
| 'status': step_data.get('status', 'done'), | |
| 'result': str(step_data.get('result', step_data.get('output', '')))[:500], | |
| 'explanation': _narration, # S363-Blueprint: narrative field | |
| 'truncated': _step_truncated, # P16-B4: segnala max_tokens raggiunto | |
| }, | |
| }) | |
| # P39-UX: rileva [CONNECTOR_NEEDED:provider] nel result → emetti SSE connector_needed | |
| import re as _re_cn | |
| _cn_result = str(step_data.get('result', step_data.get('output', ''))) | |
| _cn_matches = _re_cn.findall(r'\[CONNECTOR_NEEDED:([\w]+)\]', _cn_result) | |
| for _cn_prov in _cn_matches: | |
| _PROVIDER_LABELS = {'github': 'GitHub', 'google': 'Google Calendar', 'instagram': 'Instagram'} | |
| _cn_label = _PROVIDER_LABELS.get(_cn_prov.lower(), _cn_prov.capitalize()) | |
| _sse('connector_needed', { | |
| 'taskId': task_id, | |
| 'provider': _cn_prov.lower(), | |
| 'label': _cn_label, | |
| 'message': f"Per completare il task ho bisogno di accedere a {_cn_label}. Connettiti con un tap.", | |
| }) | |
| # GAP-SYNC-FIX: accumula step results per resume preciso (checkpoint backend-side) | |
| _backend_steps.append({ | |
| 'step': step_idx[0], | |
| 'action': _action, | |
| 'result': str(step_data.get('result', step_data.get('output', '')))[:150], | |
| 'ok': step_data.get('status', 'done') not in ('error', 'failed'), | |
| }) | |
| # Ogni 2 step: persisti il log su Supabase (non saturare Supabase su loop lunghi) | |
| if step_idx[0] % 2 == 0: | |
| asyncio.create_task( | |
| sb_save_checkpoint(task_id, step_idx[0], { | |
| '_backend_steps': _backend_steps[-10:], # ultime 10 step | |
| 'step': step_idx[0], | |
| }) | |
| ).add_done_callback(_log_task_exc) | |
| # TG-STEP: notifica step intermedio rilevante (fire-and-forget, rate-limited 30s) | |
| asyncio.create_task(_tg_step(task_id, _action, _narration)).add_done_callback(_log_task_exc) | |
| # S362: emit vfs_update when a file operation is detected | |
| # SYNC-1: file_written (da unified_loop GAP-1) incluso + content forwarding | |
| _VFS_ACTIONS = ('write_file', 'file_write', 'create_file', 'delete_file', 'file_delete', 'file_written') | |
| if _action in _VFS_ACTIONS or step_data.get('file_path'): | |
| # S581: 120→200 — path file spesso 120-200 chars | |
| # S596: 200→400 — result/output può contenere path completo di progetto | |
| # S604: 400→500 — parity con altri campi step | |
| # SYNC-1: file_written porta path in 'path', non 'file_path' | |
| _vfs_file = (step_data.get('path') or | |
| step_data.get('file_path') or | |
| step_data.get('result', '')[:500] or | |
| step_data.get('output', '')[:500]) | |
| _vfs_op = 'delete' if 'delete' in _action else 'write' | |
| _vfs_evt: dict = {'taskId': task_id, 'file': str(_vfs_file)[:500], 'op': _vfs_op} | |
| # SYNC-1: includi content nel SSE event per file_written (≤60KB) | |
| # Frontend scrive direttamente nel VFS locale senza fetch aggiuntivo | |
| if _action == 'file_written' and step_data.get('content'): | |
| _vfs_evt['content'] = str(step_data['content'])[:60_000] | |
| _sse('vfs_update', _vfs_evt) | |
| # S363-UI: thought event — emitted when planner completes | |
| if _action == 'plan' and step_data.get('status') == 'done': | |
| _plan_obj = step_data.get('result', step_data.get('output', '')) | |
| _thought = (_plan_obj.get('goal', '') if isinstance(_plan_obj, dict) else str(_plan_obj))[:400] # S604: 280→400 | |
| if _thought: | |
| _sse('thought', {'taskId': task_id, 'text': _thought, | |
| 'complexity': _plan_obj.get('complexity') if isinstance(_plan_obj, dict) else None}) | |
| # S367: plan_update — structured subtask list for live plan tracking UI | |
| if isinstance(_plan_obj, dict) and _plan_obj.get('subtasks'): | |
| _sse('plan_update', { | |
| 'taskId': task_id, | |
| 'subtasks': [ | |
| { | |
| 'id': s.get('id', _si + 1), | |
| 'description': s.get('description', '')[:200], # S581: 80→200 | |
| 'tool': s.get('tool', ''), | |
| 'status': 'pending', | |
| } | |
| for _si, s in enumerate(_plan_obj['subtasks']) | |
| ], | |
| 'goal': _plan_obj.get('goal', ''), | |
| }) | |
| # S367: subtask_done — mark individual subtask complete for live checkbox update | |
| if step_data.get('subtask_id') and step_data.get('status') == 'done': | |
| _sse('plan_update', { | |
| 'taskId': task_id, | |
| 'subtask_done': step_data['subtask_id'], | |
| }) | |
| # S363-UI: action event — tool execution phase | |
| _TOOL_EXPLAINS_S363 = { | |
| 'web_search': 'Cerco informazioni in rete', | |
| 'get_weather': 'Recupero dati meteo', | |
| 'get_news': 'Carico notizie recenti', | |
| 'search_wikipedia': 'Consulto Wikipedia', | |
| 'fetch_url': 'Leggo la pagina web', | |
| 'search_github': 'Cerco su GitHub', | |
| 'run_code': 'Eseguo il codice', | |
| 'write_file': 'Scrivo il file', | |
| 'read_file': 'Leggo il file', | |
| 'direct_tools': 'Eseguo strumenti diretti', | |
| } | |
| _tool_key = _action.replace('executor:', '') if _action.startswith('executor:') else _action | |
| if _action.startswith('executor:') or _tool_key in _TOOL_EXPLAINS_S363: | |
| _sse('action', { | |
| 'taskId': task_id, | |
| 'log': _tool_key.upper().replace('_', ' ')[:30], | |
| 'explain': _TOOL_EXPLAINS_S363.get(_tool_key, f'Esecuzione: {_tool_key}'), | |
| }) | |
| # S758-P4.1: tool_use — chip pre-esecuzione (stream_agent_task path) | |
| _is_pre_exec = ( | |
| (_action == 'tool_start' and step_data.get('status') == 'running') or | |
| (_action.startswith('executor:') and step_data.get('status') == 'started') | |
| ) | |
| if _is_pre_exec: | |
| _sse('tool_use', { | |
| 'taskId': task_id, | |
| 'tool': _tool_key, | |
| 'name': _tool_key, | |
| 'label': (step_data.get('title') or | |
| _TOOL_EXPLAINS_S363.get(_tool_key, | |
| _tool_key.replace('_', ' ').capitalize())), | |
| 'args': {}, | |
| }) | |
| # S758-P4.1: task_thinking — chip ragionamento LLM | |
| if (_action in ('__thinking__', 'reflective_debug') and | |
| step_data.get('status') in ('started', 'running', 'running_deep')): | |
| _sse('task_thinking', { | |
| 'taskId': task_id, | |
| 'message': (step_data.get('explanation') or step_data.get('title') or | |
| "L’agente sta elaborando…"), | |
| }) | |
| _sse('task_start', {'taskId': task_id, 'goal': task['goal']}) | |
| _task_started_ms = int(time.time() * 1000) # NOTIFY-BOT: elapsed tracking | |
| asyncio.create_task(_tg_start(task_id, task['goal'])).add_done_callback(_log_task_exc) | |
| _sse('step_start', {'taskId': task_id, 'step': {'name': 'Analisi goal', 'index': 0}}) | |
| # S364: inject project skeleton into context from VFS (Gap 4) | |
| if task.get('conversation_id'): | |
| try: | |
| from api.project_manifest import build_manifest_from_vfs, get_skeleton | |
| await asyncio.wait_for( | |
| build_manifest_from_vfs(task['conversation_id']), | |
| timeout=3.0, | |
| ) | |
| _skeleton = await get_skeleton(task['conversation_id']) | |
| if _skeleton: | |
| context_str = (_skeleton + '\n\n' + context_str).strip() | |
| except Exception: | |
| pass # S364: skeleton injection is optional | |
| result = await loop.run( | |
| goal=task['goal'], | |
| context=context_str, | |
| max_steps=task.get('_resume_max_steps', task.get('max_steps', 8)), # AG-BUG-1: _resume_max mai definito in questo scope | |
| on_step=step_cb, | |
| session_id=task.get('session_id', '') or '', | |
| ) | |
| _agent_tasks[task_id]['status'] = 'SUCCESS' | |
| asyncio.create_task(sb_update_status(task_id, 'SUCCESS')).add_done_callback(_log_task_exc) | |
| _result_text = str(result.get('output', result) if isinstance(result, dict) else result) | |
| _sse('task_done', {'taskId': task_id, 'result': _result_text[:8000]}) | |
| asyncio.create_task(_tg_done(task_id, task.get('goal', ''), _result_text[:500], _task_started_ms)).add_done_callback(_log_task_exc) | |
| # S363: fire-and-forget quality check when code detected in output | |
| if _run_quality_check: | |
| _qg_result = str(result.get('output', result) if isinstance(result, dict) else result) | |
| if len(_qg_result) > 500 and _qg_result.count('```') >= 2: # S373: threshold raised — evita QG su snippet brevi | |
| asyncio.create_task(_run_quality_check( | |
| task_id, task['goal'], _qg_result, | |
| on_event=lambda ev: _sse(ev.get('type', 'test_result'), ev), | |
| )).add_done_callback(_log_task_exc) | |
| except asyncio.CancelledError: | |
| _agent_tasks[task_id]['status'] = 'CANCELLED' | |
| asyncio.create_task(sb_update_status(task_id, 'CANCELLED')).add_done_callback(_log_task_exc) | |
| _sse('task_cancelled', {'taskId': task_id}) | |
| except (ImportError, ModuleNotFoundError): | |
| _agent_tasks[task_id]['status'] = 'SUCCESS' | |
| asyncio.create_task(sb_update_status(task_id, 'SUCCESS')).add_done_callback(_log_task_exc) | |
| _sse('step_done', {'taskId': task_id, 'step': {'name': 'Ragionamento', 'index': 0}}) | |
| _sse('task_done', {'taskId': task_id, 'result': ( | |
| f'Goal ricevuto: {task["goal"]}\n\n' | |
| 'Il backend non ha il modulo agents.unified_loop. ' | |
| 'Configura HuggingFace Spaces con smolagents per l\'esecuzione autonoma.' | |
| )}) | |
| except Exception as err: | |
| _agent_tasks[task_id]['status'] = 'ERROR' | |
| asyncio.create_task(sb_update_status(task_id, 'ERROR')).add_done_callback(_log_task_exc) | |
| _logger.error('[agent/stream] %s error: %s', task_id, err, exc_info=True) | |
| _sse('task_error', {'taskId': task_id, 'error': str(err)[:1000]}) | |
| asyncio.create_task(_tg_error(task_id, task.get('goal', ''), str(err))).add_done_callback(_log_task_exc) | |
| finally: | |
| reg_entry['done'] = True | |
| reg_entry['finished_at'] = time.time() | |
| for q in list(reg_entry['subscriber_queues']): | |
| try: | |
| q.put_nowait(None) | |
| except Exception as _exc: | |
| _logger.debug("[agent] silenced %s", type(_exc).__name__) # noqa: BLE001 | |
| reg_entry['asyncio_task'] = asyncio.create_task(run_loop()) | |
| try: | |
| while True: | |
| if _agent_tasks.get(task_id, {}).get('status') == 'CANCELLED': | |
| at = reg_entry.get('asyncio_task') | |
| if at and not at.done(): | |
| at.cancel() | |
| break | |
| try: | |
| item = await asyncio.wait_for(sub_q.get(), timeout=15.0) | |
| if item is None: | |
| break | |
| yield item | |
| except asyncio.TimeoutError: | |
| yield ': heartbeat\n\n' | |
| finally: | |
| try: | |
| reg_entry['subscriber_queues'].remove(sub_q) | |
| except ValueError as _exc: | |
| _logger.debug("[agent] silenced %s", type(_exc).__name__) # noqa: BLE001 | |
| yield "data: [DONE]\n\n" | |
| return StreamingResponse( | |
| generate(), | |
| media_type='text/event-stream', | |
| headers={ | |
| 'Cache-Control': 'no-cache', | |
| 'X-Accel-Buffering': 'no', | |
| } | |
| ) | |