Initial FastAPI CrewAI setup

agents/books/apa_agent.py

@@ -127,21 +127,25 @@ def run_metadata_agent(source: dict) -> dict:
 
     result = crew.kickoff(inputs={"source": source})
 
+    tokens={}
+    if result.token_usage:
+        tokens = result.token_usage.dict()
+
     # =====================================================
     # Normalize output (SAFE)
     # =====================================================
     if hasattr(result, "json_dict"):
         jd = result.json_dict
-        return jd() if callable(jd) else jd
+        return (jd() if callable(jd) else jd), tokens
 
     if hasattr(result, "model_dump"):
         md = result.model_dump
-        return md() if callable(md) else md
+        return (md() if callable(md) else md), tokens
 
     try:
         parsed = json.loads(str(result))
         if isinstance(parsed, dict):
-            return parsed
+            return parsed, tokens
     except Exception:
         pass
 

rag/automation_metadata.py

@@ -41,6 +41,7 @@ def process_user_metadata(user_id: str, book_id: str | None = None) -> Dict[str,
     processed = 0
     failed = 0
     items: List[Dict[str, Any]] = []
+    tokens = []
 
     if total == 0:
         return {
@@ -75,7 +76,7 @@ def process_user_metadata(user_id: str, book_id: str | None = None) -> Dict[str,
         
         try:
             agent_in = _build_agent_input(raw)
-            out = run_metadata_agent(agent_in)
+            out, token_usage = run_metadata_agent(agent_in)
         except Exception as e:
             print(f"⚠️ LLM internal exception for doc_id {doc_id}: {e}")
             out = None
@@ -93,6 +94,9 @@ def process_user_metadata(user_id: str, book_id: str | None = None) -> Dict[str,
                 }
             )
             continue
+        
+        if token_usage:    
+            tokens.append(token_usage)
 
         print(f"Metadata agent output for doc_id {doc_id}: {type(out)} - {out}")    
         print(f"is_valid: {out.get('is_valid')}")
@@ -168,4 +172,5 @@ def process_user_metadata(user_id: str, book_id: str | None = None) -> Dict[str,
         "failed": failed,
         "items": items,
         "mode": "sequential",
+        "tokens": tokens,
     }