Peter Mutwiri commited on
Commit Β·
24863ec
1
Parent(s): 458e9ae
resolved analytics worker import issues
Browse files
app/__pycache__/main.cpython-312.pyc
ADDED
|
Binary file (17.9 kB). View file
|
|
|
app/core/worker_manager.py
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
import asyncio
|
| 2 |
import json
|
| 3 |
from app.core.event_hub import event_hub
|
| 4 |
-
from app.tasks.analytics_worker import
|
| 5 |
import logging
|
| 6 |
|
| 7 |
logger = logging.getLogger(__name__)
|
|
@@ -61,7 +61,7 @@ class WorkerManager:
|
|
| 61 |
|
| 62 |
# spawn worker
|
| 63 |
logger.info(f"[manager] π spawning worker for {worker_key}")
|
| 64 |
-
worker =
|
| 65 |
|
| 66 |
# track active worker
|
| 67 |
self.active_workers[worker_key] = worker
|
|
@@ -73,7 +73,7 @@ class WorkerManager:
|
|
| 73 |
logger.error(f"[manager] β failed to spawn worker: {e}", exc_info=True)
|
| 74 |
event_hub.redis.delete(lock_key)
|
| 75 |
|
| 76 |
-
async def _run_worker(self, worker:
|
| 77 |
"""run worker and clean up when done"""
|
| 78 |
try:
|
| 79 |
results = await worker.run()
|
|
|
|
| 1 |
import asyncio
|
| 2 |
import json
|
| 3 |
from app.core.event_hub import event_hub
|
| 4 |
+
from app.tasks.analytics_worker import AnalyticsWorker
|
| 5 |
import logging
|
| 6 |
|
| 7 |
logger = logging.getLogger(__name__)
|
|
|
|
| 61 |
|
| 62 |
# spawn worker
|
| 63 |
logger.info(f"[manager] π spawning worker for {worker_key}")
|
| 64 |
+
worker = AnalyticsWorker(org_id, source_id)
|
| 65 |
|
| 66 |
# track active worker
|
| 67 |
self.active_workers[worker_key] = worker
|
|
|
|
| 73 |
logger.error(f"[manager] β failed to spawn worker: {e}", exc_info=True)
|
| 74 |
event_hub.redis.delete(lock_key)
|
| 75 |
|
| 76 |
+
async def _run_worker(self, worker: AnalyticsWorker, worker_key: str):
|
| 77 |
"""run worker and clean up when done"""
|
| 78 |
try:
|
| 79 |
results = await worker.run()
|
app/tasks/analytics_worker.py
CHANGED
|
@@ -22,8 +22,8 @@ logger = logging.getLogger(__name__)
|
|
| 22 |
class AnalyticsWorker:
|
| 23 |
"""
|
| 24 |
π§ +π Hybrid: Deep reasoning + Async efficiency
|
| 25 |
-
-
|
| 26 |
-
-
|
| 27 |
"""
|
| 28 |
|
| 29 |
def __init__(self, org_id: str, source_id: str, hours_window: int = 24):
|
|
|
|
| 22 |
class AnalyticsWorker:
|
| 23 |
"""
|
| 24 |
π§ +π Hybrid: Deep reasoning + Async efficiency
|
| 25 |
+
- Solves column mapping for any data shape
|
| 26 |
+
- Non-blocking, cached, zero downtime
|
| 27 |
"""
|
| 28 |
|
| 29 |
def __init__(self, org_id: str, source_id: str, hours_window: int = 24):
|