Spaces:
Sleeping
Sleeping
File size: 1,535 Bytes
07ed4f9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 | """
app/tasks/__init__.py
Celery application factory for CommercePulse.
The Celery app is created here and imported by:
- app/tasks/embed.py (task definitions)
- start_worker.bat (worker process)
- FastAPI upload routes (to enqueue tasks)
"""
from celery import Celery
from celery.schedules import crontab
from app.core.config import settings
REDIS_URL = settings.REDIS_URL
celery_app = Celery(
"commercepulse",
broker=REDIS_URL,
backend=REDIS_URL,
include=["app.services.tasks"],
)
celery_app.conf.update(
# Serialization
task_serializer="json",
result_serializer="json",
accept_content=["json"],
# Timezone
timezone="Asia/Kolkata",
enable_utc=True,
# Reliability
broker_connection_retry_on_startup=True,
task_acks_late=True, # Ack only after task succeeds (safe retry)
task_reject_on_worker_lost=True,
worker_prefetch_multiplier=1, # One task at a time (embeddings are CPU-heavy)
# Result expiry
result_expires=3600, # Keep results for 1 hour
# Beat schedule — nightly re-embed all sellers at 2:00 AM IST
beat_schedule={
"nightly-embed-all-sellers": {
"task": "app.services.tasks.nightly_embed_all",
"schedule": crontab(hour=2, minute=0), # 2:00 AM IST daily
},
"weekly-ai-health-check": {
"task": "app.services.tasks.weekly_health_check",
"schedule": crontab(hour=8, minute=0, day_of_week=1), # 8:00 AM IST every Monday
},
},
)
|