SHAFI commited on
Commit ·
1c9809b
1
Parent(s): 2f9a5f5
perf: Change cleanup from daily to every 6 hours (4x more frequent)
Browse files- Changed schedule: Daily at 00:00 → Every 6 hours (00:00, 06:00, 12:00, 18:00)
- Cleanup capacity: 500/day → 2,000/day (4x increase)
- Deletes 500 articles per run, 4 runs/day
- Better response to article accumulation
- Database stays smaller (~150-300 articles vs ~300-500)
app/services/scheduler.py
CHANGED
|
@@ -217,18 +217,19 @@ def start_scheduler():
|
|
| 217 |
logger.info(" ⏱️ Schedule: Every 15 minutes")
|
| 218 |
logger.info(" 📋 Task: Fetch news from all providers and update database")
|
| 219 |
|
| 220 |
-
# Job 2: Cleanup old news
|
| 221 |
scheduler.add_job(
|
| 222 |
cleanup_old_news,
|
| 223 |
-
trigger=CronTrigger(hour=0, minute=0), #
|
| 224 |
id='cleanup_old_news',
|
| 225 |
-
name='Database Janitor (
|
| 226 |
replace_existing=True
|
| 227 |
)
|
| 228 |
logger.info("")
|
| 229 |
logger.info("✅ Job #2 Registered: 🧹 Database Janitor")
|
| 230 |
-
logger.info(" ⏱️ Schedule:
|
| 231 |
-
logger.info(" 📋 Task: Delete articles older than 48 hours")
|
|
|
|
| 232 |
|
| 233 |
# Start the scheduler
|
| 234 |
logger.info("")
|
|
|
|
| 217 |
logger.info(" ⏱️ Schedule: Every 15 minutes")
|
| 218 |
logger.info(" 📋 Task: Fetch news from all providers and update database")
|
| 219 |
|
| 220 |
+
# Job 2: Cleanup old news every 6 hours
|
| 221 |
scheduler.add_job(
|
| 222 |
cleanup_old_news,
|
| 223 |
+
trigger=CronTrigger(hour='0,6,12,18', minute=0), # Every 6 hours at :00
|
| 224 |
id='cleanup_old_news',
|
| 225 |
+
name='Database Janitor (every 6 hours)',
|
| 226 |
replace_existing=True
|
| 227 |
)
|
| 228 |
logger.info("")
|
| 229 |
logger.info("✅ Job #2 Registered: 🧹 Database Janitor")
|
| 230 |
+
logger.info(" ⏱️ Schedule: Every 6 hours (00:00, 06:00, 12:00, 18:00 UTC)")
|
| 231 |
+
logger.info(" 📋 Task: Delete articles older than 48 hours (500 per run)")
|
| 232 |
+
logger.info(" 🔢 Total cleanup capacity: 2,000 articles/day")
|
| 233 |
|
| 234 |
# Start the scheduler
|
| 235 |
logger.info("")
|