Spaces:
Running
Running
File size: 2,557 Bytes
afd56bc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 | #!/usr/bin/env python3
import sys
import os
import json
import logging
import asyncio
import datetime
import requests
# Dodanie 艣cie偶ki projektu do PYTHONPATH
sys.path.append(os.path.join(os.path.dirname(__file__), "../.."))
from backend.core.search.grant_search_service import grant_search_service
logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(name)s - %(levelname)s - %(message)s")
logger = logging.getLogger(__name__)
async def verify_all_fallbacks():
logger.info("Rozpoczynam cotygodniow膮 weryfikacj臋 fallback贸w...")
total_checked = 0
total_outdated = 0
total_dead = 0
today_str = datetime.datetime.now().strftime("%Y-%m-%d")
# Przechodzimy przez wszystkie 藕r贸d艂a
for source in grant_search_service.sources:
if hasattr(source, "_get_verified_fallback"):
fallback_list = source._get_verified_fallback()
for grant in fallback_list:
total_checked += 1
url = grant.get("url", "")
name = grant.get("name", "Brak nazwy")
if not url.startswith("http"):
continue
try:
response = await asyncio.to_thread(requests.get, url, timeout=10, allow_redirects=True)
if response.status_code == 200:
text_lower = response.text.lower()
outdated_keywords = ["nab贸r zako艅czony", "archiwum", "zamkni臋ty", "zako艅czyli艣my przyjmowanie"]
if any(kw in text_lower for kw in outdated_keywords):
logger.warning(f"[OUTDATED TRE艢膯] {name} | {url}")
total_outdated += 1
else:
logger.info(f"[OK] {name}")
else:
logger.error(f"[DEAD LINK {response.status_code}] {name} | {url}")
total_dead += 1
except Exception as e:
logger.error(f"[ERROR] {name} | {url} | {str(e)}")
total_dead += 1
logger.info("Podsumowanie weryfikacji cron:")
logger.info(f"Sprawdzono: {total_checked}")
logger.info(f"Przestarza艂e: {total_outdated}")
logger.info(f"Martwe linki: {total_dead}")
# TODO: Zapisz raport do bazy danych, wy艣lij e-mail do admina lub nadpisz pliki source.py now膮 dat膮 'last_verified'
if __name__ == "__main__":
asyncio.run(verify_all_fallbacks())
|