Spaces:
Running
Running
| import sys, os | |
| sys.path.append(os.getcwd()) | |
| from src.database.models import SessionLocal, VerifiedNews | |
| from src.analysis.student_classifier import StudentClassifier | |
| from datetime import datetime, timedelta | |
| db = SessionLocal() | |
| now = datetime.utcnow() | |
| twenty_four_hours_ago = now - timedelta(hours=24) | |
| raw_articles = db.query(VerifiedNews).filter( | |
| VerifiedNews.country == "in", | |
| VerifiedNews.created_at >= twenty_four_hours_ago | |
| ).order_by(VerifiedNews.created_at.desc()).limit(200).all() | |
| print(f"Loaded {len(raw_articles)} India articles") | |
| sc = StudentClassifier() | |
| processed = [] | |
| for a in raw_articles: | |
| combined = f"{a.title} {a.content}".lower() | |
| if not any(kw in combined for kw in ["student", "exam", "school", "university", "college", "scholarship", "syllabus", "ugc", "cbse", "nta", "placement", "job", "career", "admission"]): | |
| continue | |
| sdata = sc.process_article(a.title, a.content) | |
| if sdata: | |
| processed.append(sdata) | |
| else: | |
| # Check if it was "NEET" and failed | |
| if "neet" in combined or "exam" in combined: | |
| print(f"FAILED process_article: {a.title}") | |
| print(f"Total processed: {len(processed)}") | |