Spaces:
Sleeping
Sleeping
github-actions[bot] commited on
Commit ยท
d72b225
1
Parent(s): 01d4b3f
๐ Auto-deploy backend from GitHub (afa48f7)
Browse files- services/youtube_service.py +776 -143
services/youtube_service.py
CHANGED
|
@@ -1,13 +1,15 @@
|
|
| 1 |
"""
|
| 2 |
Smart YouTube Video Search Service for MathPulse AI.
|
| 3 |
Uses YouTube Data API v3 (googleapiclient.discovery) to find relevant
|
| 4 |
-
educational math videos, enriched with RAG curriculum context
|
|
|
|
| 5 |
Results are cached in Firestore video_cache/{lessonId} with 7-day TTL.
|
| 6 |
"""
|
| 7 |
|
| 8 |
from __future__ import annotations
|
| 9 |
|
| 10 |
import hashlib
|
|
|
|
| 11 |
import logging
|
| 12 |
import os
|
| 13 |
import re
|
|
@@ -26,22 +28,244 @@ _EDUCATIONAL_CHANNEL_KEYWORDS = [
|
|
| 26 |
"organic chemistry tutor", "patrickjmt", "3blue1brown", "numberphile",
|
| 27 |
"math antics", "bright side", "crashcourse", "ted-ed", "ted ed",
|
| 28 |
"nancy pi", "professor leonard", "mit", "stanford", "harvard",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 29 |
]
|
| 30 |
|
| 31 |
_EDUCATIONAL_CHANNEL_EXACT = {
|
| 32 |
"khan academy", "patrickjmt", "3blue1brown", "numberphile",
|
| 33 |
"math antics", "the organic chemistry tutor", "professor leonard",
|
| 34 |
"nancy pi", "ted-ed", "crashcourse", "bright side",
|
| 35 |
-
"mit opencourseware", "stanford", "harvard",
|
|
|
|
|
|
|
|
|
|
|
|
|
| 36 |
}
|
| 37 |
|
| 38 |
-
#
|
| 39 |
-
_MIN_DURATION_SECONDS =
|
| 40 |
-
|
| 41 |
-
|
|
|
|
|
|
|
| 42 |
# Cache TTL in seconds (7 days)
|
| 43 |
_CACHE_TTL_SECONDS = 7 * 24 * 60 * 60
|
| 44 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 45 |
|
| 46 |
def _build_youtube_client():
|
| 47 |
"""Lazy-init googleapiclient YouTube client. Returns None if no API key."""
|
|
@@ -76,45 +300,98 @@ def _is_educational_channel(channel_title: str) -> bool:
|
|
| 76 |
return any(kw in lowered for kw in _EDUCATIONAL_CHANNEL_KEYWORDS)
|
| 77 |
|
| 78 |
|
| 79 |
-
def _score_video_result(item: dict, query: str) -> float:
|
| 80 |
"""Score a video result for relevance. Higher is better."""
|
| 81 |
score = 0.0
|
| 82 |
title = (item.get("title") or "").lower()
|
| 83 |
description = (item.get("description") or "").lower()
|
| 84 |
channel = (item.get("channelTitle") or "").lower()
|
| 85 |
query_lower = query.lower()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 86 |
|
| 87 |
-
#
|
| 88 |
-
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
|
| 92 |
-
|
|
|
|
|
|
|
| 93 |
|
| 94 |
# Query terms appear in title
|
| 95 |
for word in query_lower.split():
|
| 96 |
if len(word) > 2 and word in title:
|
| 97 |
-
score += 1.
|
| 98 |
|
| 99 |
# Educational channel bonus
|
| 100 |
if _is_educational_channel(channel):
|
| 101 |
-
score +=
|
| 102 |
|
| 103 |
-
#
|
| 104 |
-
|
| 105 |
-
|
| 106 |
-
|
|
|
|
|
|
|
|
|
|
| 107 |
|
| 108 |
-
# Duration
|
| 109 |
duration = item.get("durationSeconds", 0)
|
| 110 |
-
if
|
| 111 |
score += 2.0
|
| 112 |
-
elif duration
|
| 113 |
score += 1.0
|
|
|
|
|
|
|
| 114 |
|
| 115 |
return score
|
| 116 |
|
| 117 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 118 |
def _enrich_query_with_rag(topic: str, subject: str, lesson_context: str = "") -> str:
|
| 119 |
"""
|
| 120 |
Query the RAG vectorstore to extract curriculum keywords and enrich
|
|
@@ -124,7 +401,9 @@ def _enrich_query_with_rag(topic: str, subject: str, lesson_context: str = "") -
|
|
| 124 |
if subject:
|
| 125 |
enriched = f"{enriched} {subject}"
|
| 126 |
if lesson_context:
|
| 127 |
-
|
|
|
|
|
|
|
| 128 |
|
| 129 |
try:
|
| 130 |
from rag.curriculum_rag import retrieve_curriculum_context
|
|
@@ -134,21 +413,9 @@ def _enrich_query_with_rag(topic: str, subject: str, lesson_context: str = "") -
|
|
| 134 |
top_k=5,
|
| 135 |
)
|
| 136 |
if chunks:
|
| 137 |
-
|
| 138 |
-
keywords: List[str] = []
|
| 139 |
-
for chunk in chunks[:3]:
|
| 140 |
-
content = str(chunk.get("content", "")).strip()
|
| 141 |
-
# Extract meaningful words (skip math symbols, numbers, stop words)
|
| 142 |
-
if content:
|
| 143 |
-
# Clean content: remove special chars, keep only alphabetic words
|
| 144 |
-
cleaned = re.sub(r'[^\w\s]', ' ', content)
|
| 145 |
-
words = [w for w in cleaned.split() if len(w) > 3 and w.isalpha()]
|
| 146 |
-
# Take up to 5 key words per chunk
|
| 147 |
-
keywords.extend(words[:5])
|
| 148 |
if keywords:
|
| 149 |
-
|
| 150 |
-
unique_keywords = list(dict.fromkeys(keywords))[:8]
|
| 151 |
-
keyword_str = " ".join(unique_keywords)
|
| 152 |
enriched = f"{enriched} {keyword_str}"
|
| 153 |
except Exception as exc:
|
| 154 |
logger.debug("RAG enrichment skipped: %s", exc)
|
|
@@ -158,6 +425,305 @@ def _enrich_query_with_rag(topic: str, subject: str, lesson_context: str = "") -
|
|
| 158 |
return enriched[:300]
|
| 159 |
|
| 160 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 161 |
def _get_cache_key(topic: str, subject: str, grade_level: str) -> str:
|
| 162 |
"""Generate a deterministic Firestore document ID for caching."""
|
| 163 |
raw = f"{subject}|{topic}|{grade_level}"
|
|
@@ -184,7 +750,6 @@ def get_cached_videos(lesson_id: str) -> Optional[List[Dict]]:
|
|
| 184 |
|
| 185 |
cached_at = data.get("cachedAt")
|
| 186 |
if cached_at:
|
| 187 |
-
# Firestore timestamps have a .timestamp() method or are datetime objects
|
| 188 |
if hasattr(cached_at, "timestamp"):
|
| 189 |
cached_epoch = cached_at.timestamp()
|
| 190 |
elif isinstance(cached_at, datetime):
|
|
@@ -234,119 +799,187 @@ def search_youtube_videos(
|
|
| 234 |
) -> List[Dict]:
|
| 235 |
"""
|
| 236 |
Search YouTube Data API v3 for relevant educational math videos.
|
| 237 |
-
|
| 238 |
-
|
| 239 |
-
-
|
| 240 |
-
|
| 241 |
-
|
| 242 |
-
|
| 243 |
-
|
| 244 |
-
|
|
|
|
| 245 |
"""
|
| 246 |
client = _build_youtube_client()
|
| 247 |
if client is None:
|
| 248 |
logger.warning("YOUTUBE_API_KEY not set. Video search disabled.")
|
| 249 |
return []
|
| 250 |
|
| 251 |
-
|
| 252 |
-
|
| 253 |
-
|
| 254 |
-
|
| 255 |
-
|
| 256 |
-
|
| 257 |
-
|
| 258 |
-
|
| 259 |
-
|
| 260 |
-
|
| 261 |
-
|
| 262 |
-
|
| 263 |
-
|
| 264 |
-
|
| 265 |
-
|
| 266 |
-
|
| 267 |
-
|
| 268 |
-
|
| 269 |
-
|
| 270 |
-
|
| 271 |
-
|
| 272 |
-
|
| 273 |
-
|
| 274 |
-
|
| 275 |
-
|
| 276 |
-
|
| 277 |
-
|
| 278 |
-
|
| 279 |
-
|
| 280 |
-
|
| 281 |
-
|
| 282 |
-
|
| 283 |
-
|
| 284 |
-
|
| 285 |
-
|
| 286 |
-
|
| 287 |
-
|
| 288 |
-
|
| 289 |
-
|
| 290 |
-
|
| 291 |
-
|
| 292 |
-
|
| 293 |
-
|
| 294 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 295 |
continue
|
| 296 |
-
|
| 297 |
-
|
| 298 |
-
|
| 299 |
-
|
| 300 |
-
|
| 301 |
-
|
| 302 |
-
|
| 303 |
-
|
| 304 |
-
|
| 305 |
-
|
| 306 |
-
|
| 307 |
-
|
| 308 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 309 |
continue
|
| 310 |
-
|
| 311 |
-
|
| 312 |
-
|
| 313 |
-
|
| 314 |
-
|
| 315 |
-
|
| 316 |
-
|
| 317 |
-
|
| 318 |
-
|
| 319 |
-
|
| 320 |
-
|
| 321 |
-
|
| 322 |
-
|
| 323 |
-
|
| 324 |
-
|
| 325 |
-
|
| 326 |
-
|
| 327 |
-
|
| 328 |
-
|
| 329 |
-
|
| 330 |
-
|
| 331 |
-
|
| 332 |
-
|
| 333 |
-
|
| 334 |
-
|
| 335 |
-
|
| 336 |
-
|
| 337 |
-
r["_score"] = _score_video_result(r, enriched_query)
|
| 338 |
-
|
| 339 |
-
results.sort(key=lambda x: x["_score"], reverse=True)
|
| 340 |
-
for r in results:
|
| 341 |
-
r.pop("_score", None)
|
| 342 |
-
|
| 343 |
-
top_results = results[:max_results]
|
| 344 |
-
logger.info("YouTube search returned %d results (top %d)", len(results), len(top_results))
|
| 345 |
-
return top_results
|
| 346 |
-
|
| 347 |
-
except Exception as exc:
|
| 348 |
-
logger.error("YouTube search failed: %s", exc)
|
| 349 |
return []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 350 |
|
| 351 |
|
| 352 |
def get_video_search_results(
|
|
@@ -381,4 +1014,4 @@ def get_video_search_results(
|
|
| 381 |
if videos:
|
| 382 |
cache_videos(cache_key, videos, topic)
|
| 383 |
|
| 384 |
-
return {"videos": videos, "cached": False}
|
|
|
|
| 1 |
"""
|
| 2 |
Smart YouTube Video Search Service for MathPulse AI.
|
| 3 |
Uses YouTube Data API v3 (googleapiclient.discovery) to find relevant
|
| 4 |
+
educational math videos, enriched with RAG curriculum context and DeepSeek
|
| 5 |
+
query generation for contextual fallback when exact matches don't exist.
|
| 6 |
Results are cached in Firestore video_cache/{lessonId} with 7-day TTL.
|
| 7 |
"""
|
| 8 |
|
| 9 |
from __future__ import annotations
|
| 10 |
|
| 11 |
import hashlib
|
| 12 |
+
import json
|
| 13 |
import logging
|
| 14 |
import os
|
| 15 |
import re
|
|
|
|
| 28 |
"organic chemistry tutor", "patrickjmt", "3blue1brown", "numberphile",
|
| 29 |
"math antics", "bright side", "crashcourse", "ted-ed", "ted ed",
|
| 30 |
"nancy pi", "professor leonard", "mit", "stanford", "harvard",
|
| 31 |
+
"mashup math", "mathcoach", "mathologer", "stand-up maths",
|
| 32 |
+
"eddie woo", "black pen red pen", "michel van biezen", "brian mclogan",
|
| 33 |
+
"mathbff", "krista king", "mathMeeting", "mathbyfives", "yourteacher",
|
| 34 |
+
"virtual nerd", "study.com", "coursera", "edx", "brilliant",
|
| 35 |
+
"filipino math", "tagalog math", "pinoy teacher", "math philippines",
|
| 36 |
+
"shs math", "senior high school math", "grade 11 math", "grade 12 math",
|
| 37 |
+
"general mathematics", "business math", "statistics", "probability",
|
| 38 |
+
"finite math", "precalculus", "calculus", "algebra", "geometry",
|
| 39 |
+
"trigonometry", "functions", "equations", "problem solving",
|
| 40 |
]
|
| 41 |
|
| 42 |
_EDUCATIONAL_CHANNEL_EXACT = {
|
| 43 |
"khan academy", "patrickjmt", "3blue1brown", "numberphile",
|
| 44 |
"math antics", "the organic chemistry tutor", "professor leonard",
|
| 45 |
"nancy pi", "ted-ed", "crashcourse", "bright side",
|
| 46 |
+
"mit opencourseware", "stanford", "harvard", "mashup math",
|
| 47 |
+
"mathcoach", "mathologer", "stand-up maths", "eddie woo",
|
| 48 |
+
"black pen red pen", "michel van biezen", "brian mclogan",
|
| 49 |
+
"mathbff", "krista king", "mathmeeting", "mathbyfives", "yourteacher",
|
| 50 |
+
"virtual nerd", "study.com", "coursera", "brilliant.org",
|
| 51 |
}
|
| 52 |
|
| 53 |
+
# Duration filters
|
| 54 |
+
_MIN_DURATION_SECONDS = 120 # 2 minutes (allow shorter tutorials)
|
| 55 |
+
_MAX_DURATION_SECONDS = 3600 # 60 minutes
|
| 56 |
+
_TARGET_MIN_SECONDS = 300 # 5 minutes (ideal)
|
| 57 |
+
_TARGET_MAX_SECONDS = 1200 # 20 minutes (ideal)
|
| 58 |
+
|
| 59 |
# Cache TTL in seconds (7 days)
|
| 60 |
_CACHE_TTL_SECONDS = 7 * 24 * 60 * 60
|
| 61 |
|
| 62 |
+
# Guaranteed fallback videos by subject โ these are well-known educational videos
|
| 63 |
+
# that are extremely likely to exist and be relevant. Used as nuclear option
|
| 64 |
+
# when YouTube API returns nothing for all search strategies.
|
| 65 |
+
_GUARANTEED_FALLBACK_VIDEOS = {
|
| 66 |
+
"default": [
|
| 67 |
+
{
|
| 68 |
+
"videoId": "p6j8HhfJ5Mc",
|
| 69 |
+
"title": "The Essence of Calculus",
|
| 70 |
+
"channelTitle": "3Blue1Brown",
|
| 71 |
+
"thumbnailUrl": "https://img.youtube.com/vi/p6j8HhfJ5Mc/hqdefault.jpg",
|
| 72 |
+
"durationSeconds": 1024,
|
| 73 |
+
"description": "A beautiful introduction to calculus concepts.",
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"videoId": "fNk_zzaMoSs",
|
| 77 |
+
"title": "Introduction to Algebra",
|
| 78 |
+
"channelTitle": "Khan Academy",
|
| 79 |
+
"thumbnailUrl": "https://img.youtube.com/vi/fNk_zzaMoSs/hqdefault.jpg",
|
| 80 |
+
"durationSeconds": 720,
|
| 81 |
+
"description": "Fundamentals of algebraic thinking and equations.",
|
| 82 |
+
},
|
| 83 |
+
],
|
| 84 |
+
"general mathematics": [
|
| 85 |
+
{
|
| 86 |
+
"videoId": "fNk_zzaMoSs",
|
| 87 |
+
"title": "Introduction to Algebra",
|
| 88 |
+
"channelTitle": "Khan Academy",
|
| 89 |
+
"thumbnailUrl": "https://img.youtube.com/vi/fNk_zzaMoSs/hqdefault.jpg",
|
| 90 |
+
"durationSeconds": 720,
|
| 91 |
+
"description": "Fundamentals of algebraic thinking and equations.",
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"videoId": "5I_1G5CNA5E",
|
| 95 |
+
"title": "Functions and Their Graphs",
|
| 96 |
+
"channelTitle": "Khan Academy",
|
| 97 |
+
"thumbnailUrl": "https://img.youtube.com/vi/5I_1G5CNA5E/hqdefault.jpg",
|
| 98 |
+
"durationSeconds": 685,
|
| 99 |
+
"description": "Understanding functions, domain, range, and graphing.",
|
| 100 |
+
},
|
| 101 |
+
],
|
| 102 |
+
"business math": [
|
| 103 |
+
{
|
| 104 |
+
"videoId": "Dc2V7_ur_yY",
|
| 105 |
+
"title": "Simple Interest and Compound Interest",
|
| 106 |
+
"channelTitle": "Khan Academy",
|
| 107 |
+
"thumbnailUrl": "https://img.youtube.com/vi/Dc2V7_ur_yY/hqdefault.jpg",
|
| 108 |
+
"durationSeconds": 780,
|
| 109 |
+
"description": "Understanding interest calculations for business applications.",
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"videoId": "BFGj4mkHbHc",
|
| 113 |
+
"title": "Business Mathematics Tutorial",
|
| 114 |
+
"channelTitle": "Math Meeting",
|
| 115 |
+
"thumbnailUrl": "https://img.youtube.com/vi/BFGj4mkHbHc/hqdefault.jpg",
|
| 116 |
+
"durationSeconds": 890,
|
| 117 |
+
"description": "Essential business math concepts and problem solving.",
|
| 118 |
+
},
|
| 119 |
+
],
|
| 120 |
+
"statistics": [
|
| 121 |
+
{
|
| 122 |
+
"videoId": "qBigTkBLU6g",
|
| 123 |
+
"title": "Statistics Intro: Mean, Median, and Mode",
|
| 124 |
+
"channelTitle": "Khan Academy",
|
| 125 |
+
"thumbnailUrl": "https://img.youtube.com/vi/qBigTkBLU6g/hqdefault.jpg",
|
| 126 |
+
"durationSeconds": 512,
|
| 127 |
+
"description": "Introduction to measures of central tendency.",
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"videoId": "oXdM3XVCzIM",
|
| 131 |
+
"title": "Standard Deviation Explained",
|
| 132 |
+
"channelTitle": "Khan Academy",
|
| 133 |
+
"thumbnailUrl": "https://img.youtube.com/vi/oXdM3XVCzIM/hqdefault.jpg",
|
| 134 |
+
"durationSeconds": 635,
|
| 135 |
+
"description": "Understanding variance and standard deviation.",
|
| 136 |
+
},
|
| 137 |
+
],
|
| 138 |
+
"probability": [
|
| 139 |
+
{
|
| 140 |
+
"videoId": "uzkc-qNVoOk",
|
| 141 |
+
"title": "Probability Explained",
|
| 142 |
+
"channelTitle": "Khan Academy",
|
| 143 |
+
"thumbnailUrl": "https://img.youtube.com/vi/uzkc-qNVoOk/hqdefault.jpg",
|
| 144 |
+
"durationSeconds": 480,
|
| 145 |
+
"description": "Introduction to probability concepts and calculations.",
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"videoId": "SkidyvDkNYQ",
|
| 149 |
+
"title": "Probability of Independent Events",
|
| 150 |
+
"channelTitle": "Khan Academy",
|
| 151 |
+
"thumbnailUrl": "https://img.youtube.com/vi/SkidyvDkNYQ/hqdefault.jpg",
|
| 152 |
+
"durationSeconds": 520,
|
| 153 |
+
"description": "Calculating probabilities for independent and dependent events.",
|
| 154 |
+
},
|
| 155 |
+
],
|
| 156 |
+
"finite math": [
|
| 157 |
+
{
|
| 158 |
+
"videoId": "fNk_zzaMoSs",
|
| 159 |
+
"title": "Introduction to Algebra",
|
| 160 |
+
"channelTitle": "Khan Academy",
|
| 161 |
+
"thumbnailUrl": "https://img.youtube.com/vi/fNk_zzaMoSs/hqdefault.jpg",
|
| 162 |
+
"durationSeconds": 720,
|
| 163 |
+
"description": "Fundamentals of algebraic thinking and equations.",
|
| 164 |
+
},
|
| 165 |
+
{
|
| 166 |
+
"videoId": "5I_1G5CNA5E",
|
| 167 |
+
"title": "Functions and Their Graphs",
|
| 168 |
+
"channelTitle": "Khan Academy",
|
| 169 |
+
"thumbnailUrl": "https://img.youtube.com/vi/5I_1G5CNA5E/hqdefault.jpg",
|
| 170 |
+
"durationSeconds": 685,
|
| 171 |
+
"description": "Understanding functions, domain, range, and graphing.",
|
| 172 |
+
},
|
| 173 |
+
],
|
| 174 |
+
"calculus": [
|
| 175 |
+
{
|
| 176 |
+
"videoId": "p6j8HhfJ5Mc",
|
| 177 |
+
"title": "The Essence of Calculus",
|
| 178 |
+
"channelTitle": "3Blue1Brown",
|
| 179 |
+
"thumbnailUrl": "https://img.youtube.com/vi/p6j8HhfJ5Mc/hqdefault.jpg",
|
| 180 |
+
"durationSeconds": 1024,
|
| 181 |
+
"description": "A beautiful introduction to calculus concepts.",
|
| 182 |
+
},
|
| 183 |
+
{
|
| 184 |
+
"videoId": "WUvTyaaNkzM",
|
| 185 |
+
"title": "Limits and Continuity",
|
| 186 |
+
"channelTitle": "Khan Academy",
|
| 187 |
+
"thumbnailUrl": "https://img.youtube.com/vi/WUvTyaaNkzM/hqdefault.jpg",
|
| 188 |
+
"durationSeconds": 780,
|
| 189 |
+
"description": "Understanding limits and continuity in calculus.",
|
| 190 |
+
},
|
| 191 |
+
],
|
| 192 |
+
"algebra": [
|
| 193 |
+
{
|
| 194 |
+
"videoId": "fNk_zzaMoSs",
|
| 195 |
+
"title": "Introduction to Algebra",
|
| 196 |
+
"channelTitle": "Khan Academy",
|
| 197 |
+
"thumbnailUrl": "https://img.youtube.com/vi/fNk_zzaMoSs/hqdefault.jpg",
|
| 198 |
+
"durationSeconds": 720,
|
| 199 |
+
"description": "Fundamentals of algebraic thinking and equations.",
|
| 200 |
+
},
|
| 201 |
+
{
|
| 202 |
+
"videoId": "5I_1G5CNA5E",
|
| 203 |
+
"title": "Functions and Their Graphs",
|
| 204 |
+
"channelTitle": "Khan Academy",
|
| 205 |
+
"thumbnailUrl": "https://img.youtube.com/vi/5I_1G5CNA5E/hqdefault.jpg",
|
| 206 |
+
"durationSeconds": 685,
|
| 207 |
+
"description": "Understanding functions, domain, range, and graphing.",
|
| 208 |
+
},
|
| 209 |
+
],
|
| 210 |
+
"geometry": [
|
| 211 |
+
{
|
| 212 |
+
"videoId": "302eJ3TzJQU",
|
| 213 |
+
"title": "Geometry Introduction",
|
| 214 |
+
"channelTitle": "Khan Academy",
|
| 215 |
+
"thumbnailUrl": "https://img.youtube.com/vi/302eJ3TzJQU/hqdefault.jpg",
|
| 216 |
+
"durationSeconds": 540,
|
| 217 |
+
"description": "Basic geometry concepts and terminology.",
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"videoId": "Jn0YxbqEjHk",
|
| 221 |
+
"title": "Trigonometry Introduction",
|
| 222 |
+
"channelTitle": "Khan Academy",
|
| 223 |
+
"thumbnailUrl": "https://img.youtube.com/vi/Jn0YxbqEjHk/hqdefault.jpg",
|
| 224 |
+
"durationSeconds": 680,
|
| 225 |
+
"description": "Introduction to trigonometric functions and identities.",
|
| 226 |
+
},
|
| 227 |
+
],
|
| 228 |
+
"trigonometry": [
|
| 229 |
+
{
|
| 230 |
+
"videoId": "Jn0YxbqEjHk",
|
| 231 |
+
"title": "Trigonometry Introduction",
|
| 232 |
+
"channelTitle": "Khan Academy",
|
| 233 |
+
"thumbnailUrl": "https://img.youtube.com/vi/Jn0YxbqEjHk/hqdefault.jpg",
|
| 234 |
+
"durationSeconds": 680,
|
| 235 |
+
"description": "Introduction to trigonometric functions and identities.",
|
| 236 |
+
},
|
| 237 |
+
{
|
| 238 |
+
"videoId": "PUB0TaZ7bhA",
|
| 239 |
+
"title": "Unit Circle Definition of Trig Functions",
|
| 240 |
+
"channelTitle": "Khan Academy",
|
| 241 |
+
"thumbnailUrl": "https://img.youtube.com/vi/PUB0TaZ7bhA/hqdefault.jpg",
|
| 242 |
+
"durationSeconds": 590,
|
| 243 |
+
"description": "Understanding sine and cosine on the unit circle.",
|
| 244 |
+
},
|
| 245 |
+
],
|
| 246 |
+
}
|
| 247 |
+
|
| 248 |
+
|
| 249 |
+
def _get_guaranteed_fallback_videos(subject: str = "", max_results: int = 3) -> List[Dict]:
|
| 250 |
+
"""Return guaranteed fallback videos when YouTube API returns nothing."""
|
| 251 |
+
subject_lower = subject.lower().strip()
|
| 252 |
+
|
| 253 |
+
# Try exact subject match
|
| 254 |
+
if subject_lower in _GUARANTEED_FALLBACK_VIDEOS:
|
| 255 |
+
videos = _GUARANTEED_FALLBACK_VIDEOS[subject_lower]
|
| 256 |
+
else:
|
| 257 |
+
# Try partial match
|
| 258 |
+
matched = False
|
| 259 |
+
for key, videos_list in _GUARANTEED_FALLBACK_VIDEOS.items():
|
| 260 |
+
if key != "default" and (key in subject_lower or subject_lower in key):
|
| 261 |
+
videos = videos_list
|
| 262 |
+
matched = True
|
| 263 |
+
break
|
| 264 |
+
if not matched:
|
| 265 |
+
videos = _GUARANTEED_FALLBACK_VIDEOS["default"]
|
| 266 |
+
|
| 267 |
+
return videos[:max_results]
|
| 268 |
+
|
| 269 |
|
| 270 |
def _build_youtube_client():
|
| 271 |
"""Lazy-init googleapiclient YouTube client. Returns None if no API key."""
|
|
|
|
| 300 |
return any(kw in lowered for kw in _EDUCATIONAL_CHANNEL_KEYWORDS)
|
| 301 |
|
| 302 |
|
| 303 |
+
def _score_video_result(item: dict, query: str, topic: str, subject: str) -> float:
|
| 304 |
"""Score a video result for relevance. Higher is better."""
|
| 305 |
score = 0.0
|
| 306 |
title = (item.get("title") or "").lower()
|
| 307 |
description = (item.get("description") or "").lower()
|
| 308 |
channel = (item.get("channelTitle") or "").lower()
|
| 309 |
query_lower = query.lower()
|
| 310 |
+
topic_lower = topic.lower()
|
| 311 |
+
subject_lower = subject.lower() if subject else ""
|
| 312 |
+
|
| 313 |
+
# Topic relevance (highest weight)
|
| 314 |
+
topic_words = [w for w in topic_lower.split() if len(w) > 2]
|
| 315 |
+
for word in topic_words:
|
| 316 |
+
if word in title:
|
| 317 |
+
score += 4.0
|
| 318 |
+
if word in description:
|
| 319 |
+
score += 1.5
|
| 320 |
|
| 321 |
+
# Subject relevance
|
| 322 |
+
if subject_lower:
|
| 323 |
+
subject_words = [w for w in subject_lower.split() if len(w) > 2]
|
| 324 |
+
for word in subject_words:
|
| 325 |
+
if word in title:
|
| 326 |
+
score += 2.0
|
| 327 |
+
if word in description:
|
| 328 |
+
score += 0.5
|
| 329 |
|
| 330 |
# Query terms appear in title
|
| 331 |
for word in query_lower.split():
|
| 332 |
if len(word) > 2 and word in title:
|
| 333 |
+
score += 1.0
|
| 334 |
|
| 335 |
# Educational channel bonus
|
| 336 |
if _is_educational_channel(channel):
|
| 337 |
+
score += 3.0
|
| 338 |
|
| 339 |
+
# Math/education terms in title
|
| 340 |
+
math_terms = ["tutorial", "lesson", "explain", "math", "mathematics",
|
| 341 |
+
"solution", "problem", "example", "learn", "how to",
|
| 342 |
+
"introduction", "basics", "overview", "guide"]
|
| 343 |
+
for term in math_terms:
|
| 344 |
+
if term in title:
|
| 345 |
+
score += 1.5
|
| 346 |
|
| 347 |
+
# Duration scoring
|
| 348 |
duration = item.get("durationSeconds", 0)
|
| 349 |
+
if _TARGET_MIN_SECONDS <= duration <= _TARGET_MAX_SECONDS:
|
| 350 |
score += 2.0
|
| 351 |
+
elif _MIN_DURATION_SECONDS <= duration <= _MAX_DURATION_SECONDS:
|
| 352 |
score += 1.0
|
| 353 |
+
elif duration > 0:
|
| 354 |
+
score += 0.3 # Still count very short/long videos, just less
|
| 355 |
|
| 356 |
return score
|
| 357 |
|
| 358 |
|
| 359 |
+
def _extract_meaningful_keywords(chunks: List[dict]) -> List[str]:
|
| 360 |
+
"""Extract meaningful keywords from curriculum chunks."""
|
| 361 |
+
keywords: List[str] = []
|
| 362 |
+
for chunk in chunks[:3]:
|
| 363 |
+
content = str(chunk.get("content", "")).strip()
|
| 364 |
+
if not content:
|
| 365 |
+
continue
|
| 366 |
+
# Split into sentences and take first few
|
| 367 |
+
sentences = content.split('.')[:2]
|
| 368 |
+
for sentence in sentences:
|
| 369 |
+
# Extract important words (nouns, concepts) - heuristic approach
|
| 370 |
+
words = re.findall(r'\b[A-Za-z][a-z]{3,}\b', sentence)
|
| 371 |
+
# Filter out common stop words
|
| 372 |
+
stop_words = {
|
| 373 |
+
'this', 'that', 'with', 'from', 'they', 'have', 'will',
|
| 374 |
+
'would', 'there', 'their', 'what', 'said', 'each',
|
| 375 |
+
'which', 'about', 'could', 'other', 'after', 'first',
|
| 376 |
+
'these', 'think', 'where', 'being', 'every', 'great',
|
| 377 |
+
'might', 'shall', 'while', 'through', 'during', 'before',
|
| 378 |
+
'between', 'among', 'within', 'without', 'against',
|
| 379 |
+
'students', 'student', 'learning', 'learn', 'understand',
|
| 380 |
+
'objective', 'objectives', 'competency', 'competencies',
|
| 381 |
+
}
|
| 382 |
+
meaningful = [w.lower() for w in words if w.lower() not in stop_words]
|
| 383 |
+
keywords.extend(meaningful[:8])
|
| 384 |
+
|
| 385 |
+
# Deduplicate while preserving order
|
| 386 |
+
seen = set()
|
| 387 |
+
unique = []
|
| 388 |
+
for kw in keywords:
|
| 389 |
+
if kw not in seen and len(kw) > 3:
|
| 390 |
+
seen.add(kw)
|
| 391 |
+
unique.append(kw)
|
| 392 |
+
return unique[:12]
|
| 393 |
+
|
| 394 |
+
|
| 395 |
def _enrich_query_with_rag(topic: str, subject: str, lesson_context: str = "") -> str:
|
| 396 |
"""
|
| 397 |
Query the RAG vectorstore to extract curriculum keywords and enrich
|
|
|
|
| 401 |
if subject:
|
| 402 |
enriched = f"{enriched} {subject}"
|
| 403 |
if lesson_context:
|
| 404 |
+
# Only add lesson context if it's not too similar to topic
|
| 405 |
+
if lesson_context.lower() not in topic.lower():
|
| 406 |
+
enriched = f"{enriched} {lesson_context}"
|
| 407 |
|
| 408 |
try:
|
| 409 |
from rag.curriculum_rag import retrieve_curriculum_context
|
|
|
|
| 413 |
top_k=5,
|
| 414 |
)
|
| 415 |
if chunks:
|
| 416 |
+
keywords = _extract_meaningful_keywords(chunks)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 417 |
if keywords:
|
| 418 |
+
keyword_str = " ".join(keywords[:10])
|
|
|
|
|
|
|
| 419 |
enriched = f"{enriched} {keyword_str}"
|
| 420 |
except Exception as exc:
|
| 421 |
logger.debug("RAG enrichment skipped: %s", exc)
|
|
|
|
| 425 |
return enriched[:300]
|
| 426 |
|
| 427 |
|
| 428 |
+
def _generate_search_queries_with_ai(
|
| 429 |
+
topic: str,
|
| 430 |
+
subject: str,
|
| 431 |
+
lesson_context: str,
|
| 432 |
+
grade_level: str,
|
| 433 |
+
) -> List[str]:
|
| 434 |
+
"""
|
| 435 |
+
Use DeepSeek to generate multiple targeted YouTube search queries.
|
| 436 |
+
Falls back to heuristic queries if AI is unavailable.
|
| 437 |
+
|
| 438 |
+
Returns a list of queries ordered from most specific to most general.
|
| 439 |
+
"""
|
| 440 |
+
try:
|
| 441 |
+
from services.inference_client import InferenceRequest, create_default_client
|
| 442 |
+
|
| 443 |
+
prompt = (
|
| 444 |
+
f"You are helping find educational YouTube videos for a Filipino senior high school math lesson.\n"
|
| 445 |
+
f"Topic: {topic}\n"
|
| 446 |
+
f"Subject: {subject}\n"
|
| 447 |
+
f"Context: {lesson_context or 'General mathematics lesson'}\n"
|
| 448 |
+
f"Grade: {grade_level or 'Grade 11-12'}\n\n"
|
| 449 |
+
f"Generate exactly 4 YouTube search queries that would find the most relevant educational videos.\n"
|
| 450 |
+
f"Rules:\n"
|
| 451 |
+
f"1. Query 1: Most specific - exact topic with 'tutorial' or 'lesson'\n"
|
| 452 |
+
f"2. Query 2: Slightly broader - related concepts or prerequisite topics\n"
|
| 453 |
+
f"3. Query 3: Even broader - the general subject area with key concepts\n"
|
| 454 |
+
f"4. Query 4: Last resort - basic subject + 'introduction' or 'basics'\n"
|
| 455 |
+
f"5. Each query should be 3-8 words\n"
|
| 456 |
+
f"6. Use terms that real educational channels would use\n"
|
| 457 |
+
f"7. If the exact topic is very specific/niche, include related more common topics\n\n"
|
| 458 |
+
f"Return ONLY a JSON array of 4 strings, nothing else:\n"
|
| 459 |
+
f'["query1", "query2", "query3", "query4"]'
|
| 460 |
+
)
|
| 461 |
+
|
| 462 |
+
client = create_default_client()
|
| 463 |
+
request = InferenceRequest(
|
| 464 |
+
messages=[
|
| 465 |
+
{"role": "system", "content": "You generate YouTube search queries. Return only JSON arrays."},
|
| 466 |
+
{"role": "user", "content": prompt},
|
| 467 |
+
],
|
| 468 |
+
task_type="lesson_generation",
|
| 469 |
+
max_new_tokens=200,
|
| 470 |
+
temperature=0.3,
|
| 471 |
+
top_p=0.9,
|
| 472 |
+
)
|
| 473 |
+
response = client.generate_from_messages(request)
|
| 474 |
+
|
| 475 |
+
# Parse JSON array from response
|
| 476 |
+
text = response.strip()
|
| 477 |
+
# Try to find JSON array
|
| 478 |
+
match = re.search(r'\[.*\]', text, re.DOTALL)
|
| 479 |
+
if match:
|
| 480 |
+
queries = json.loads(match.group())
|
| 481 |
+
if isinstance(queries, list) and len(queries) >= 2:
|
| 482 |
+
# Validate and clean queries
|
| 483 |
+
cleaned = []
|
| 484 |
+
for q in queries:
|
| 485 |
+
if isinstance(q, str) and len(q.strip()) > 3:
|
| 486 |
+
cleaned.append(q.strip()[:200])
|
| 487 |
+
if len(cleaned) >= 2:
|
| 488 |
+
logger.info("AI generated %d search queries", len(cleaned))
|
| 489 |
+
return cleaned
|
| 490 |
+
except Exception as exc:
|
| 491 |
+
logger.debug("AI query generation failed, using fallback: %s", exc)
|
| 492 |
+
|
| 493 |
+
# Fallback heuristic queries
|
| 494 |
+
return _generate_fallback_queries(topic, subject, lesson_context)
|
| 495 |
+
|
| 496 |
+
|
| 497 |
+
def _generate_fallback_queries(topic: str, subject: str, lesson_context: str) -> List[str]:
|
| 498 |
+
"""Generate fallback search queries when AI is unavailable."""
|
| 499 |
+
queries = [
|
| 500 |
+
f"{topic} {subject} tutorial lesson",
|
| 501 |
+
f"{topic} mathematics explained",
|
| 502 |
+
f"{subject} {topic} how to",
|
| 503 |
+
]
|
| 504 |
+
|
| 505 |
+
# Add broader queries
|
| 506 |
+
if lesson_context and lesson_context.lower() not in topic.lower():
|
| 507 |
+
queries.insert(1, f"{lesson_context} tutorial")
|
| 508 |
+
|
| 509 |
+
# Extract core concept from topic (e.g., "quadratic equations" -> "quadratic")
|
| 510 |
+
core_words = [w for w in topic.split() if len(w) > 3]
|
| 511 |
+
if core_words:
|
| 512 |
+
core = core_words[0]
|
| 513 |
+
queries.append(f"{core} math lesson introduction")
|
| 514 |
+
|
| 515 |
+
# Add subject-level query as last resort
|
| 516 |
+
queries.append(f"{subject} basics tutorial")
|
| 517 |
+
|
| 518 |
+
# Remove duplicates while preserving order
|
| 519 |
+
seen = set()
|
| 520 |
+
unique = []
|
| 521 |
+
for q in queries:
|
| 522 |
+
if q.lower() not in seen:
|
| 523 |
+
seen.add(q.lower())
|
| 524 |
+
unique.append(q)
|
| 525 |
+
|
| 526 |
+
return unique[:5]
|
| 527 |
+
|
| 528 |
+
|
| 529 |
+
def _find_related_topics_with_ai(topic: str, subject: str) -> List[str]:
|
| 530 |
+
"""
|
| 531 |
+
When exact topic has no videos, ask DeepSeek for related/similar topics
|
| 532 |
+
that are more likely to have educational video content.
|
| 533 |
+
"""
|
| 534 |
+
try:
|
| 535 |
+
from services.inference_client import InferenceRequest, create_default_client
|
| 536 |
+
|
| 537 |
+
prompt = (
|
| 538 |
+
f"The topic '{topic}' in {subject} has very few or no YouTube videos.\n"
|
| 539 |
+
f"Suggest 3 related, more commonly taught topics that would have educational videos.\n"
|
| 540 |
+
f"These should cover similar or prerequisite concepts.\n"
|
| 541 |
+
f"Return ONLY a JSON array of 3 short topic phrases (2-4 words each).\n"
|
| 542 |
+
f'["topic1", "topic2", "topic3"]'
|
| 543 |
+
)
|
| 544 |
+
|
| 545 |
+
client = create_default_client()
|
| 546 |
+
request = InferenceRequest(
|
| 547 |
+
messages=[
|
| 548 |
+
{"role": "system", "content": "You suggest related math topics. Return only JSON arrays."},
|
| 549 |
+
{"role": "user", "content": prompt},
|
| 550 |
+
],
|
| 551 |
+
task_type="lesson_generation",
|
| 552 |
+
max_new_tokens=150,
|
| 553 |
+
temperature=0.4,
|
| 554 |
+
top_p=0.9,
|
| 555 |
+
)
|
| 556 |
+
response = client.generate_from_messages(request)
|
| 557 |
+
|
| 558 |
+
text = response.strip()
|
| 559 |
+
match = re.search(r'\[.*\]', text, re.DOTALL)
|
| 560 |
+
if match:
|
| 561 |
+
topics = json.loads(match.group())
|
| 562 |
+
if isinstance(topics, list):
|
| 563 |
+
cleaned = [t.strip()[:100] for t in topics if isinstance(t, str) and len(t.strip()) > 2]
|
| 564 |
+
if cleaned:
|
| 565 |
+
logger.info("AI suggested %d related topics for '%s'", len(cleaned), topic)
|
| 566 |
+
return cleaned
|
| 567 |
+
except Exception as exc:
|
| 568 |
+
logger.debug("AI related topics failed: %s", exc)
|
| 569 |
+
|
| 570 |
+
# Fallback: generate simple related topics
|
| 571 |
+
return _generate_fallback_related_topics(topic, subject)
|
| 572 |
+
|
| 573 |
+
|
| 574 |
+
def _generate_fallback_related_topics(topic: str, subject: str) -> List[str]:
|
| 575 |
+
"""Generate simple related topic fallbacks."""
|
| 576 |
+
related = []
|
| 577 |
+
|
| 578 |
+
# Try subject + common subtopics
|
| 579 |
+
if "equation" in topic.lower():
|
| 580 |
+
related.extend([f"{subject} functions", f"{subject} graphing"])
|
| 581 |
+
elif "function" in topic.lower():
|
| 582 |
+
related.extend([f"{subject} equations", f"{subject} domain range"])
|
| 583 |
+
elif "probability" in topic.lower():
|
| 584 |
+
related.extend([f"{subject} statistics", "basic probability concepts"])
|
| 585 |
+
elif "statistics" in topic.lower():
|
| 586 |
+
related.extend([f"{subject} data analysis", "measures of central tendency"])
|
| 587 |
+
elif "geometry" in topic.lower() or "angle" in topic.lower():
|
| 588 |
+
related.extend([f"{subject} trigonometry", "basic geometry concepts"])
|
| 589 |
+
elif "calculus" in topic.lower() or "derivative" in topic.lower():
|
| 590 |
+
related.extend(["limits and continuity", f"{subject} functions"])
|
| 591 |
+
else:
|
| 592 |
+
related.extend([
|
| 593 |
+
f"{subject} fundamentals",
|
| 594 |
+
f"{subject} basic concepts",
|
| 595 |
+
f"{subject} introduction",
|
| 596 |
+
])
|
| 597 |
+
|
| 598 |
+
return related[:3]
|
| 599 |
+
|
| 600 |
+
|
| 601 |
+
def _execute_youtube_search(
|
| 602 |
+
client,
|
| 603 |
+
query: str,
|
| 604 |
+
max_results: int = 15,
|
| 605 |
+
video_duration: Optional[str] = "medium",
|
| 606 |
+
video_definition: Optional[str] = "high",
|
| 607 |
+
language: str = "en",
|
| 608 |
+
) -> List[dict]:
|
| 609 |
+
"""Execute a single YouTube search and return raw items with details."""
|
| 610 |
+
try:
|
| 611 |
+
search_params = {
|
| 612 |
+
"part": "snippet",
|
| 613 |
+
"q": query,
|
| 614 |
+
"type": "video",
|
| 615 |
+
"maxResults": max_results,
|
| 616 |
+
"relevanceLanguage": language,
|
| 617 |
+
"order": "relevance",
|
| 618 |
+
}
|
| 619 |
+
|
| 620 |
+
if video_duration:
|
| 621 |
+
search_params["videoDuration"] = video_duration
|
| 622 |
+
if video_definition:
|
| 623 |
+
search_params["videoDefinition"] = video_definition
|
| 624 |
+
|
| 625 |
+
search_response = client.search().list(**search_params).execute()
|
| 626 |
+
items = search_response.get("items", [])
|
| 627 |
+
|
| 628 |
+
if not items:
|
| 629 |
+
return []
|
| 630 |
+
|
| 631 |
+
# Get video details
|
| 632 |
+
video_ids = [item["id"]["videoId"] for item in items if item.get("id", {}).get("videoId")]
|
| 633 |
+
if not video_ids:
|
| 634 |
+
return []
|
| 635 |
+
|
| 636 |
+
details_response = client.videos().list(
|
| 637 |
+
part="contentDetails,statistics,snippet",
|
| 638 |
+
id=",".join(video_ids),
|
| 639 |
+
).execute()
|
| 640 |
+
|
| 641 |
+
details_map = {}
|
| 642 |
+
for detail in details_response.get("items", []):
|
| 643 |
+
vid = detail.get("id")
|
| 644 |
+
if vid:
|
| 645 |
+
details_map[vid] = detail
|
| 646 |
+
|
| 647 |
+
# Build enriched items
|
| 648 |
+
results = []
|
| 649 |
+
for item in items:
|
| 650 |
+
video_id = item.get("id", {}).get("videoId", "")
|
| 651 |
+
if not video_id:
|
| 652 |
+
continue
|
| 653 |
+
|
| 654 |
+
detail = details_map.get(video_id, {})
|
| 655 |
+
snippet = detail.get("snippet", item.get("snippet", {}))
|
| 656 |
+
content_details = detail.get("contentDetails", {})
|
| 657 |
+
|
| 658 |
+
duration = content_details.get("duration", "")
|
| 659 |
+
duration_secs = _parse_iso8601_duration(duration)
|
| 660 |
+
|
| 661 |
+
# Build thumbnail URL
|
| 662 |
+
thumbnail_url = f"https://img.youtube.com/vi/{video_id}/mqdefault.jpg"
|
| 663 |
+
thumbs = snippet.get("thumbnails", {})
|
| 664 |
+
if "high" in thumbs:
|
| 665 |
+
thumbnail_url = thumbs["high"]["url"]
|
| 666 |
+
elif "medium" in thumbs:
|
| 667 |
+
thumbnail_url = thumbs["medium"]["url"]
|
| 668 |
+
|
| 669 |
+
results.append({
|
| 670 |
+
"videoId": video_id,
|
| 671 |
+
"title": snippet.get("title", ""),
|
| 672 |
+
"channelTitle": snippet.get("channelTitle", ""),
|
| 673 |
+
"thumbnailUrl": thumbnail_url,
|
| 674 |
+
"durationSeconds": duration_secs,
|
| 675 |
+
"description": snippet.get("description", "")[:300],
|
| 676 |
+
})
|
| 677 |
+
|
| 678 |
+
return results
|
| 679 |
+
except Exception as exc:
|
| 680 |
+
logger.warning("YouTube search execution failed for query '%s': %s", query, exc)
|
| 681 |
+
return []
|
| 682 |
+
|
| 683 |
+
|
| 684 |
+
def _filter_and_score_results(
|
| 685 |
+
items: List[dict],
|
| 686 |
+
query: str,
|
| 687 |
+
topic: str,
|
| 688 |
+
subject: str,
|
| 689 |
+
require_educational: bool = True,
|
| 690 |
+
min_duration: int = 120,
|
| 691 |
+
max_duration: int = 3600,
|
| 692 |
+
) -> List[dict]:
|
| 693 |
+
"""Filter and score video results."""
|
| 694 |
+
results = []
|
| 695 |
+
for item in items:
|
| 696 |
+
duration_secs = item.get("durationSeconds", 0)
|
| 697 |
+
channel_title = item.get("channelTitle", "")
|
| 698 |
+
title = item.get("title", "")
|
| 699 |
+
|
| 700 |
+
# Duration filter
|
| 701 |
+
if duration_secs < min_duration or duration_secs > max_duration:
|
| 702 |
+
continue
|
| 703 |
+
|
| 704 |
+
# Educational channel filter
|
| 705 |
+
is_edu = _is_educational_channel(channel_title)
|
| 706 |
+
if require_educational and not is_edu:
|
| 707 |
+
# Allow if title strongly suggests math tutorial
|
| 708 |
+
lowered_title = title.lower()
|
| 709 |
+
if not any(term in lowered_title for term in [
|
| 710 |
+
"tutorial", "lesson", "math", "explain", "how to",
|
| 711 |
+
"introduction", "basics", "learn", "example", "problem"
|
| 712 |
+
]):
|
| 713 |
+
continue
|
| 714 |
+
|
| 715 |
+
# Score
|
| 716 |
+
score = _score_video_result(item, query, topic, subject)
|
| 717 |
+
item["_score"] = score
|
| 718 |
+
results.append(item)
|
| 719 |
+
|
| 720 |
+
results.sort(key=lambda x: x["_score"], reverse=True)
|
| 721 |
+
for r in results:
|
| 722 |
+
r.pop("_score", None)
|
| 723 |
+
|
| 724 |
+
return results
|
| 725 |
+
|
| 726 |
+
|
| 727 |
def _get_cache_key(topic: str, subject: str, grade_level: str) -> str:
|
| 728 |
"""Generate a deterministic Firestore document ID for caching."""
|
| 729 |
raw = f"{subject}|{topic}|{grade_level}"
|
|
|
|
| 750 |
|
| 751 |
cached_at = data.get("cachedAt")
|
| 752 |
if cached_at:
|
|
|
|
| 753 |
if hasattr(cached_at, "timestamp"):
|
| 754 |
cached_epoch = cached_at.timestamp()
|
| 755 |
elif isinstance(cached_at, datetime):
|
|
|
|
| 799 |
) -> List[Dict]:
|
| 800 |
"""
|
| 801 |
Search YouTube Data API v3 for relevant educational math videos.
|
| 802 |
+
|
| 803 |
+
Uses a multi-strategy approach to guarantee at least 1 result:
|
| 804 |
+
1. AI-generated targeted queries with strict filters
|
| 805 |
+
2. Fallback to heuristic queries with relaxed filters
|
| 806 |
+
3. Broader subject-level searches
|
| 807 |
+
4. Related topics suggested by AI
|
| 808 |
+
5. Emergency unfiltered search as last resort
|
| 809 |
+
|
| 810 |
+
Returns up to `max_results` videos.
|
| 811 |
"""
|
| 812 |
client = _build_youtube_client()
|
| 813 |
if client is None:
|
| 814 |
logger.warning("YOUTUBE_API_KEY not set. Video search disabled.")
|
| 815 |
return []
|
| 816 |
|
| 817 |
+
all_results: List[dict] = []
|
| 818 |
+
seen_video_ids = set()
|
| 819 |
+
|
| 820 |
+
# Generate search queries using AI + fallback
|
| 821 |
+
queries = _generate_search_queries_with_ai(topic, subject, lesson_context, grade_level)
|
| 822 |
+
logger.info("YouTube search queries: %s", queries)
|
| 823 |
+
|
| 824 |
+
# โโโ Strategy 1: AI queries with standard filters โโโโโโโโโโโโโโโโโโโโโโโ
|
| 825 |
+
for query in queries:
|
| 826 |
+
items = _execute_youtube_search(
|
| 827 |
+
client, query,
|
| 828 |
+
max_results=10,
|
| 829 |
+
video_duration="medium",
|
| 830 |
+
video_definition="high",
|
| 831 |
+
language=language,
|
| 832 |
+
)
|
| 833 |
+
filtered = _filter_and_score_results(
|
| 834 |
+
items, query, topic, subject,
|
| 835 |
+
require_educational=True,
|
| 836 |
+
min_duration=_MIN_DURATION_SECONDS,
|
| 837 |
+
max_duration=_MAX_DURATION_SECONDS,
|
| 838 |
+
)
|
| 839 |
+
for item in filtered:
|
| 840 |
+
vid = item["videoId"]
|
| 841 |
+
if vid not in seen_video_ids:
|
| 842 |
+
seen_video_ids.add(vid)
|
| 843 |
+
all_results.append(item)
|
| 844 |
+
|
| 845 |
+
if len(all_results) >= max_results:
|
| 846 |
+
break
|
| 847 |
+
|
| 848 |
+
# โโโ Strategy 2: Same queries, relaxed filters โโโโโโโโโโโโโโโโโโโโโโโโโโ
|
| 849 |
+
if len(all_results) < max_results:
|
| 850 |
+
for query in queries:
|
| 851 |
+
items = _execute_youtube_search(
|
| 852 |
+
client, query,
|
| 853 |
+
max_results=10,
|
| 854 |
+
video_duration=None, # Any duration
|
| 855 |
+
video_definition=None, # Any quality
|
| 856 |
+
language=language,
|
| 857 |
+
)
|
| 858 |
+
filtered = _filter_and_score_results(
|
| 859 |
+
items, query, topic, subject,
|
| 860 |
+
require_educational=False, # Less strict
|
| 861 |
+
min_duration=60, # Allow shorter
|
| 862 |
+
max_duration=7200, # Allow longer
|
| 863 |
+
)
|
| 864 |
+
for item in filtered:
|
| 865 |
+
vid = item["videoId"]
|
| 866 |
+
if vid not in seen_video_ids:
|
| 867 |
+
seen_video_ids.add(vid)
|
| 868 |
+
all_results.append(item)
|
| 869 |
+
|
| 870 |
+
if len(all_results) >= max_results:
|
| 871 |
+
break
|
| 872 |
+
|
| 873 |
+
# โโโ Strategy 3: Broader subject-level searches โโโโโโโโโโโโโโโโโโโโโโโโโ
|
| 874 |
+
if len(all_results) < 1:
|
| 875 |
+
broad_queries = [
|
| 876 |
+
f"{subject} {topic.split()[0] if topic else ''} tutorial",
|
| 877 |
+
f"{subject} mathematics lesson",
|
| 878 |
+
f"{topic} explained simply",
|
| 879 |
+
]
|
| 880 |
+
for query in broad_queries:
|
| 881 |
+
if not query.strip():
|
| 882 |
continue
|
| 883 |
+
items = _execute_youtube_search(
|
| 884 |
+
client, query,
|
| 885 |
+
max_results=10,
|
| 886 |
+
video_duration=None,
|
| 887 |
+
video_definition=None,
|
| 888 |
+
language=language,
|
| 889 |
+
)
|
| 890 |
+
filtered = _filter_and_score_results(
|
| 891 |
+
items, query, topic, subject,
|
| 892 |
+
require_educational=False,
|
| 893 |
+
min_duration=60,
|
| 894 |
+
max_duration=7200,
|
| 895 |
+
)
|
| 896 |
+
for item in filtered:
|
| 897 |
+
vid = item["videoId"]
|
| 898 |
+
if vid not in seen_video_ids:
|
| 899 |
+
seen_video_ids.add(vid)
|
| 900 |
+
all_results.append(item)
|
| 901 |
+
|
| 902 |
+
if len(all_results) >= max_results:
|
| 903 |
+
break
|
| 904 |
+
|
| 905 |
+
# โโโ Strategy 4: AI-suggested related topics โโโโโโโโโโโโโโโโโโโโโโโโโโโโ
|
| 906 |
+
if len(all_results) < 1:
|
| 907 |
+
related_topics = _find_related_topics_with_ai(topic, subject)
|
| 908 |
+
for related_topic in related_topics:
|
| 909 |
+
query = f"{related_topic} tutorial"
|
| 910 |
+
items = _execute_youtube_search(
|
| 911 |
+
client, query,
|
| 912 |
+
max_results=8,
|
| 913 |
+
video_duration=None,
|
| 914 |
+
video_definition=None,
|
| 915 |
+
language=language,
|
| 916 |
+
)
|
| 917 |
+
filtered = _filter_and_score_results(
|
| 918 |
+
items, query, topic, subject,
|
| 919 |
+
require_educational=False,
|
| 920 |
+
min_duration=60,
|
| 921 |
+
max_duration=7200,
|
| 922 |
+
)
|
| 923 |
+
for item in filtered:
|
| 924 |
+
vid = item["videoId"]
|
| 925 |
+
if vid not in seen_video_ids:
|
| 926 |
+
seen_video_ids.add(vid)
|
| 927 |
+
all_results.append(item)
|
| 928 |
+
|
| 929 |
+
if len(all_results) >= max_results:
|
| 930 |
+
break
|
| 931 |
+
|
| 932 |
+
# โโโ Strategy 5: Emergency unfiltered search โโโโโโโโโโโโโโโโโโโโโโโโโโโโ
|
| 933 |
+
if len(all_results) < 1:
|
| 934 |
+
emergency_queries = [
|
| 935 |
+
topic,
|
| 936 |
+
f"{topic} math",
|
| 937 |
+
subject,
|
| 938 |
+
]
|
| 939 |
+
for query in emergency_queries:
|
| 940 |
+
if not query or not query.strip():
|
| 941 |
continue
|
| 942 |
+
items = _execute_youtube_search(
|
| 943 |
+
client, query,
|
| 944 |
+
max_results=5,
|
| 945 |
+
video_duration=None,
|
| 946 |
+
video_definition=None,
|
| 947 |
+
language=language,
|
| 948 |
+
)
|
| 949 |
+
# Accept ANY result in emergency mode
|
| 950 |
+
for item in items:
|
| 951 |
+
vid = item["videoId"]
|
| 952 |
+
if vid not in seen_video_ids:
|
| 953 |
+
seen_video_ids.add(vid)
|
| 954 |
+
all_results.append(item)
|
| 955 |
+
|
| 956 |
+
if len(all_results) >= 1:
|
| 957 |
+
break
|
| 958 |
+
|
| 959 |
+
# โโโ Final: Return top results or guaranteed fallback โโโโโโโโโโโโโโโโโโโ
|
| 960 |
+
if not all_results:
|
| 961 |
+
logger.warning(
|
| 962 |
+
"All YouTube search strategies failed for topic: %s. Using guaranteed fallback videos.",
|
| 963 |
+
topic,
|
| 964 |
+
)
|
| 965 |
+
fallback = _get_guaranteed_fallback_videos(subject, max_results)
|
| 966 |
+
if fallback:
|
| 967 |
+
logger.info("Returning %d guaranteed fallback videos for subject: %s", len(fallback), subject)
|
| 968 |
+
return fallback
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 969 |
return []
|
| 970 |
+
|
| 971 |
+
# Re-score all collected results against the original topic
|
| 972 |
+
for item in all_results:
|
| 973 |
+
item["_score"] = _score_video_result(item, topic, topic, subject)
|
| 974 |
+
|
| 975 |
+
all_results.sort(key=lambda x: x["_score"], reverse=True)
|
| 976 |
+
for item in all_results:
|
| 977 |
+
item.pop("_score", None)
|
| 978 |
+
|
| 979 |
+
top_results = all_results[:max_results]
|
| 980 |
+
logger.info("YouTube search returned %d results (top %d) for topic: %s",
|
| 981 |
+
len(all_results), len(top_results), topic)
|
| 982 |
+
return top_results
|
| 983 |
|
| 984 |
|
| 985 |
def get_video_search_results(
|
|
|
|
| 1014 |
if videos:
|
| 1015 |
cache_videos(cache_key, videos, topic)
|
| 1016 |
|
| 1017 |
+
return {"videos": videos, "cached": False}
|