with chnage

app/core/config.py

@@ -8,10 +8,10 @@ class Settings(BaseSettings):
  
     GROQ_API_KEY: str
     PINECONE_API_KEY: str
-    WEB_BASE_URL: str
-    # CLOUDINARY_CLOUD_NAME: str
-    # CLOUDINARY_API_KEY: str
-    # CLOUDINARY_API_SECRET: str
+
+    CLOUDINARY_CLOUD_NAME: str
+    CLOUDINARY_API_KEY: str
+    CLOUDINARY_API_SECRET: str
  
     model_config = SettingsConfigDict(
         env_file=str(BASE_DIR / ".env"),

app/main.py

@@ -1,96 +1,73 @@
-import uuid
-import tempfile
 import os
-from pathlib import Path
-from fastapi import FastAPI, UploadFile, File, Form, HTTPException
+from fastapi import FastAPI, Form, HTTPException
 from fastapi.middleware.cors import CORSMiddleware
-from langgraph.checkpoint.memory import MemorySaver
 from app.utils.ui_payload_constructor import UIPayload
-from app.core.config import settings
 from app.graph import graph
-
-WEB_URL=settings.WEB_BASE_URL
-
+from app.utils.cloudinary_utils import get_resume_url
+ 
+ 
 app = FastAPI(title="Adaptive Onboarding Engine")
-
+ 
 app.add_middleware(
     CORSMiddleware,
-    allow_origins=["*"],   # tighten this in production
+    allow_origins=["*"],
     allow_methods=["*"],
     allow_headers=["*"],
 )
-
-checkpointer = MemorySaver()
-
-
+ 
+ 
 @app.post("/analyze")
 async def analyze(
-    resume: UploadFile = File(..., description="Resume PDF file"),
+    user_id: str = Form(..., description="User ID — used to fetch resume from Cloudinary"),
     job_description: str = Form(..., description="Job description text"),
-    candidate_name: str = Form(default="Candidate"),
 ):
-    # 1. Save uploaded PDF to a temp file
-    tmp_path = None
+    # 1. Fetch PDF URL from Cloudinary using user_id
+    try:
+        pdf_url = get_resume_url(user_id)
+    except FileNotFoundError as e:
+        raise HTTPException(status_code=404, detail=str(e))
+ 
+    # 2. Build graph state
+    initial_input = {
+        "candidate_name": None,
+        "resume_text": None,
+        "file_path": pdf_url,
+        "job_description": job_description,
+        "resume_data": None,
+        "extraction_error": None,
+        "JobDescriptionExtract_data": None,
+        "skill_gap_analysis_data": None,
+        "messages": [],
+        "mermaid_code": None,
+        "final_roadmap": None,
+    }
+ 
+    # 3. Run graph — use user_id as thread_id for checkpointer
+    config = {"configurable": {"thread_id": user_id}}
+ 
     try:
-        suffix = Path(resume.filename).suffix or ".pdf"
-        with tempfile.NamedTemporaryFile(delete=False, suffix=suffix) as tmp:
-            content = await resume.read()
-            tmp.write(content)
-            tmp_path = tmp.name
-
-        # 2. Build initial graph state
-        initial_input = {
-            "candidate_name": candidate_name,
-            "resume_text": None,
-            "job_description": job_description,
-            "file_path": tmp_path,          # local temp path for PyMuPDF
-            "resume_data": None,
-            "extraction_error": None,
-            "JobDescriptionExtract_data": None,
-            "skill_gap_analysis_data": None,
-            "messages": [],
-            "mermaid_code": None,
-            "final_roadmap": None,
-        }
-
-        # 3. Run the graph
-        thread_id = str(uuid.uuid4())
-        config = {"configurable": {"thread_id": thread_id}}
-
         final_state = graph.invoke(initial_input, config=config)
-
-        # 4. Check for extraction errors
+ 
         if final_state.get("extraction_error"):
             raise HTTPException(
                 status_code=422,
                 detail=f"Extraction failed: {final_state['extraction_error']}"
             )
-
-        # 5. Build and return UI payload
-        return build_ui_payload(final_state)
-
+ 
+        payload = UIPayload.from_state(final_state)
+        return payload.to_dict()
+ 
     except HTTPException:
         raise
-
     except Exception as e:
         raise HTTPException(status_code=500, detail=str(e))
-
-    finally:
-        # 6. Clean up temp file
-        if tmp_path and os.path.exists(tmp_path):
-            os.remove(tmp_path)
-
-
-# -----------------------------
-# GET /health
-# -----------------------------
-
+ 
+ 
 @app.get("/health")
 def health():
     return {"status": "ok", "service": "Adaptive Onboarding Engine"}
-
-
-
+ 
+ 
 if __name__ == "__main__":
     import uvicorn
     uvicorn.run(app, host="127.0.0.1", port=8000)

app/nodes/graphnodes.py

@@ -97,34 +97,16 @@ def skill_gap_node(state: OnboardingState):
     
     # To remove noise and reduce size  of the prompt.
     lean_resume_dict = resume_data.model_dump(
-        exclude={
-            "achievements": True, # Drops the entire achievements list
-            "skills": {"__all__": {"category"}}, # Drops 'category' from every skill
-            "experience": {"__all__": {"responsibilities"}}, # Drops bullet points
-            "projects": {"__all__": {"what_was_built"}}, # Drops project descriptions
-            "certifications": {"__all__": {"issuer"}} # Drops the issuer
-        },
-        exclude_none=True # Bonus: Automatically drops any fields that are None/null!
+       exclude_none=True # Bonus: Automatically drops any fields that are None/null!
     )
 
     raw_jd = state["JobDescriptionExtract_data"]
     
     # Strip the HR noise and text bloat
     lean_jd_dict = raw_jd.model_dump(
-        exclude={
-            "company_name": True,
-            "location": True,
-            "employment_type": True,
-            "duration_months": True,
-            "responsibilities": True, # Dropping verbose bullet points
-            "requirements": True,
-            "constraints": True
-        },
-        exclude_none=True # Drops any null fields
+       exclude_none=True # Drops any null fields
     )
     
-
-    
     lean_resume_json = json.dumps(lean_resume_dict, indent=2)
 
 

app/prompts/roadmap_planner_agent_prompt.py

@@ -38,7 +38,7 @@ personalized learning journey that ensures "Role Competency" in the minimum time
 
 <example_mermaid>
 flowchart TD
-    A([Start — Rahul's current skills]):::start
+    A([Start — Candidate's current skills]):::start
     subgraph W1["Week 1 — Core gaps"]
       B[CS-DOCKER-101\nDocker & Containerization]:::gap
       C[CS-PY-101\nPython Fundamentals]:::known

app/schemas/pydanticschema.py

@@ -115,11 +115,6 @@ class ExperienceItem(BaseModel):
         description="Type of experience: internship, full_time, contract, or freelance"
     )
 
-    duration_months: Optional[int] = Field(
-        None,
-        description="Duration of this role in months. Null if not explicitly mentioned"
-    )
-
     technologies: Optional[List[str]] = Field(
         default_factory=list,
         description="Technologies, tools, or frameworks used in this role"
@@ -134,35 +129,29 @@ class ProjectItem(BaseModel):
     name: str = Field(..., description="Project name")
     technologies: List[str] = Field(
         default_factory=list,
-        description="Technologies used in this project"
-    )
-    what_was_built: Optional[str] = Field(
-        None,
-        description="One line — what problem it solved or what was built"
+        description="Technologies used in this project ,hence learned in the project"
     )
+  
 
 
 class CertificationItem(BaseModel):
     name: str = Field(..., description="Certification name")
-    issuer: Optional[str] = Field(None, description="Issuing organization")
+    
     topics_covered: List[str] = Field(
         default_factory=list,
         description="Key topics or skills the certification covers"
     )
 
 
-class AchievementItem(BaseModel):
-    title: str = Field(..., description="Achievement title")
-    domain: Optional[str] = Field(
-        None,
-        description="Domain of achievement e.g. Competitive Programming, Hackathon, Quiz"
-    )
 
 
 
 
 class ResumeExtract(BaseModel):
 
+
+    candidate_name:Optional[str]
+
     
     job_title: Optional[str] = Field(
     None,
@@ -177,14 +166,6 @@ class ResumeExtract(BaseModel):
     
     
 
-    total_experience_months: Optional[int] = Field(
-       0,
-      description=(
-        "Total professional work experience in months. "
-        "Includes internships and full-time roles. "
-        "0 if fresher or no experience found."
-      )
-    )
    
 
    
@@ -207,10 +188,7 @@ class ResumeExtract(BaseModel):
         None,
         description="Certifications with topics they cover. None if not present."
     )
-    achievements: Optional[List[AchievementItem]] = Field(
-        None,
-        description="Accomplishments that signal domain strength or soft skills. None if not present."
-    )
+   
 
 
     is_fresher: bool = Field(
@@ -249,15 +227,6 @@ class RequirementItem(BaseModel):
     )
 
 
-class ConstraintItem(BaseModel):
-    type: str = Field(
-        ...,
-        description="Constraint type such as location, duration, eligibility"
-    )
-    value: str = Field(
-        ...,
-        description="Constraint value (e.g., 'Pune only', '6 months', 'Fresher')"
-    )
 
 
 
@@ -267,26 +236,6 @@ class JobDescriptionExtract(BaseModel):
         description="Job role/title (e.g., AI/ML Intern, Web Developer)"
     )
 
-    company_name: Optional[str] = Field(
-        None,
-        description="Company offering the job"
-    )
-
-    location: Optional[str] = Field(
-        None,
-        description="Job location if specified"
-    )
-
-    employment_type: Optional[str] = Field(
-        None,
-        description="Type of job: internship, full-time, contract"
-    )
-
-    duration_months: Optional[int] = Field(
-        None,
-        description="Duration of role in months (for internships/contracts)"
-    )
-
     is_fresher_allowed: Optional[bool] = Field(
         None,
         description="Whether freshers are eligible for this role"
@@ -312,10 +261,7 @@ class JobDescriptionExtract(BaseModel):
         description="General requirements like availability, qualifications"
     )
 
-    constraints: Optional[List[ConstraintItem]] = Field(
-        None,
-        description="Special constraints like location restriction, duration, etc."
-    )
+
 
 
 class SkillGap(BaseModel):

app/tools/Catalog.json

@@ -737,5 +737,281 @@
       "CIA Triad",
       "Threats"
     ]
+  },
+
+    {
+    "course_id": "OPS-K8S-101",
+    "title": "Kubernetes for AI Workloads",
+    "level": "intermediate",
+    "category": "MLOps",
+    "description": "An introduction to K8s specifically for ML engineers. Covers pod orchestration, GPU resource allocation, and scaling FastAPI backends on clusters.",
+    "learning_outcomes": [
+      "Deploy ML models as K8s services",
+      "Configure GPU-enabled worker nodes",
+      "Manage cluster auto-scaling for inference bursts"
+    ],
+    "prerequisites": [],
+    "estimated_duration_hours": 10,
+    "tags": ["Kubernetes", "DevOps", "Scaling"]
+  },
+  {
+    "course_id": "OPS-TRITON-201",
+    "title": "High-Performance Serving with Triton",
+    "level": "advanced",
+    "category": "MLOps",
+    "description": "Using NVIDIA Triton to serve models from multiple frameworks (PyTorch, TensorFlow, ONNX). Covers model ensemble pipelines and dynamic batching for sub-100ms latency.",
+    "learning_outcomes": [
+      "Configure Triton Model Repository",
+      "Implement dynamic batching for high throughput",
+      "Optimize model performance with TensorRT"
+    ],
+    "prerequisites": ["OPS-K8S-101"],
+    "estimated_duration_hours": 15,
+    "tags": ["Triton", "NVIDIA", "Inference", "Latency"]
+  },
+  {
+    "course_id": "SEC-LLM-301",
+    "title": "LLM Red Teaming & Guardrails",
+    "level": "advanced",
+    "category": "AI Security",
+    "description": "Deep dive into LLM vulnerabilities. Learn to simulate prompt injections, implement Lakera/NeMo Guardrails, and secure RAG retrieval from data leakage.",
+    "learning_outcomes": [
+      "Perform adversarial 'red teaming' on LLM prompts",
+      "Implement real-time injection detection layers",
+      "Secure vector retrieval pipelines from PII leakage"
+    ],
+    "prerequisites": [],
+    "estimated_duration_hours": 12,
+    "tags": ["Security", "Red Teaming", "Prompt Injection"]
+  },
+  {
+    "course_id": "DTA-MIL-401",
+    "title": "Billion-Scale Vector Ops",
+    "level": "expert",
+    "category": "Data Engineering",
+    "description": "Scaling beyond managed services. Managing Milvus clusters, fine-tuning HNSW parameters, and partitioning massive datasets for distributed search.",
+    "learning_outcomes": [
+      "Architect distributed Milvus clusters",
+      "Tune index performance for billion-scale search",
+      "Implement complex metadata filtering at scale"
+    ],
+    "prerequisites": ["OPS-K8S-101"],
+    "estimated_duration_hours": 18,
+    "tags": ["Milvus", "Vector DB", "Optimization"]
+  },  
+  {
+    "course_id": "HC-EHR-101",
+    "title": "Enterprise Health Record Admin",
+    "level": "beginner",
+    "category": "Health Informatics",
+    "description": "Introduction to the administrative side of Epic and Cerner. Covers patient population mapping, digital referral tracking, and cross-departmental data integration.",
+    "learning_outcomes": [
+      "Navigate enterprise EHR interfaces",
+      "Audit digital clinical documentation for compliance",
+      "Manage HIPAA-secure data transfers"
+    ],
+    "prerequisites": [],
+    "estimated_duration_hours": 8,
+    "tags": ["EHR", "Epic", "Cerner", "Informatics"]
+  },
+  {
+    "course_id": "HC-UM-201",
+    "title": "Utilization Management & InterQual",
+    "level": "intermediate",
+    "category": "Compliance",
+    "description": "Deep dive into InterQual clinical criteria. Learn how to determine medical necessity for inpatient, observation, and outpatient services to ensure insurance and federal reimbursement.",
+    "learning_outcomes": [
+      "Apply InterQual criteria to clinical scenarios",
+      "Determine appropriate level of care",
+      "Manage clinical appeals and denials"
+    ],
+    "prerequisites": ["HC-EHR-101"],
+    "estimated_duration_hours": 12,
+    "tags": ["InterQual", "UM", "Medical Necessity", "Medicaid"]
+  },
+  {
+    "course_id": "HC-DTA-301",
+    "title": "Clinical Analytics & Power BI",
+    "level": "intermediate",
+    "category": "Data Science",
+    "description": "Converting case notes into data. Learn to build Power BI dashboards that track patient 'Self-Sufficiency' scores, discharge timelines, and program cost-efficiency.",
+    "learning_outcomes": [
+      "Connect clinical databases to Power BI",
+      "Design interactive patient outcome dashboards",
+      "Predict patient readmission risks via data trends"
+    ],
+    "prerequisites": [],
+    "estimated_duration_hours": 10,
+    "tags": ["Power BI", "Analytics", "Dashboards", "KPIs"]
+  },
+
+   {
+    "course_id": "EDU-INF-101",
+    "title": "Mental Health Informatics Foundations",
+    "level": "beginner",
+    "category": "Health Informatics",
+    "description": "The transition from clinical notes to structured data. Learn to manage HIPAA-compliant databases and move from 'observational' reporting to 'analytical' population health tracking.",
+    "learning_outcomes": [
+      "Structure clinical counseling data for HIPAA-compliant analysis",
+      "Navigate Digital Mental Health Records (DMHR)",
+      "Interpret large-scale behavioral health datasets"
+    ],
+    "prerequisites": [],
+    "estimated_duration_hours": 6,
+    "tags": ["Informatics", "Data", "HealthTech", "Basics"]
+  },
+  {
+    "course_id": "EDU-AI-201",
+    "title": "AI in Clinical Crisis Detection",
+    "level": "intermediate",
+    "category": "Clinical AI",
+    "description": "Utilizing Natural Language Processing (NLP) and sentiment analysis to identify risk markers in counseling logs and digital communications for proactive intervention.",
+    "learning_outcomes": [
+      "Understand NLP markers for suicidal ideation and burnout",
+      "Configure AI alerts for crisis team activation",
+      "Audit AI outputs for clinical accuracy and bias"
+    ],
+    "prerequisites": ["EDU-INF-101"],
+    "estimated_duration_hours": 12,
+    "tags": ["AI", "Crisis Intervention", "NLP", "Psychology"]
+  },
+  {
+    "course_id": "EDU-PLAT-301",
+    "title": "Digital EAP Ecosystem Management",
+    "level": "intermediate",
+    "category": "Enterprise Wellness",
+    "description": "Mastering the administration of platforms like Lyra and Spring Health. Learn to deploy automated triage, manage global provider networks, and track employee wellness ROI.",
+    "learning_outcomes": [
+      "Administer enterprise-scale mental health platforms",
+      "Set up automated clinical triage workflows",
+      "Measure and report on the ROI of digital wellness programs"
+    ],
+    "prerequisites": ["EDU-INF-101"],
+    "estimated_duration_hours": 10,
+    "tags": ["EAP", "Enterprise", "Wellness", "Platforms"]
+  },
+  {
+    "course_id": "OPS-K8S-101",
+    "title": "Kubernetes for AI Workloads",
+    "level": "intermediate",
+    "category": "MLOps",
+    "description": "An introduction to K8s specifically for ML engineers. Covers pod orchestration, GPU resource allocation, and scaling FastAPI backends on clusters.",
+    "learning_outcomes": [
+      "Deploy ML models as K8s services",
+      "Configure GPU-enabled worker nodes",
+      "Manage cluster auto-scaling for inference bursts"
+    ],
+    "prerequisites": [],
+    "estimated_duration_hours": 10,
+    "tags": ["Kubernetes", "DevOps", "Scaling"]
+  },
+  {
+    "course_id": "OPS-TRITON-201",
+    "title": "High-Performance Serving with Triton",
+    "level": "advanced",
+    "category": "MLOps",
+    "description": "Using NVIDIA Triton to serve models from multiple frameworks (PyTorch, TensorFlow, ONNX). Covers model ensemble pipelines and dynamic batching for sub-100ms latency.",
+    "learning_outcomes": [
+      "Configure Triton Model Repository",
+      "Implement dynamic batching for high throughput",
+      "Optimize model performance with TensorRT"
+    ],
+    "prerequisites": ["OPS-K8S-101"],
+    "estimated_duration_hours": 15,
+    "tags": ["Triton", "NVIDIA", "Inference", "Latency"]
+  },
+  {
+    "course_id": "SEC-LLM-301",
+    "title": "LLM Red Teaming & Guardrails",
+    "level": "advanced",
+    "category": "AI Security",
+    "description": "Deep dive into LLM vulnerabilities. Learn to simulate prompt injections, implement Lakera/NeMo Guardrails, and secure RAG retrieval from data leakage.",
+    "learning_outcomes": [
+      "Perform adversarial 'red teaming' on LLM prompts",
+      "Implement real-time injection detection layers",
+      "Secure vector retrieval pipelines from PII leakage"
+    ],
+    "prerequisites": [],
+    "estimated_duration_hours": 12,
+    "tags": ["Security", "Red Teaming", "Prompt Injection"]
+  },
+  {
+    "course_id": "DTA-MIL-401",
+    "title": "Billion-Scale Vector Ops",
+    "level": "expert",
+    "category": "Data Engineering",
+    "description": "Scaling beyond managed services. Managing Milvus clusters, fine-tuning HNSW parameters, and partitioning massive datasets for distributed search.",
+    "learning_outcomes": [
+      "Architect distributed Milvus clusters",
+      "Tune index performance for billion-scale search",
+      "Implement complex metadata filtering at scale"
+    ],
+    "prerequisites": ["OPS-K8S-101"],
+    "estimated_duration_hours": 18,
+    "tags": ["Milvus", "Vector DB", "Optimization"]
+  },
+  {
+    "course_id": "BUS-DATA-101",
+    "title": "Data Fundamentals for Talent Ops",
+    "level": "beginner",
+    "category": "Workforce Analytics",
+    "description": "Foundational course on HR metrics and data hygiene. Learn to structure talent data for analysis and move beyond simple spreadsheets.",
+    "learning_outcomes": [
+      "Define key workforce KPIs",
+      "Structure unstructured talent data for reporting",
+      "Basics of data-driven decision making in recruitment"
+    ],
+    "prerequisites": [],
+    "estimated_duration_hours": 5,
+    "tags": ["Data", "HR", "Basics"]
+  },
+  {
+    "course_id": "BUS-SQL-201",
+    "title": "SQL for Workforce Analytics",
+    "level": "intermediate",
+    "category": "Data Science",
+    "description": "Learn to query internal talent databases. Covers JOINs, aggregations, and subqueries to find hiring trends and predict churn.",
+    "learning_outcomes": [
+      "Write SQL queries to extract talent metrics",
+      "Analyze historical hiring data for trends",
+      "Build basic labor supply reports"
+    ],
+    "prerequisites": ["BUS-DATA-101"],
+    "estimated_duration_hours": 12,
+    "tags": ["SQL", "Analytics", "Database"]
+  },
+  {
+    "course_id": "BUS-AI-301",
+    "title": "Mastering AI Talent Platforms",
+    "level": "advanced",
+    "category": "Recruitment Tech",
+    "description": "Deep dive into Eightfold.ai and SeekOut. Learn to use deep-learning matching, skill-adjacency analysis, and automated sourcing bots.",
+    "learning_outcomes": [
+      "Configure AI matching filters",
+      "Analyze talent pools for skill gaps using AI",
+      "Manage automated sourcing workflows"
+    ],
+    "prerequisites": ["BUS-DATA-101"],
+    "estimated_duration_hours": 10,
+    "tags": ["AI", "Eightfold", "Recruitment"]
+  },
+  {
+    "course_id": "BUS-VMS-401",
+    "title": "Enterprise VMS Strategy",
+    "level": "intermediate",
+    "category": "Logistics",
+    "description": "Managing contingent labor at scale using SAP Fieldglass. Covers vendor optimization, bill-rate management, and compliance audits.",
+    "learning_outcomes": [
+      "Navigate SAP Fieldglass VMS",
+      "Optimize bill-rates across global vendors",
+      "Manage contingent workforce compliance"
+    ],
+    "prerequisites": [],
+    "estimated_duration_hours": 8,
+    "tags": ["VMS", "SAP", "Contingent Labor"]
   }
+
+
+
+  
 ]

app/utils/formatted_catalog.json

@@ -1,609 +0,0 @@
-[
-  {
-    "page_content": "Title: Python Programming Fundamentals. Description: Core Python programming covering data types, control flow, functions, OOP basics, and file handling.. Outcomes: Write clean Python functions and classes, Understand list, dict, and set operations, Handle exceptions and file I/O",
-    "metadata": {
-      "course_id": "CS-PY-101",
-      "category": "Programming",
-      "level": "beginner",
-      "prerequisites": [],
-      "duration": 6,
-      "tags": [
-        "Python",
-        "Programming",
-        "OOP"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Advanced Python \u00e2\u20ac\u201d Async, Decorators & Design Patterns. Description: Deep dive into Python internals \u00e2\u20ac\u201d asyncio, context managers, metaclasses, and common software design patterns.. Outcomes: Write async/await coroutines, Build custom decorators and context managers, Apply Factory, Singleton, and Observer patterns",
-    "metadata": {
-      "course_id": "CS-PY-201",
-      "category": "Programming",
-      "level": "intermediate",
-      "prerequisites": [
-        "CS-PY-101"
-      ],
-      "duration": 8,
-      "tags": [
-        "Python",
-        "Async",
-        "Design Patterns"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: SQL Fundamentals for Backend Developers. Description: Foundational course covering relational database concepts, CRUD operations, and basic JOINs using SQLite and PostgreSQL.. Outcomes: Write basic SELECT queries with filters, Understand Primary and Foreign Keys, Perform data insertion, updates, and deletions",
-    "metadata": {
-      "course_id": "CS-DB-101",
-      "category": "Database",
-      "level": "beginner",
-      "prerequisites": [],
-      "duration": 4,
-      "tags": [
-        "SQL",
-        "PostgreSQL",
-        "Database",
-        "Backend"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Advanced SQL \u00e2\u20ac\u201d Indexing, Transactions & Query Optimization. Description: Covers advanced SQL techniques including window functions, CTEs, query execution plans, and transaction management.. Outcomes: Use window functions and CTEs, Analyze and optimize slow queries with EXPLAIN, Manage ACID transactions and deadlock prevention",
-    "metadata": {
-      "course_id": "CS-DB-201",
-      "category": "Database",
-      "level": "intermediate",
-      "prerequisites": [
-        "CS-DB-101"
-      ],
-      "duration": 7,
-      "tags": [
-        "SQL",
-        "PostgreSQL",
-        "Indexing",
-        "Performance"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: NoSQL Databases \u00e2\u20ac\u201d MongoDB & Redis. Description: Introduction to document and key-value stores, covering MongoDB aggregation pipelines and Redis caching strategies.. Outcomes: Design document schemas in MongoDB, Build aggregation pipelines, Implement caching with Redis TTL strategies",
-    "metadata": {
-      "course_id": "CS-DB-301",
-      "category": "Database",
-      "level": "intermediate",
-      "prerequisites": [
-        "CS-DB-101"
-      ],
-      "duration": 6,
-      "tags": [
-        "MongoDB",
-        "Redis",
-        "NoSQL",
-        "Caching"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: REST API Development with FastAPI. Description: Build production-ready REST APIs using FastAPI, covering routing, request validation with Pydantic, and basic authentication.. Outcomes: Create REST endpoints with path and query params, Validate request/response with Pydantic models, Implement JWT-based authentication",
-    "metadata": {
-      "course_id": "CS-FAST-101",
-      "category": "Backend",
-      "level": "beginner",
-      "prerequisites": [
-        "CS-PY-101"
-      ],
-      "duration": 6,
-      "tags": [
-        "FastAPI",
-        "Python",
-        "REST API",
-        "Pydantic"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Advanced API Design with FastAPI. Description: Deep dive into asynchronous programming, dependency injection, background tasks, and building secure RESTful services.. Outcomes: Implement OAuth2 authentication flows, Build async database endpoints with SQLAlchemy, Use dependency injection and middleware patterns",
-    "metadata": {
-      "course_id": "CS-FAST-201",
-      "category": "Backend",
-      "level": "intermediate",
-      "prerequisites": [
-        "CS-PY-101",
-        "CS-DB-101",
-        "CS-FAST-101"
-      ],
-      "duration": 8,
-      "tags": [
-        "FastAPI",
-        "Python",
-        "API",
-        "Async",
-        "OAuth2"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: HTML, CSS & JavaScript Fundamentals. Description: Core web development foundations covering semantic HTML5, CSS Flexbox/Grid, and vanilla JavaScript DOM manipulation.. Outcomes: Build responsive layouts with Flexbox and Grid, Manipulate the DOM with vanilla JavaScript, Handle browser events and form validation",
-    "metadata": {
-      "course_id": "CS-WEB-101",
-      "category": "Web Development",
-      "level": "beginner",
-      "prerequisites": [],
-      "duration": 8,
-      "tags": [
-        "HTML",
-        "CSS",
-        "JavaScript",
-        "Frontend"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: React.js \u00e2\u20ac\u201d Component Architecture & State Management. Description: Build dynamic single-page applications with React, covering hooks, context API, and integration with REST APIs.. Outcomes: Build reusable components with props and hooks, Manage global state with Context API and Redux, Fetch and display data from REST APIs",
-    "metadata": {
-      "course_id": "CS-WEB-201",
-      "category": "Web Development",
-      "level": "intermediate",
-      "prerequisites": [
-        "CS-WEB-101"
-      ],
-      "duration": 10,
-      "tags": [
-        "React",
-        "JavaScript",
-        "Frontend",
-        "SPA",
-        "Hooks"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Full Stack Development with Next.js. Description: Production-grade full stack apps with Next.js covering SSR, SSG, API routes, and deployment on Vercel.. Outcomes: Implement SSR and SSG rendering strategies, Build API routes and middleware in Next.js, Deploy and optimize full stack apps on Vercel",
-    "metadata": {
-      "course_id": "CS-WEB-301",
-      "category": "Web Development",
-      "level": "advanced",
-      "prerequisites": [
-        "CS-WEB-201",
-        "CS-FAST-101"
-      ],
-      "duration": 12,
-      "tags": [
-        "Next.js",
-        "React",
-        "Full Stack",
-        "SSR",
-        "Vercel"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Docker & Containerization Fundamentals. Description: Learn containerization fundamentals \u00e2\u20ac\u201d writing Dockerfiles, managing images, volumes, and running multi-container apps with Docker Compose.. Outcomes: Write efficient multi-stage Dockerfiles, Manage container lifecycle and networking, Orchestrate multi-service apps with Docker Compose",
-    "metadata": {
-      "course_id": "CS-DOCKER-101",
-      "category": "DevOps",
-      "level": "beginner",
-      "prerequisites": [],
-      "duration": 5,
-      "tags": [
-        "Docker",
-        "Containers",
-        "DevOps",
-        "Docker Compose"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: CI/CD Pipelines with GitHub Actions. Description: Build automated build, test, and deployment pipelines using GitHub Actions, with Docker integration and environment secrets management.. Outcomes: Create GitHub Actions workflows for CI/CD, Automate Docker image builds and pushes, Manage secrets and environment variables securely",
-    "metadata": {
-      "course_id": "CS-CICD-201",
-      "category": "DevOps",
-      "level": "intermediate",
-      "prerequisites": [
-        "CS-DOCKER-101"
-      ],
-      "duration": 6,
-      "tags": [
-        "CI/CD",
-        "GitHub Actions",
-        "DevOps",
-        "Automation"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Kubernetes \u00e2\u20ac\u201d Container Orchestration at Scale. Description: Deploy, scale, and manage containerized applications with Kubernetes covering pods, deployments, services, ingress, and Helm charts.. Outcomes: Deploy applications using Deployments and StatefulSets, Configure Services, Ingress, and ConfigMaps, Manage releases with Helm charts",
-    "metadata": {
-      "course_id": "CS-K8S-301",
-      "category": "DevOps",
-      "level": "advanced",
-      "prerequisites": [
-        "CS-DOCKER-101",
-        "CS-CICD-201"
-      ],
-      "duration": 14,
-      "tags": [
-        "Kubernetes",
-        "K8s",
-        "DevOps",
-        "Helm",
-        "Scaling"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Machine Learning Fundamentals. Description: Core ML concepts covering supervised and unsupervised learning, model evaluation, and scikit-learn workflows.. Outcomes: Train and evaluate classification and regression models, Apply cross-validation and hyperparameter tuning, Preprocess and engineer features from raw data",
-    "metadata": {
-      "course_id": "CS-ML-101",
-      "category": "Machine Learning",
-      "level": "beginner",
-      "prerequisites": [
-        "CS-PY-101"
-      ],
-      "duration": 8,
-      "tags": [
-        "Machine Learning",
-        "scikit-learn",
-        "Python",
-        "Supervised Learning"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Deep Learning with PyTorch. Description: Build and train neural networks using PyTorch covering CNNs, RNNs, training loops, and GPU acceleration.. Outcomes: Build custom neural networks with nn.Module, Train CNNs on image classification tasks, Optimize models with learning rate schedulers",
-    "metadata": {
-      "course_id": "CS-DL-201",
-      "category": "Machine Learning",
-      "level": "intermediate",
-      "prerequisites": [
-        "CS-ML-101"
-      ],
-      "duration": 12,
-      "tags": [
-        "PyTorch",
-        "Deep Learning",
-        "CNN",
-        "GPU",
-        "Neural Networks"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: LLM Application Development with LangChain. Description: Build LLM-powered applications using LangChain covering chains, agents, memory, and tool use.. Outcomes: Build multi-step chains with LangChain, Create tool-using agents with LangGraph, Add memory and conversation history to LLM apps",
-    "metadata": {
-      "course_id": "CS-LLM-201",
-      "category": "AI Engineering",
-      "level": "intermediate",
-      "prerequisites": [
-        "CS-PY-201"
-      ],
-      "duration": 8,
-      "tags": [
-        "LangChain",
-        "LLM",
-        "Agents",
-        "AI",
-        "LangGraph"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: RAG Pipeline Design & Vector Databases. Description: Design production RAG systems covering embedding models, vector stores, chunking strategies, and retrieval optimization.. Outcomes: Build end-to-end RAG pipelines with Pinecone, Apply hybrid search \u00e2\u20ac\u201d dense + sparse retrieval, Evaluate RAG quality with precision and recall metrics",
-    "metadata": {
-      "course_id": "CS-RAG-201",
-      "category": "AI Engineering",
-      "level": "intermediate",
-      "prerequisites": [
-        "CS-LLM-201"
-      ],
-      "duration": 10,
-      "tags": [
-        "RAG",
-        "Pinecone",
-        "Embeddings",
-        "Vector DB",
-        "LangChain"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: LLM Fine-Tuning with LoRA & PEFT. Description: Fine-tune large language models efficiently using LoRA, QLoRA, and PEFT techniques on custom datasets.. Outcomes: Prepare and format instruction-tuning datasets, Fine-tune LLMs using LoRA with Hugging Face, Evaluate fine-tuned models with ROUGE and perplexity",
-    "metadata": {
-      "course_id": "CS-FINETUNE-301",
-      "category": "AI Engineering",
-      "level": "advanced",
-      "prerequisites": [
-        "CS-DL-201",
-        "CS-LLM-201"
-      ],
-      "duration": 14,
-      "tags": [
-        "Fine-Tuning",
-        "LoRA",
-        "PEFT",
-        "Hugging Face",
-        "LLM"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Cybersecurity Fundamentals. Description: Introduction to cybersecurity principles covering the CIA triad, common attack vectors, and basic defense strategies.. Outcomes: Understand confidentiality, integrity, and availability, Identify common threats \u00e2\u20ac\u201d phishing, MITM, DoS, Apply basic security hygiene and password policies",
-    "metadata": {
-      "course_id": "CS-SEC-101",
-      "category": "Cybersecurity",
-      "level": "beginner",
-      "prerequisites": [],
-      "duration": 5,
-      "tags": [
-        "Cybersecurity",
-        "Security",
-        "CIA Triad",
-        "Threats"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Web Application Security & OWASP Top 10. Description: Covers the OWASP Top 10 vulnerabilities including SQL injection, XSS, CSRF, and broken authentication with hands-on exploitation and mitigation.. Outcomes: Exploit and patch SQL injection vulnerabilities, Prevent XSS and CSRF attacks in web apps, Implement secure authentication and session management",
-    "metadata": {
-      "course_id": "CS-SEC-201",
-      "category": "Cybersecurity",
-      "level": "intermediate",
-      "prerequisites": [
-        "CS-SEC-101",
-        "CS-WEB-101"
-      ],
-      "duration": 10,
-      "tags": [
-        "OWASP",
-        "Web Security",
-        "XSS",
-        "SQL Injection",
-        "CSRF"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Penetration Testing & Ethical Hacking. Description: Hands-on penetration testing methodology covering reconnaissance, exploitation, privilege escalation, and reporting using Kali Linux tools.. Outcomes: Conduct network reconnaissance with Nmap and Shodan, Exploit vulnerabilities using Metasploit Framework, Write professional penetration testing reports",
-    "metadata": {
-      "course_id": "CS-SEC-301",
-      "category": "Cybersecurity",
-      "level": "advanced",
-      "prerequisites": [
-        "CS-SEC-201"
-      ],
-      "duration": 16,
-      "tags": [
-        "Penetration Testing",
-        "Ethical Hacking",
-        "Kali Linux",
-        "Metasploit"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Network Security & Cryptography. Description: Deep dive into network security protocols, cryptographic algorithms, PKI infrastructure, and secure communication design.. Outcomes: Implement symmetric and asymmetric encryption, Configure TLS/SSL certificates and PKI chains, Analyze network traffic for anomalies with Wireshark",
-    "metadata": {
-      "course_id": "CS-SEC-401",
-      "category": "Cybersecurity",
-      "level": "advanced",
-      "prerequisites": [
-        "CS-SEC-201"
-      ],
-      "duration": 12,
-      "tags": [
-        "Cryptography",
-        "TLS",
-        "PKI",
-        "Network Security",
-        "Wireshark"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: AWS Cloud Fundamentals. Description: Introduction to AWS core services \u00e2\u20ac\u201d EC2, S3, RDS, IAM, Lambda \u00e2\u20ac\u201d and cloud architecture best practices.. Outcomes: Deploy and configure EC2 instances, Manage storage with S3 and IAM policies, Build serverless functions with AWS Lambda",
-    "metadata": {
-      "course_id": "CS-CLOUD-201",
-      "category": "Cloud",
-      "level": "beginner",
-      "prerequisites": [],
-      "duration": 8,
-      "tags": [
-        "AWS",
-        "Cloud",
-        "EC2",
-        "S3",
-        "Lambda",
-        "IAM"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Cloud Architecture & Microservices on AWS. Description: Design scalable cloud-native architectures on AWS using microservices, API Gateway, SQS, and infrastructure as code with Terraform.. Outcomes: Design event-driven microservices with SQS and SNS, Build and deploy APIs with API Gateway, Provision infrastructure using Terraform",
-    "metadata": {
-      "course_id": "CS-CLOUD-301",
-      "category": "Cloud",
-      "level": "advanced",
-      "prerequisites": [
-        "CS-CLOUD-201",
-        "CS-DOCKER-101"
-      ],
-      "duration": 14,
-      "tags": [
-        "AWS",
-        "Microservices",
-        "Terraform",
-        "IaC",
-        "API Gateway"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: System Design for Engineers. Description: Covers scalable system design principles including load balancing, caching, database sharding, CAP theorem, and designing real-world systems.. Outcomes: Design systems for horizontal and vertical scaling, Apply caching strategies with Redis and CDN, Architect URL shorteners, chat systems, and feed algorithms",
-    "metadata": {
-      "course_id": "CS-SYSDESIGN-301",
-      "category": "System Design",
-      "level": "advanced",
-      "prerequisites": [
-        "CS-DB-201",
-        "CS-CLOUD-201"
-      ],
-      "duration": 12,
-      "tags": [
-        "System Design",
-        "Scalability",
-        "Caching",
-        "Load Balancing",
-        "CAP Theorem"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Software Testing & Test-Driven Development. Description: Unit testing, integration testing, and TDD practices in Python using pytest, mock, and coverage tools.. Outcomes: Write unit tests with pytest and mock dependencies, Apply TDD red-green-refactor cycle, Measure and improve code coverage",
-    "metadata": {
-      "course_id": "CS-TEST-201",
-      "category": "Software Engineering",
-      "level": "intermediate",
-      "prerequisites": [
-        "CS-PY-101"
-      ],
-      "duration": 6,
-      "tags": [
-        "Testing",
-        "pytest",
-        "TDD",
-        "Unit Testing",
-        "Python"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Git & Version Control for Teams. Description: Practical Git workflows for teams covering branching strategies, merge conflicts, rebasing, and pull request best practices.. Outcomes: Apply Git Flow and trunk-based development, Resolve merge conflicts confidently, Write meaningful commit messages and PRs",
-    "metadata": {
-      "course_id": "CS-GIT-101",
-      "category": "Software Engineering",
-      "level": "beginner",
-      "prerequisites": [],
-      "duration": 3,
-      "tags": [
-        "Git",
-        "Version Control",
-        "GitHub",
-        "Collaboration"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Data Structures & Algorithms. Description: Core DSA covering arrays, linked lists, stacks, queues, trees, graphs, sorting, and searching algorithms.. Outcomes: Implement linked lists, stacks, queues from scratch, Traverse trees and graphs with BFS and DFS, Analyze time and space complexity with Big-O",
-    "metadata": {
-      "course_id": "CS-DS-101",
-      "category": "Computer Science",
-      "level": "beginner",
-      "prerequisites": [
-        "CS-PY-101"
-      ],
-      "duration": 10,
-      "tags": [
-        "DSA",
-        "Algorithms",
-        "Data Structures",
-        "Big-O"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: MLOps \u00e2\u20ac\u201d Model Deployment & Monitoring. Description: End-to-end MLOps pipeline covering model versioning with MLflow, serving with FastAPI, containerization, and drift monitoring.. Outcomes: Track experiments and version models with MLflow, Serve ML models via FastAPI and Docker, Monitor model drift and set up retraining triggers",
-    "metadata": {
-      "course_id": "CS-MLOPS-301",
-      "category": "AI Engineering",
-      "level": "advanced",
-      "prerequisites": [
-        "CS-ML-101",
-        "CS-DOCKER-101",
-        "CS-FAST-101"
-      ],
-      "duration": 12,
-      "tags": [
-        "MLOps",
-        "MLflow",
-        "Model Serving",
-        "Docker",
-        "Monitoring"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: NLP with Hugging Face Transformers. Description: Applied NLP using Hugging Face covering tokenization, fine-tuning BERT-class models, text classification, and NER.. Outcomes: Tokenize and preprocess text with Hugging Face, Fine-tune BERT for classification and NER tasks, Evaluate NLP models with F1, precision, and recall",
-    "metadata": {
-      "course_id": "CS-NLP-201",
-      "category": "Machine Learning",
-      "level": "intermediate",
-      "prerequisites": [
-        "CS-DL-201"
-      ],
-      "duration": 10,
-      "tags": [
-        "NLP",
-        "Hugging Face",
-        "BERT",
-        "Transformers",
-        "Text Classification"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: API Security \u00e2\u20ac\u201d JWT, OAuth2 & Rate Limiting. Description: Securing APIs with JWT tokens, OAuth2 flows, API key management, rate limiting, and common API attack prevention.. Outcomes: Implement OAuth2 authorization code and client credentials flows, Secure APIs against token hijacking and replay attacks, Apply rate limiting and throttling strategies",
-    "metadata": {
-      "course_id": "CS-WEBSEC-401",
-      "category": "Cybersecurity",
-      "level": "advanced",
-      "prerequisites": [
-        "CS-SEC-201",
-        "CS-FAST-101"
-      ],
-      "duration": 8,
-      "tags": [
-        "API Security",
-        "JWT",
-        "OAuth2",
-        "Rate Limiting",
-        "Backend Security"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Linux & Shell Scripting for Developers. Description: Practical Linux skills for developers covering file system navigation, permissions, process management, and bash scripting.. Outcomes: Navigate and manage the Linux file system, Write bash scripts for automation, Manage processes, cron jobs, and system services",
-    "metadata": {
-      "course_id": "CS-LINUX-101",
-      "category": "DevOps",
-      "level": "beginner",
-      "prerequisites": [],
-      "duration": 5,
-      "tags": [
-        "Linux",
-        "Bash",
-        "Shell Scripting",
-        "DevOps",
-        "CLI"
-      ]
-    }
-  },
-  {
-    "page_content": "Title: Vector Databases & Semantic Search. Description: Covers embedding generation, vector indexing with Pinecone and Weaviate, ANN search, and building semantic search applications.. Outcomes: Generate and store embeddings with OpenAI and SentenceTransformers, Build semantic search with Pinecone and Weaviate, Compare ANN algorithms \u00e2\u20ac\u201d HNSW vs IVF",
-    "metadata": {
-      "course_id": "CS-VEC-101",
-      "category": "AI Engineering",
-      "level": "intermediate",
-      "prerequisites": [
-        "CS-ML-101"
-      ],
-      "duration": 7,
-      "tags": [
-        "Vector DB",
-        "Pinecone",
-        "Weaviate",
-        "Semantic Search",
-        "Embeddings"
-      ]
-    }
-  }
-]

app/utils/langchain_formatted.json

@@ -0,0 +1,905 @@
+[
+  {
+    "page_content": "Title: Network Security & Cryptography. Description: An advanced course covering the mathematical and practical foundations of modern cryptography and network security. Students implement symmetric encryption (AES-GCM), asymmetric encryption (RSA, ECC), digital signatures, and hash functions; configure and troubleshoot TLS 1.3 certificate chains and PKI infrastructure; and use Wireshark to analyze network traffic for protocol anomalies, rogue certificates, and intrusion indicators.. Outcomes: Implement symmetric and asymmetric encryption, Configure TLS/SSL certificates and PKI chains, Analyze network traffic for anomalies with Wireshark",
+    "metadata": {
+      "course_id": "CS-SEC-401",
+      "category": "Cybersecurity",
+      "level": "advanced",
+      "prerequisites": [
+        "CS-SEC-201"
+      ],
+      "duration": 12,
+      "tags": [
+        "Cryptography",
+        "TLS",
+        "PKI",
+        "Network Security",
+        "Wireshark"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Docker & Containerization Fundamentals. Description: A practical guide to application containerization using Docker. Students learn to write optimized multi-stage Dockerfiles, manage images and container lifecycles, configure bridge and overlay networking, use named volumes for data persistence, and orchestrate multi-service applications with Docker Compose for local and staging environments.. Outcomes: Write efficient multi-stage Dockerfiles, Manage container lifecycle and networking, Orchestrate multi-service apps with Docker Compose",
+    "metadata": {
+      "course_id": "CS-DOCKER-101",
+      "category": "DevOps",
+      "level": "beginner",
+      "prerequisites": [],
+      "duration": 5,
+      "tags": [
+        "Docker",
+        "Containers",
+        "DevOps",
+        "Docker Compose"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Data Structures & Algorithms. Description: A rigorous course in core computer science concepts essential for technical interviews and engineering roles. Covers the implementation and analysis of arrays, singly and doubly linked lists, stacks, queues, binary trees, heaps, graphs, and hash tables. Students apply BFS, DFS, dynamic programming, and divide-and-conquer strategies while analyzing time and space complexity using Big-O notation.. Outcomes: Implement linked lists, stacks, queues from scratch, Traverse trees and graphs with BFS and DFS, Analyze time and space complexity with Big-O",
+    "metadata": {
+      "course_id": "CS-DS-101",
+      "category": "Computer Science",
+      "level": "beginner",
+      "prerequisites": [
+        "CS-PY-101"
+      ],
+      "duration": 10,
+      "tags": [
+        "DSA",
+        "Algorithms",
+        "Data Structures",
+        "Big-O"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: CI/CD Pipelines with GitHub Actions. Description: A hands-on course in automating the full software delivery lifecycle using GitHub Actions. Students define multi-job workflows with matrix builds, integrate linting and pytest test suites as required CI checks, automate Docker image builds and pushes to registries, and manage environment secrets and deployment approvals for staging and production environments.. Outcomes: Create GitHub Actions workflows for CI/CD, Automate Docker image builds and pushes, Manage secrets and environment variables securely",
+    "metadata": {
+      "course_id": "CS-CICD-201",
+      "category": "DevOps",
+      "level": "intermediate",
+      "prerequisites": [
+        "CS-DOCKER-101"
+      ],
+      "duration": 6,
+      "tags": [
+        "CI/CD",
+        "GitHub Actions",
+        "DevOps",
+        "Automation"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Penetration Testing & Ethical Hacking. Description: A hands-on penetration testing course following the industry-standard PTES (Penetration Testing Execution Standard) methodology. Students perform complete engagements covering passive and active reconnaissance with Nmap, Shodan, and theHarvester; vulnerability scanning and exploitation with Metasploit Framework; post-exploitation privilege escalation on Linux and Windows; and produce professional-grade penetration testing reports.. Outcomes: Conduct network reconnaissance with Nmap and Shodan, Exploit vulnerabilities using Metasploit Framework, Write professional penetration testing reports",
+    "metadata": {
+      "course_id": "CS-SEC-301",
+      "category": "Cybersecurity",
+      "level": "advanced",
+      "prerequisites": [
+        "CS-SEC-201"
+      ],
+      "duration": 16,
+      "tags": [
+        "Penetration Testing",
+        "Ethical Hacking",
+        "Kali Linux",
+        "Metasploit"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Machine Learning Fundamentals. Description: A practical introduction to machine learning workflows using Python and scikit-learn. Covers the full ML pipeline from data ingestion and preprocessing to feature engineering, model training, hyperparameter tuning with grid search, and evaluation using cross-validation, confusion matrices, and performance metrics for both regression and classification tasks.. Outcomes: Train and evaluate classification and regression models, Apply cross-validation and hyperparameter tuning, Preprocess and engineer features from raw data",
+    "metadata": {
+      "course_id": "CS-ML-101",
+      "category": "Machine Learning",
+      "level": "beginner",
+      "prerequisites": [
+        "CS-PY-101"
+      ],
+      "duration": 8,
+      "tags": [
+        "Machine Learning",
+        "scikit-learn",
+        "Python",
+        "Supervised Learning"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Vector Databases & Semantic Search. Description: A practical course on the infrastructure powering modern AI search and retrieval systems. Students generate dense embeddings using OpenAI's API and SentenceTransformers, index and query vectors in Pinecone and Weaviate, implement approximate nearest-neighbor search with HNSW and IVF algorithms, and build end-to-end semantic search applications with relevance re-ranking.. Outcomes: Generate and store embeddings with OpenAI and SentenceTransformers, Build semantic search with Pinecone and Weaviate, Compare ANN algorithms \u2014 HNSW vs IVF",
+    "metadata": {
+      "course_id": "CS-VEC-101",
+      "category": "AI Engineering",
+      "level": "intermediate",
+      "prerequisites": [
+        "CS-ML-101"
+      ],
+      "duration": 7,
+      "tags": [
+        "Vector DB",
+        "Pinecone",
+        "Weaviate",
+        "Semantic Search",
+        "Embeddings"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: React.js \u2014 Component Architecture & State Management. Description: A thorough course in building scalable single-page applications with React. Students design component hierarchies, manage local state with useState and useReducer, share global state using the Context API and Redux Toolkit, optimize renders with useMemo and useCallback, and integrate REST APIs using axios and React Query for server-state synchronization.. Outcomes: Build reusable components with props and hooks, Manage global state with Context API and Redux, Fetch and display data from REST APIs",
+    "metadata": {
+      "course_id": "CS-WEB-201",
+      "category": "Web Development",
+      "level": "intermediate",
+      "prerequisites": [
+        "CS-WEB-101"
+      ],
+      "duration": 10,
+      "tags": [
+        "React",
+        "JavaScript",
+        "Frontend",
+        "SPA",
+        "Hooks"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: HTML, CSS & JavaScript Fundamentals. Description: A comprehensive foundation course for frontend web development. Students master semantic HTML5 document structure, responsive layout techniques using CSS Flexbox and Grid, the CSS Box Model, and vanilla JavaScript for dynamic DOM manipulation, event handling, asynchronous fetch requests, and client-side form validation.. Outcomes: Build responsive layouts with Flexbox and Grid, Manipulate the DOM with vanilla JavaScript, Handle browser events and form validation",
+    "metadata": {
+      "course_id": "CS-WEB-101",
+      "category": "Web Development",
+      "level": "beginner",
+      "prerequisites": [],
+      "duration": 8,
+      "tags": [
+        "HTML",
+        "CSS",
+        "JavaScript",
+        "Frontend"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Software Testing & Test-Driven Development. Description: A practical course on building reliable software through structured testing. Covers unit testing with pytest including fixtures, parameterization, and mocking external dependencies with unittest.mock. Students practice the TDD red-green-refactor cycle, write integration tests for REST APIs using httpx/TestClient, and measure code coverage to identify untested paths.. Outcomes: Write unit tests with pytest and mock dependencies, Apply TDD red-green-refactor cycle, Measure and improve code coverage",
+    "metadata": {
+      "course_id": "CS-TEST-201",
+      "category": "Software Engineering",
+      "level": "intermediate",
+      "prerequisites": [
+        "CS-PY-101"
+      ],
+      "duration": 6,
+      "tags": [
+        "Testing",
+        "pytest",
+        "TDD",
+        "Unit Testing",
+        "Python"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: LLM Application Development with LangChain. Description: A project-focused course on building production LLM applications using the LangChain ecosystem. Students construct multi-step chains with prompt templates and output parsers, build tool-using ReAct agents with LangGraph, implement conversation memory with buffer and summary strategies, and integrate external APIs as agent tools.. Outcomes: Build multi-step chains with LangChain, Create tool-using agents with LangGraph, Add memory and conversation history to LLM apps",
+    "metadata": {
+      "course_id": "CS-LLM-201",
+      "category": "AI Engineering",
+      "level": "intermediate",
+      "prerequisites": [
+        "CS-PY-201"
+      ],
+      "duration": 8,
+      "tags": [
+        "LangChain",
+        "LLM",
+        "Agents",
+        "AI",
+        "LangGraph"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Advanced API Design with FastAPI. Description: An advanced course for engineers building high-performance, secure backend services with FastAPI. Students implement full OAuth2 authorization code and client credentials flows, build async database CRUD endpoints using SQLAlchemy 2.0 with asyncpg, design layered dependency injection architectures, create custom middleware for logging and rate limiting, and run Celery background task queues.. Outcomes: Implement OAuth2 authentication flows, Build async database endpoints with SQLAlchemy, Use dependency injection and middleware patterns",
+    "metadata": {
+      "course_id": "CS-FAST-201",
+      "category": "Backend",
+      "level": "intermediate",
+      "prerequisites": [
+        "CS-PY-101",
+        "CS-DB-101",
+        "CS-FAST-101"
+      ],
+      "duration": 8,
+      "tags": [
+        "FastAPI",
+        "Python",
+        "API",
+        "Async",
+        "OAuth2"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: AWS Cloud Fundamentals. Description: An introductory course to the Amazon Web Services ecosystem covering the most critical services for backend and infrastructure engineers. Students deploy compute instances on EC2, manage object storage with S3 and lifecycle policies, configure RDS for managed relational databases, define access control through IAM roles and policies, and build event-driven workflows with AWS Lambda.. Outcomes: Deploy and configure EC2 instances, Manage storage with S3 and IAM policies, Build serverless functions with AWS Lambda",
+    "metadata": {
+      "course_id": "CS-CLOUD-201",
+      "category": "Cloud",
+      "level": "beginner",
+      "prerequisites": [],
+      "duration": 8,
+      "tags": [
+        "AWS",
+        "Cloud",
+        "EC2",
+        "S3",
+        "Lambda",
+        "IAM"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Cloud Architecture & Microservices on AWS. Description: A senior-level course on designing and deploying cloud-native, microservices-based architectures on AWS. Students decompose monolithic applications into independently deployable services, implement asynchronous communication using SQS queues and SNS fan-out topics, build and secure public APIs with API Gateway, provision reproducible infrastructure using Terraform, and apply the AWS Well-Architected Framework pillars for reliability and cost optimization.. Outcomes: Design event-driven microservices with SQS and SNS, Build and deploy APIs with API Gateway, Provision infrastructure using Terraform",
+    "metadata": {
+      "course_id": "CS-CLOUD-301",
+      "category": "Cloud",
+      "level": "advanced",
+      "prerequisites": [
+        "CS-CLOUD-201",
+        "CS-DOCKER-101"
+      ],
+      "duration": 14,
+      "tags": [
+        "AWS",
+        "Microservices",
+        "Terraform",
+        "IaC",
+        "API Gateway"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Full Stack Development with Next.js. Description: A production-grade full stack course using Next.js 14 with the App Router. Students implement Server-Side Rendering, Static Site Generation, and Incremental Static Regeneration for optimal performance, build type-safe API routes and server actions, integrate Prisma ORM for database access, configure middleware for authentication with NextAuth.js, and deploy globally optimized applications on Vercel.. Outcomes: Implement SSR and SSG rendering strategies, Build API routes and middleware in Next.js, Deploy and optimize full stack apps on Vercel",
+    "metadata": {
+      "course_id": "CS-WEB-301",
+      "category": "Web Development",
+      "level": "advanced",
+      "prerequisites": [
+        "CS-WEB-201",
+        "CS-FAST-101"
+      ],
+      "duration": 12,
+      "tags": [
+        "Next.js",
+        "React",
+        "Full Stack",
+        "SSR",
+        "Vercel"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Git & Version Control for Teams. Description: A practical course on collaborative version control using Git. Covers branching strategies including Git Flow and trunk-based development, interactive rebasing, cherry-picking, resolving complex merge conflicts, and establishing pull request review standards that improve team velocity and code quality.. Outcomes: Apply Git Flow and trunk-based development, Resolve merge conflicts confidently, Write meaningful commit messages and PRs",
+    "metadata": {
+      "course_id": "CS-GIT-101",
+      "category": "Software Engineering",
+      "level": "beginner",
+      "prerequisites": [],
+      "duration": 3,
+      "tags": [
+        "Git",
+        "Version Control",
+        "GitHub",
+        "Collaboration"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Kubernetes \u2014 Container Orchestration at Scale. Description: A comprehensive course on running containerized workloads in production with Kubernetes. Students deploy stateless and stateful applications using Deployments and StatefulSets, expose services through ClusterIP, NodePort, and Ingress controllers, manage configuration and secrets with ConfigMaps and Secrets, autoscale workloads with HPA, and package applications for repeatable releases using Helm charts.. Outcomes: Deploy applications using Deployments and StatefulSets, Configure Services, Ingress, and ConfigMaps, Manage releases with Helm charts",
+    "metadata": {
+      "course_id": "CS-K8S-301",
+      "category": "DevOps",
+      "level": "advanced",
+      "prerequisites": [
+        "CS-DOCKER-101",
+        "CS-CICD-201"
+      ],
+      "duration": 14,
+      "tags": [
+        "Kubernetes",
+        "K8s",
+        "DevOps",
+        "Helm",
+        "Scaling"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Python Programming Fundamentals. Description: A comprehensive introduction to Python covering primitive and complex data types, control flow structures, function design, object-oriented programming principles, exception handling, and file I/O. Students build a strong syntactic and conceptual foundation before moving to applied domains.. Outcomes: Write clean Python functions and classes, Understand list, dict, and set operations, Handle exceptions and file I/O",
+    "metadata": {
+      "course_id": "CS-PY-101",
+      "category": "Programming",
+      "level": "beginner",
+      "prerequisites": [],
+      "duration": 6,
+      "tags": [
+        "Python",
+        "Programming",
+        "OOP"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: LLM Fine-Tuning with LoRA & PEFT. Description: An advanced course on adapting pre-trained large language models for domain-specific tasks using parameter-efficient methods. Students curate and format instruction-tuning datasets in Alpaca and ChatML formats, apply Low-Rank Adaptation (LoRA) and Quantized LoRA (QLoRA) using the Hugging Face PEFT and TRL libraries, configure SFTTrainer for supervised fine-tuning, and rigorously evaluate adapted models using ROUGE scores, perplexity, and human preference benchmarks.. Outcomes: Prepare and format instruction-tuning datasets, Fine-tune LLMs using LoRA with Hugging Face, Evaluate fine-tuned models with ROUGE and perplexity",
+    "metadata": {
+      "course_id": "CS-FINETUNE-301",
+      "category": "AI Engineering",
+      "level": "advanced",
+      "prerequisites": [
+        "CS-DL-201",
+        "CS-LLM-201"
+      ],
+      "duration": 14,
+      "tags": [
+        "Fine-Tuning",
+        "LoRA",
+        "PEFT",
+        "Hugging Face",
+        "LLM"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: REST API Development with FastAPI. Description: A project-driven course for building production-quality REST APIs with Python's FastAPI framework. Students learn to define typed routes with path and query parameters, leverage Pydantic models for automatic request validation and serialization, implement dependency injection, and secure endpoints using JWT-based Bearer token authentication.. Outcomes: Create REST endpoints with path and query params, Validate request/response with Pydantic models, Implement JWT-based authentication",
+    "metadata": {
+      "course_id": "CS-FAST-101",
+      "category": "Backend",
+      "level": "beginner",
+      "prerequisites": [
+        "CS-PY-101"
+      ],
+      "duration": 6,
+      "tags": [
+        "FastAPI",
+        "Python",
+        "REST API",
+        "Pydantic"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Deep Learning with PyTorch. Description: A rigorous course in deep learning using the PyTorch framework. Students implement feedforward networks, convolutional neural networks for image classification, recurrent architectures for sequence modeling, and learn to write efficient custom training loops with GPU acceleration. Covers batch normalization, dropout regularization, and learning rate scheduling for model optimization.. Outcomes: Build custom neural networks with nn.Module, Train CNNs on image classification tasks, Optimize models with learning rate schedulers",
+    "metadata": {
+      "course_id": "CS-DL-201",
+      "category": "Machine Learning",
+      "level": "intermediate",
+      "prerequisites": [
+        "CS-ML-101"
+      ],
+      "duration": 12,
+      "tags": [
+        "PyTorch",
+        "Deep Learning",
+        "CNN",
+        "GPU",
+        "Neural Networks"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: SQL Fundamentals for Backend Developers. Description: A hands-on introduction to relational database theory and practice using SQLite and PostgreSQL. Students learn to model data with schemas, enforce referential integrity through primary and foreign keys, and interact with data using full CRUD operations and multi-table JOINs.. Outcomes: Write basic SELECT queries with filters, Understand Primary and Foreign Keys, Perform data insertion, updates, and deletions",
+    "metadata": {
+      "course_id": "CS-DB-101",
+      "category": "Database",
+      "level": "beginner",
+      "prerequisites": [],
+      "duration": 4,
+      "tags": [
+        "SQL",
+        "PostgreSQL",
+        "Database",
+        "Backend"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Web Application Security & OWASP Top 10. Description: A practical security course structured around the OWASP Top 10 most critical web application risks. Students perform hands-on exploitation of SQL injection, reflected and stored XSS, CSRF, broken access control, and insecure deserialization vulnerabilities in sandboxed environments, then implement the corresponding mitigations in Python and JavaScript web applications.. Outcomes: Exploit and patch SQL injection vulnerabilities, Prevent XSS and CSRF attacks in web apps, Implement secure authentication and session management",
+    "metadata": {
+      "course_id": "CS-SEC-201",
+      "category": "Cybersecurity",
+      "level": "intermediate",
+      "prerequisites": [
+        "CS-SEC-101",
+        "CS-WEB-101"
+      ],
+      "duration": 10,
+      "tags": [
+        "OWASP",
+        "Web Security",
+        "XSS",
+        "SQL Injection",
+        "CSRF"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: NLP with Hugging Face Transformers. Description: An applied NLP course using the Hugging Face Transformers library and Datasets ecosystem. Students tokenize and preprocess text corpora, fine-tune pre-trained BERT and RoBERTa models for sequence classification and named entity recognition tasks, apply parameter-efficient techniques, and rigorously evaluate model quality using F1-score, precision, recall, and confusion analysis.. Outcomes: Tokenize and preprocess text with Hugging Face, Fine-tune BERT for classification and NER tasks, Evaluate NLP models with F1, precision, and recall",
+    "metadata": {
+      "course_id": "CS-NLP-201",
+      "category": "Machine Learning",
+      "level": "intermediate",
+      "prerequisites": [
+        "CS-DL-201"
+      ],
+      "duration": 10,
+      "tags": [
+        "NLP",
+        "Hugging Face",
+        "BERT",
+        "Transformers",
+        "Text Classification"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Advanced SQL \u2014 Indexing, Transactions & Query Optimization. Description: A deep dive into production-grade SQL performance and reliability. Students master analytical window functions, Common Table Expressions (CTEs), query execution plan analysis using EXPLAIN/ANALYZE, B-tree and partial index strategies, and ACID-compliant transaction management including deadlock detection and prevention.. Outcomes: Use window functions and CTEs, Analyze and optimize slow queries with EXPLAIN, Manage ACID transactions and deadlock prevention",
+    "metadata": {
+      "course_id": "CS-DB-201",
+      "category": "Database",
+      "level": "intermediate",
+      "prerequisites": [
+        "CS-DB-101"
+      ],
+      "duration": 7,
+      "tags": [
+        "SQL",
+        "PostgreSQL",
+        "Indexing",
+        "Performance"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: System Design for Engineers. Description: A senior engineer's course on designing large-scale distributed systems with an emphasis on real interview and production scenarios. Students apply horizontal and vertical scaling principles, implement multi-tier caching strategies with Redis and CDN edge networks, design database sharding and replication topologies, analyze trade-offs using the CAP theorem and eventual consistency models, and architect well-known systems including URL shorteners, distributed message queues, and social media feed algorithms.. Outcomes: Design systems for horizontal and vertical scaling, Apply caching strategies with Redis and CDN, Architect URL shorteners, chat systems, and feed algorithms",
+    "metadata": {
+      "course_id": "CS-SYSDESIGN-301",
+      "category": "System Design",
+      "level": "advanced",
+      "prerequisites": [
+        "CS-DB-201",
+        "CS-CLOUD-201"
+      ],
+      "duration": 12,
+      "tags": [
+        "System Design",
+        "Scalability",
+        "Caching",
+        "Load Balancing",
+        "CAP Theorem"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: NoSQL Databases \u2014 MongoDB & Redis. Description: Practical training in document and key-value store paradigms for modern applications. Covers MongoDB schema design, flexible document modeling, the aggregation pipeline for complex data transformations, and Redis as both a high-speed caching layer and a pub/sub message broker with TTL-based eviction strategies.. Outcomes: Design document schemas in MongoDB, Build aggregation pipelines, Implement caching with Redis TTL strategies",
+    "metadata": {
+      "course_id": "CS-DB-301",
+      "category": "Database",
+      "level": "intermediate",
+      "prerequisites": [
+        "CS-DB-101"
+      ],
+      "duration": 6,
+      "tags": [
+        "MongoDB",
+        "Redis",
+        "NoSQL",
+        "Caching"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: MLOps \u2014 Model Deployment & Monitoring. Description: An end-to-end MLOps course covering the full lifecycle of production machine learning systems. Students track experiments and version datasets and models using MLflow, build model serving APIs with FastAPI, containerize inference services with Docker, set up automated retraining pipelines triggered by data drift detection using Evidently AI, and monitor prediction quality and infrastructure health with Grafana dashboards.. Outcomes: Track experiments and version models with MLflow, Serve ML models via FastAPI and Docker, Monitor model drift and set up retraining triggers",
+    "metadata": {
+      "course_id": "CS-MLOPS-301",
+      "category": "AI Engineering",
+      "level": "advanced",
+      "prerequisites": [
+        "CS-ML-101",
+        "CS-DOCKER-101",
+        "CS-FAST-101"
+      ],
+      "duration": 12,
+      "tags": [
+        "MLOps",
+        "MLflow",
+        "Model Serving",
+        "Docker",
+        "Monitoring"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: API Security \u2014 JWT, OAuth2 & Rate Limiting. Description: A specialized course on hardening APIs against modern attack surfaces. Students implement the full OAuth2 authorization code flow with PKCE and the client credentials flow for machine-to-machine authentication, secure JWTs against algorithm confusion, token hijacking, and replay attacks, enforce API key rotation policies, and apply sliding window and token bucket rate limiting strategies using Redis to protect against abuse and DDoS.. Outcomes: Implement OAuth2 authorization code and client credentials flows, Secure APIs against token hijacking and replay attacks, Apply rate limiting and throttling strategies",
+    "metadata": {
+      "course_id": "CS-WEBSEC-401",
+      "category": "Cybersecurity",
+      "level": "advanced",
+      "prerequisites": [
+        "CS-SEC-201",
+        "CS-FAST-101"
+      ],
+      "duration": 8,
+      "tags": [
+        "API Security",
+        "JWT",
+        "OAuth2",
+        "Rate Limiting",
+        "Backend Security"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Linux & Shell Scripting for Developers. Description: Practical Linux proficiency for software developers working in Unix-like environments. Covers the filesystem hierarchy, file permissions and ownership models, user and group management, process monitoring with ps/top/htop, cron job scheduling, and writing production-ready bash scripts for automation and deployment tasks.. Outcomes: Navigate and manage the Linux file system, Write bash scripts for automation, Manage processes, cron jobs, and system services",
+    "metadata": {
+      "course_id": "CS-LINUX-101",
+      "category": "DevOps",
+      "level": "beginner",
+      "prerequisites": [],
+      "duration": 5,
+      "tags": [
+        "Linux",
+        "Bash",
+        "Shell Scripting",
+        "DevOps",
+        "CLI"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: RAG Pipeline Design & Vector Databases. Description: A production-focused course on Retrieval-Augmented Generation systems. Students design document ingestion pipelines with chunking strategies (fixed-size, semantic, recursive), generate and store embeddings in Pinecone, implement hybrid retrieval combining dense vector search with BM25 sparse search, apply Cohere re-ranking for precision improvement, and evaluate end-to-end RAG quality using RAGAS metrics.. Outcomes: Build end-to-end RAG pipelines with Pinecone, Apply hybrid search \u2014 dense + sparse retrieval, Evaluate RAG quality with precision and recall metrics",
+    "metadata": {
+      "course_id": "CS-RAG-201",
+      "category": "AI Engineering",
+      "level": "intermediate",
+      "prerequisites": [
+        "CS-LLM-201"
+      ],
+      "duration": 10,
+      "tags": [
+        "RAG",
+        "Pinecone",
+        "Embeddings",
+        "Vector DB",
+        "LangChain"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Advanced Python \u2014 Async, Decorators & Design Patterns. Description: An in-depth exploration of Python internals and professional engineering patterns. Covers the asyncio event loop, coroutine scheduling, context managers, metaclass programming, and the practical application of Gang-of-Four design patterns such as Factory, Singleton, and Observer in real-world codebases.. Outcomes: Write async/await coroutines, Build custom decorators and context managers, Apply Factory, Singleton, and Observer patterns",
+    "metadata": {
+      "course_id": "CS-PY-201",
+      "category": "Programming",
+      "level": "intermediate",
+      "prerequisites": [
+        "CS-PY-101"
+      ],
+      "duration": 8,
+      "tags": [
+        "Python",
+        "Async",
+        "Design Patterns"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Cybersecurity Fundamentals. Description: A foundational survey of cybersecurity principles designed for developers and engineers. Introduces the CIA triad (Confidentiality, Integrity, Availability), threat modeling, common attack vectors including phishing, man-in-the-middle, and denial-of-service attacks, and practical defensive practices such as least-privilege access and patch management.. Outcomes: Understand confidentiality, integrity, and availability, Identify common threats \u2014 phishing, MITM, DoS, Apply basic security hygiene and password policies",
+    "metadata": {
+      "course_id": "CS-SEC-101",
+      "category": "Cybersecurity",
+      "level": "beginner",
+      "prerequisites": [],
+      "duration": 5,
+      "tags": [
+        "Cybersecurity",
+        "Security",
+        "CIA Triad",
+        "Threats"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Kubernetes for AI Workloads. Description: An introduction to K8s specifically for ML engineers. Covers pod orchestration, GPU resource allocation, and scaling FastAPI backends on clusters.. Outcomes: Deploy ML models as K8s services, Configure GPU-enabled worker nodes, Manage cluster auto-scaling for inference bursts",
+    "metadata": {
+      "course_id": "OPS-K8S-101",
+      "category": "MLOps",
+      "level": "intermediate",
+      "prerequisites": [],
+      "duration": 10,
+      "tags": [
+        "Kubernetes",
+        "DevOps",
+        "Scaling"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: High-Performance Serving with Triton. Description: Using NVIDIA Triton to serve models from multiple frameworks (PyTorch, TensorFlow, ONNX). Covers model ensemble pipelines and dynamic batching for sub-100ms latency.. Outcomes: Configure Triton Model Repository, Implement dynamic batching for high throughput, Optimize model performance with TensorRT",
+    "metadata": {
+      "course_id": "OPS-TRITON-201",
+      "category": "MLOps",
+      "level": "advanced",
+      "prerequisites": [
+        "OPS-K8S-101"
+      ],
+      "duration": 15,
+      "tags": [
+        "Triton",
+        "NVIDIA",
+        "Inference",
+        "Latency"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: LLM Red Teaming & Guardrails. Description: Deep dive into LLM vulnerabilities. Learn to simulate prompt injections, implement Lakera/NeMo Guardrails, and secure RAG retrieval from data leakage.. Outcomes: Perform adversarial 'red teaming' on LLM prompts, Implement real-time injection detection layers, Secure vector retrieval pipelines from PII leakage",
+    "metadata": {
+      "course_id": "SEC-LLM-301",
+      "category": "AI Security",
+      "level": "advanced",
+      "prerequisites": [],
+      "duration": 12,
+      "tags": [
+        "Security",
+        "Red Teaming",
+        "Prompt Injection"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Billion-Scale Vector Ops. Description: Scaling beyond managed services. Managing Milvus clusters, fine-tuning HNSW parameters, and partitioning massive datasets for distributed search.. Outcomes: Architect distributed Milvus clusters, Tune index performance for billion-scale search, Implement complex metadata filtering at scale",
+    "metadata": {
+      "course_id": "DTA-MIL-401",
+      "category": "Data Engineering",
+      "level": "expert",
+      "prerequisites": [
+        "OPS-K8S-101"
+      ],
+      "duration": 18,
+      "tags": [
+        "Milvus",
+        "Vector DB",
+        "Optimization"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Enterprise Health Record Admin. Description: Introduction to the administrative side of Epic and Cerner. Covers patient population mapping, digital referral tracking, and cross-departmental data integration.. Outcomes: Navigate enterprise EHR interfaces, Audit digital clinical documentation for compliance, Manage HIPAA-secure data transfers",
+    "metadata": {
+      "course_id": "HC-EHR-101",
+      "category": "Health Informatics",
+      "level": "beginner",
+      "prerequisites": [],
+      "duration": 8,
+      "tags": [
+        "EHR",
+        "Epic",
+        "Cerner",
+        "Informatics"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Utilization Management & InterQual. Description: Deep dive into InterQual clinical criteria. Learn how to determine medical necessity for inpatient, observation, and outpatient services to ensure insurance and federal reimbursement.. Outcomes: Apply InterQual criteria to clinical scenarios, Determine appropriate level of care, Manage clinical appeals and denials",
+    "metadata": {
+      "course_id": "HC-UM-201",
+      "category": "Compliance",
+      "level": "intermediate",
+      "prerequisites": [
+        "HC-EHR-101"
+      ],
+      "duration": 12,
+      "tags": [
+        "InterQual",
+        "UM",
+        "Medical Necessity",
+        "Medicaid"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Clinical Analytics & Power BI. Description: Converting case notes into data. Learn to build Power BI dashboards that track patient 'Self-Sufficiency' scores, discharge timelines, and program cost-efficiency.. Outcomes: Connect clinical databases to Power BI, Design interactive patient outcome dashboards, Predict patient readmission risks via data trends",
+    "metadata": {
+      "course_id": "HC-DTA-301",
+      "category": "Data Science",
+      "level": "intermediate",
+      "prerequisites": [],
+      "duration": 10,
+      "tags": [
+        "Power BI",
+        "Analytics",
+        "Dashboards",
+        "KPIs"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Mental Health Informatics Foundations. Description: The transition from clinical notes to structured data. Learn to manage HIPAA-compliant databases and move from 'observational' reporting to 'analytical' population health tracking.. Outcomes: Structure clinical counseling data for HIPAA-compliant analysis, Navigate Digital Mental Health Records (DMHR), Interpret large-scale behavioral health datasets",
+    "metadata": {
+      "course_id": "EDU-INF-101",
+      "category": "Health Informatics",
+      "level": "beginner",
+      "prerequisites": [],
+      "duration": 6,
+      "tags": [
+        "Informatics",
+        "Data",
+        "HealthTech",
+        "Basics"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: AI in Clinical Crisis Detection. Description: Utilizing Natural Language Processing (NLP) and sentiment analysis to identify risk markers in counseling logs and digital communications for proactive intervention.. Outcomes: Understand NLP markers for suicidal ideation and burnout, Configure AI alerts for crisis team activation, Audit AI outputs for clinical accuracy and bias",
+    "metadata": {
+      "course_id": "EDU-AI-201",
+      "category": "Clinical AI",
+      "level": "intermediate",
+      "prerequisites": [
+        "EDU-INF-101"
+      ],
+      "duration": 12,
+      "tags": [
+        "AI",
+        "Crisis Intervention",
+        "NLP",
+        "Psychology"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Digital EAP Ecosystem Management. Description: Mastering the administration of platforms like Lyra and Spring Health. Learn to deploy automated triage, manage global provider networks, and track employee wellness ROI.. Outcomes: Administer enterprise-scale mental health platforms, Set up automated clinical triage workflows, Measure and report on the ROI of digital wellness programs",
+    "metadata": {
+      "course_id": "EDU-PLAT-301",
+      "category": "Enterprise Wellness",
+      "level": "intermediate",
+      "prerequisites": [
+        "EDU-INF-101"
+      ],
+      "duration": 10,
+      "tags": [
+        "EAP",
+        "Enterprise",
+        "Wellness",
+        "Platforms"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Kubernetes for AI Workloads. Description: An introduction to K8s specifically for ML engineers. Covers pod orchestration, GPU resource allocation, and scaling FastAPI backends on clusters.. Outcomes: Deploy ML models as K8s services, Configure GPU-enabled worker nodes, Manage cluster auto-scaling for inference bursts",
+    "metadata": {
+      "course_id": "OPS-K8S-101",
+      "category": "MLOps",
+      "level": "intermediate",
+      "prerequisites": [],
+      "duration": 10,
+      "tags": [
+        "Kubernetes",
+        "DevOps",
+        "Scaling"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: High-Performance Serving with Triton. Description: Using NVIDIA Triton to serve models from multiple frameworks (PyTorch, TensorFlow, ONNX). Covers model ensemble pipelines and dynamic batching for sub-100ms latency.. Outcomes: Configure Triton Model Repository, Implement dynamic batching for high throughput, Optimize model performance with TensorRT",
+    "metadata": {
+      "course_id": "OPS-TRITON-201",
+      "category": "MLOps",
+      "level": "advanced",
+      "prerequisites": [
+        "OPS-K8S-101"
+      ],
+      "duration": 15,
+      "tags": [
+        "Triton",
+        "NVIDIA",
+        "Inference",
+        "Latency"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: LLM Red Teaming & Guardrails. Description: Deep dive into LLM vulnerabilities. Learn to simulate prompt injections, implement Lakera/NeMo Guardrails, and secure RAG retrieval from data leakage.. Outcomes: Perform adversarial 'red teaming' on LLM prompts, Implement real-time injection detection layers, Secure vector retrieval pipelines from PII leakage",
+    "metadata": {
+      "course_id": "SEC-LLM-301",
+      "category": "AI Security",
+      "level": "advanced",
+      "prerequisites": [],
+      "duration": 12,
+      "tags": [
+        "Security",
+        "Red Teaming",
+        "Prompt Injection"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Billion-Scale Vector Ops. Description: Scaling beyond managed services. Managing Milvus clusters, fine-tuning HNSW parameters, and partitioning massive datasets for distributed search.. Outcomes: Architect distributed Milvus clusters, Tune index performance for billion-scale search, Implement complex metadata filtering at scale",
+    "metadata": {
+      "course_id": "DTA-MIL-401",
+      "category": "Data Engineering",
+      "level": "expert",
+      "prerequisites": [
+        "OPS-K8S-101"
+      ],
+      "duration": 18,
+      "tags": [
+        "Milvus",
+        "Vector DB",
+        "Optimization"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Data Fundamentals for Talent Ops. Description: Foundational course on HR metrics and data hygiene. Learn to structure talent data for analysis and move beyond simple spreadsheets.. Outcomes: Define key workforce KPIs, Structure unstructured talent data for reporting, Basics of data-driven decision making in recruitment",
+    "metadata": {
+      "course_id": "BUS-DATA-101",
+      "category": "Workforce Analytics",
+      "level": "beginner",
+      "prerequisites": [],
+      "duration": 5,
+      "tags": [
+        "Data",
+        "HR",
+        "Basics"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: SQL for Workforce Analytics. Description: Learn to query internal talent databases. Covers JOINs, aggregations, and subqueries to find hiring trends and predict churn.. Outcomes: Write SQL queries to extract talent metrics, Analyze historical hiring data for trends, Build basic labor supply reports",
+    "metadata": {
+      "course_id": "BUS-SQL-201",
+      "category": "Data Science",
+      "level": "intermediate",
+      "prerequisites": [
+        "BUS-DATA-101"
+      ],
+      "duration": 12,
+      "tags": [
+        "SQL",
+        "Analytics",
+        "Database"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Mastering AI Talent Platforms. Description: Deep dive into Eightfold.ai and SeekOut. Learn to use deep-learning matching, skill-adjacency analysis, and automated sourcing bots.. Outcomes: Configure AI matching filters, Analyze talent pools for skill gaps using AI, Manage automated sourcing workflows",
+    "metadata": {
+      "course_id": "BUS-AI-301",
+      "category": "Recruitment Tech",
+      "level": "advanced",
+      "prerequisites": [
+        "BUS-DATA-101"
+      ],
+      "duration": 10,
+      "tags": [
+        "AI",
+        "Eightfold",
+        "Recruitment"
+      ]
+    }
+  },
+  {
+    "page_content": "Title: Enterprise VMS Strategy. Description: Managing contingent labor at scale using SAP Fieldglass. Covers vendor optimization, bill-rate management, and compliance audits.. Outcomes: Navigate SAP Fieldglass VMS, Optimize bill-rates across global vendors, Manage contingent workforce compliance",
+    "metadata": {
+      "course_id": "BUS-VMS-401",
+      "category": "Logistics",
+      "level": "intermediate",
+      "prerequisites": [],
+      "duration": 8,
+      "tags": [
+        "VMS",
+        "SAP",
+        "Contingent Labor"
+      ]
+    }
+  }
+]

app/utils/vectordatabase.py

@@ -22,10 +22,10 @@ DATA_PATH = BASE_DIR / "formatted_catalog.json"
 BM25_PKL_PATH = BASE_DIR / "bm25.pkl"
 
 
-# -----------------------------
+
 # General Remote Embeddings
-# aviods cold starts
-# -----------------------------
+# avoids cold starts
+
 
 class GeneralRemoteEmbeddings(Embeddings):
     def __init__(self, endpoint: str):
@@ -88,7 +88,7 @@ if not documents:
 
 pc = Pinecone(api_key=settings.PINECONE_API_KEY)
 
-INDEX_NAME = "catalog-embeddings"
+INDEX_NAME = "final-catalog-index"
 
 if INDEX_NAME not in pc.list_indexes().names():
     pc.create_index(

requirements.txt

@@ -10,4 +10,4 @@ pinecone-text
 sentence-transformers
 python-multipart
 pymupdf
-cloudinary
+cloudinary