| { |
| "version": "1.0", |
| "description": "Golden evaluation test set for Healthcare QA RAG system", |
| "created": "2026-01-28", |
| "source": "Based on repo-rag and rag-architect skill patterns", |
| "test_cases": [ |
| { |
| "id": "med_001", |
| "query": "What are the symptoms of diabetes?", |
| "relevant_ids": [ |
| "diabetes_symptoms_001", |
| "diabetes_overview_001" |
| ], |
| "expected_keywords": [ |
| "thirst", |
| "urination", |
| "fatigue", |
| "hunger", |
| "glucose" |
| ], |
| "category": "symptoms" |
| }, |
| { |
| "id": "med_002", |
| "query": "How is hypertension diagnosed?", |
| "relevant_ids": [ |
| "hypertension_diagnosis_001", |
| "bp_measurement_001" |
| ], |
| "expected_keywords": [ |
| "blood pressure", |
| "measurement", |
| "mmHg", |
| "systolic", |
| "diastolic" |
| ], |
| "category": "diagnosis" |
| }, |
| { |
| "id": "med_003", |
| "query": "What causes heart disease?", |
| "relevant_ids": [ |
| "cardiovascular_causes_001", |
| "heart_disease_overview_001" |
| ], |
| "expected_keywords": [ |
| "cholesterol", |
| "smoking", |
| "obesity", |
| "genetics", |
| "lifestyle" |
| ], |
| "category": "etiology" |
| }, |
| { |
| "id": "med_004", |
| "query": "How to manage Type 2 diabetes?", |
| "relevant_ids": [ |
| "diabetes_management_001", |
| "diabetes_treatment_001" |
| ], |
| "expected_keywords": [ |
| "diet", |
| "exercise", |
| "medication", |
| "glucose", |
| "monitoring" |
| ], |
| "category": "treatment" |
| }, |
| { |
| "id": "med_005", |
| "query": "What are the side effects of aspirin?", |
| "relevant_ids": [ |
| "aspirin_effects_001", |
| "nsaid_info_001" |
| ], |
| "expected_keywords": [ |
| "bleeding", |
| "stomach", |
| "ulcer", |
| "gastrointestinal" |
| ], |
| "category": "medication" |
| }, |
| { |
| "id": "med_006", |
| "query": "Symptoms of heart attack", |
| "relevant_ids": [ |
| "mi_symptoms_001", |
| "cardiac_emergency_001" |
| ], |
| "expected_keywords": [ |
| "chest", |
| "pain", |
| "arm", |
| "shortness", |
| "breath", |
| "sweating" |
| ], |
| "category": "emergency" |
| }, |
| { |
| "id": "med_007", |
| "query": "What is the difference between Type 1 and Type 2 diabetes?", |
| "relevant_ids": [ |
| "diabetes_types_001", |
| "diabetes_overview_001" |
| ], |
| "expected_keywords": [ |
| "insulin", |
| "autoimmune", |
| "resistance", |
| "pancreas" |
| ], |
| "category": "comparison" |
| }, |
| { |
| "id": "med_008", |
| "query": "How to lower cholesterol naturally?", |
| "relevant_ids": [ |
| "cholesterol_management_001", |
| "lifestyle_heart_001" |
| ], |
| "expected_keywords": [ |
| "diet", |
| "exercise", |
| "fiber", |
| "omega", |
| "fats" |
| ], |
| "category": "prevention" |
| }, |
| { |
| "id": "med_009", |
| "query": "What causes high blood pressure?", |
| "relevant_ids": [ |
| "hypertension_causes_001", |
| "bp_factors_001" |
| ], |
| "expected_keywords": [ |
| "salt", |
| "weight", |
| "stress", |
| "genetics", |
| "kidney" |
| ], |
| "category": "etiology" |
| }, |
| { |
| "id": "med_010", |
| "query": "Treatment options for depression", |
| "relevant_ids": [ |
| "depression_treatment_001", |
| "mental_health_001" |
| ], |
| "expected_keywords": [ |
| "therapy", |
| "medication", |
| "antidepressant", |
| "counseling" |
| ], |
| "category": "treatment" |
| }, |
| { |
| "id": "med_011", |
| "query": "What is BMI and how is it calculated?", |
| "relevant_ids": [ |
| "bmi_info_001", |
| "weight_assessment_001" |
| ], |
| "expected_keywords": [ |
| "body mass index", |
| "weight", |
| "height", |
| "kg", |
| "m2" |
| ], |
| "category": "definition" |
| }, |
| { |
| "id": "med_012", |
| "query": "Signs of a stroke", |
| "relevant_ids": [ |
| "stroke_signs_001", |
| "neurological_emergency_001" |
| ], |
| "expected_keywords": [ |
| "face", |
| "arm", |
| "speech", |
| "time", |
| "FAST", |
| "weakness" |
| ], |
| "category": "emergency" |
| }, |
| { |
| "id": "med_013", |
| "query": "How does insulin work in the body?", |
| "relevant_ids": [ |
| "insulin_function_001", |
| "glucose_metabolism_001" |
| ], |
| "expected_keywords": [ |
| "glucose", |
| "cells", |
| "blood sugar", |
| "pancreas", |
| "hormone" |
| ], |
| "category": "physiology" |
| }, |
| { |
| "id": "med_014", |
| "query": "What are ACE inhibitors used for?", |
| "relevant_ids": [ |
| "ace_inhibitors_001", |
| "hypertension_meds_001" |
| ], |
| "expected_keywords": [ |
| "blood pressure", |
| "heart", |
| "angiotensin", |
| "lisinopril" |
| ], |
| "category": "medication" |
| }, |
| { |
| "id": "med_015", |
| "query": "Symptoms of asthma", |
| "relevant_ids": [ |
| "asthma_symptoms_001", |
| "respiratory_conditions_001" |
| ], |
| "expected_keywords": [ |
| "wheezing", |
| "breathlessness", |
| "cough", |
| "chest", |
| "tightness" |
| ], |
| "category": "symptoms" |
| }, |
| { |
| "id": "med_016", |
| "query": "How to prevent cardiovascular disease?", |
| "relevant_ids": [ |
| "cvd_prevention_001", |
| "heart_health_001" |
| ], |
| "expected_keywords": [ |
| "exercise", |
| "diet", |
| "smoking", |
| "weight", |
| "cholesterol" |
| ], |
| "category": "prevention" |
| }, |
| { |
| "id": "med_017", |
| "query": "What causes anemia?", |
| "relevant_ids": [ |
| "anemia_causes_001", |
| "blood_disorders_001" |
| ], |
| "expected_keywords": [ |
| "iron", |
| "deficiency", |
| "red blood cells", |
| "hemoglobin" |
| ], |
| "category": "etiology" |
| }, |
| { |
| "id": "med_018", |
| "query": "How is COVID-19 transmitted?", |
| "relevant_ids": [ |
| "covid_transmission_001", |
| "respiratory_infections_001" |
| ], |
| "expected_keywords": [ |
| "respiratory", |
| "droplets", |
| "airborne", |
| "contact" |
| ], |
| "category": "infectious" |
| }, |
| { |
| "id": "med_019", |
| "query": "What is metabolic syndrome?", |
| "relevant_ids": [ |
| "metabolic_syndrome_001", |
| "cardiovascular_risk_001" |
| ], |
| "expected_keywords": [ |
| "obesity", |
| "blood pressure", |
| "glucose", |
| "triglycerides" |
| ], |
| "category": "definition" |
| }, |
| { |
| "id": "med_020", |
| "query": "Side effects of statins", |
| "relevant_ids": [ |
| "statin_effects_001", |
| "cholesterol_meds_001" |
| ], |
| "expected_keywords": [ |
| "muscle", |
| "pain", |
| "liver", |
| "myopathy" |
| ], |
| "category": "medication" |
| } |
| ] |
| } |
