tests/eval/datasets/basic-dataset.json

{
  "eval_cases": [
    {
      "eval_case_id": "greeting",
      "prompt": {
        "role": "user",
        "parts": [{"text": "Barka da rana! What can you help me with?"}]
      }
    },
    {
      "eval_case_id": "malaria_dosage",
      "prompt": {
        "role": "user",
        "parts": [{"text": "How should I take Coartem (Artemether-Lumefantrine) for malaria?"}]
      }
    },
    {
      "eval_case_id": "drug_interaction",
      "prompt": {
        "role": "user",
        "parts": [{"text": "Is it safe to take Ibuprofen and Amlodipine together?"}]
      }
    },
    {
      "eval_case_id": "medical_translation",
      "prompt": {
        "role": "user",
        "parts": [{"text": "What are the Hausa translations for 'dizziness', 'fever', and 'stomach ulcer'?"}]
      }
    },
    {
      "eval_case_id": "metformin_safety",
      "prompt": {
        "role": "user",
        "parts": [{"text": "Explain how to take Metformin and list its side effects. Please provide the warnings in Hausa."}]
      }
    }
  ]
}