eval/cases.json

{
  "detection": [
    {"input": "AAPL", "expected": "AAPL", "note": "exact SEC ticker passes through unchanged"},
    {"input": "msft", "expected": "MSFT", "note": "case-insensitive symbol"},
    {"input": "RIL", "expected": "RELIANCE", "note": "colloquial alias -> NSE symbol"},
    {"input": "Infosys", "expected": "INFY", "note": "company name alias"},
    {"input": "SBI", "expected": "SBIN", "note": "colloquial alias"},
    {"input": "Airtel", "expected": "BHARTIARTL", "note": "colloquial alias"},
    {"input": "ICICI", "expected": "ICICIBANK", "note": "colloquial alias"},
    {"input": "Kotak", "expected": "KOTAKBANK", "note": "colloquial alias"},
    {"input": "L&T", "expected": "LT", "note": "punctuation-stripped alias"},
    {"input": "Maruti Suzuki", "expected": "MARUTI", "note": "space-stripped alias"}
  ],
  "retrieval": [
    {"query": "biggest business risks and competition", "ticker": "AAPL",
     "note": "US 10-K retrieval must stay on the requested company"},
    {"query": "revenue by segment and cloud growth", "ticker": "MSFT",
     "note": "no cross-company contamination for a US name"},
    {"query": "strategy and key risk factors", "ticker": "RELIANCE",
     "note": "Indian annual-report retrieval must stay on the requested company"}
  ],
  "answer": [
    {"question": "How did Apple's revenue trend over the last three fiscal years?",
     "expect_keywords": ["revenue"],
     "note": "grounded quantitative answer, every figure traceable"},
    {"question": "What were Microsoft's net income figures in recent years?",
     "expect_keywords": ["income"],
     "note": "grounded quantitative answer, every figure traceable"}
  ]
}