core-python/benchmarks/chat-local.json

{
  "cases": [
    {
      "name": "lv-clarity-local",
      "message": "Īsi paskaidro, kas ir incident response process.",
      "expected_terms": ["incident", "process"],
      "reference_facts": ["incident", "process"],
      "category": "latvian_quality",
      "level": "local",
      "difficulty": "easy",
      "tags": ["latvian", "smoke"]
    },
    {
      "name": "reasoning-local",
      "message": "Izveido 3 soļu plānu API retry loģikai.",
      "expected_terms": ["retry", "plānu"],
      "reference_facts": ["retry", "plānu"],
      "category": "reasoning",
      "level": "local",
      "difficulty": "standard",
      "tags": ["reasoning", "planning"]
    }
  ]
}