loan-advisor-agent/tests/eval/eval_config.json

{
  "criteria": {
    "rubric_based_final_response_quality_v1": {
      "threshold": 0.8,
      "judgeModelOptions": {
        "judgeModel": "gemini-flash-latest",
        "numSamples": 1
      },
      "rubrics": [
        {
          "rubricId": "relevance",
          "rubricContent": { "textProperty": "The response directly addresses the user's query." }
        },
        {
          "rubricId": "helpfulness",
          "rubricContent": { "textProperty": "The response is helpful and provides useful information." }
        }
      ]
    }
  }
}