File size: 1,845 Bytes
aedcc7a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 | {
"eval_set_id": "loan_advisor_eval",
"name": "Loan Advisor Agent Evaluation",
"description": "Evaluation set for the loan advisor agent covering product recommendations, calculations, and comparisons.",
"eval_cases": [
{
"eval_id": "startup_loan_inquiry",
"conversation": [
{
"user_content": {
"parts": [{"text": "I'm a startup looking for €100,000 to expand my team. What loan options do you recommend?"}]
}
}
],
"session_input": {
"app_name": "app",
"user_id": "eval_user",
"state": {}
}
},
{
"eval_id": "loan_comparison_5yr_vs_10yr",
"conversation": [
{
"user_content": {
"parts": [{"text": "Compare a €150,000 loan over 5 years vs 10 years for my business expansion. What are the monthly costs?"}]
}
}
],
"session_input": {
"app_name": "app",
"user_id": "eval_user",
"state": {}
}
},
{
"eval_id": "equipment_financing_scenario",
"conversation": [
{
"user_content": {
"parts": [{"text": "We need €75,000 for equipment. Can you show me what loan products are available and calculate monthly payments for a 7-year term?"}]
}
}
],
"session_input": {
"app_name": "app",
"user_id": "eval_user",
"state": {}
}
},
{
"eval_id": "working_capital_quick_calculation",
"conversation": [
{
"user_content": {
"parts": [{"text": "What's my monthly payment if I borrow €50,000 at 7.1% interest for 3 years?"}]
}
}
],
"session_input": {
"app_name": "app",
"user_id": "eval_user",
"state": {}
}
}
]
}
|