| { |
| "eval_set_id": "loan_advisor_eval", |
| "name": "Loan Advisor Agent Evaluation", |
| "description": "Evaluation set for the loan advisor agent covering product recommendations, calculations, and comparisons.", |
| "eval_cases": [ |
| { |
| "eval_id": "startup_loan_inquiry", |
| "conversation": [ |
| { |
| "user_content": { |
| "parts": [{"text": "I'm a startup looking for €100,000 to expand my team. What loan options do you recommend?"}] |
| } |
| } |
| ], |
| "session_input": { |
| "app_name": "app", |
| "user_id": "eval_user", |
| "state": {} |
| } |
| }, |
| { |
| "eval_id": "loan_comparison_5yr_vs_10yr", |
| "conversation": [ |
| { |
| "user_content": { |
| "parts": [{"text": "Compare a €150,000 loan over 5 years vs 10 years for my business expansion. What are the monthly costs?"}] |
| } |
| } |
| ], |
| "session_input": { |
| "app_name": "app", |
| "user_id": "eval_user", |
| "state": {} |
| } |
| }, |
| { |
| "eval_id": "equipment_financing_scenario", |
| "conversation": [ |
| { |
| "user_content": { |
| "parts": [{"text": "We need €75,000 for equipment. Can you show me what loan products are available and calculate monthly payments for a 7-year term?"}] |
| } |
| } |
| ], |
| "session_input": { |
| "app_name": "app", |
| "user_id": "eval_user", |
| "state": {} |
| } |
| }, |
| { |
| "eval_id": "working_capital_quick_calculation", |
| "conversation": [ |
| { |
| "user_content": { |
| "parts": [{"text": "What's my monthly payment if I borrow €50,000 at 7.1% interest for 3 years?"}] |
| } |
| } |
| ], |
| "session_input": { |
| "app_name": "app", |
| "user_id": "eval_user", |
| "state": {} |
| } |
| } |
| ] |
| } |
|
|
