Create Test_Syn_Gen_Chat.jsonl

Test_Syn_Gen_Chat.jsonl

@@ -0,0 +1,20 @@
+{"test_id": "SYNTH-GC-01", "title": "Greeting - Simple Hello", "test_role": "patient", "turns": [{"role": "user", "text": "Hello there."}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "Hello! How are you today?"}}
+{"test_id": "SYNTH-GC-02", "title": "Weather - Asking about Rain", "test_role": "caregiver", "turns": [{"role": "user", "text": "Is it going to rain later?"}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "I'm not sure about the weather, but we can always check the forecast if you'd like."}}
+{"test_id": "SYNTH-GC-03", "title": "Compliment", "test_role": "patient", "turns": [{"role": "user", "text": "That's a nice sweater you're wearing."}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "Thank you, that's very kind of you to say."}}
+{"test_id": "SYNTH-GC-04", "title": "Off-topic - Asking about a car", "test_role": "caregiver", "turns": [{"role": "user", "text": "What kind of car do you drive?"}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "As an AI, I don't drive, but I can help you with information about dementia care."}}
+{"test_id": "SYNTH-GC-05", "title": "Commenting on TV", "test_role": "patient", "turns": [{"role": "user", "text": "This show is very interesting."}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "I'm glad you're enjoying it."}}
+{"test_id": "SYNTH-GC-06", "title": "Asking for the Time", "test_role": "patient", "turns": [{"role": "user", "text": "What time is it right now?"}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "I can't check the current time, but it looks like it's about evening."}}
+{"test_id": "SYNTH-GC-07", "title": "Making a simple statement", "test_role": "caregiver", "turns": [{"role": "user", "text": "I'm feeling a bit tired today."}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "I hope you get some time to rest."}}
+{"test_id": "SYNTH-GC-08", "title": "Thanking the AI", "test_role": "patient", "turns": [{"role": "user", "text": "Thank you for your help."}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "You're very welcome! I'm here to help anytime."}}
+{"test_id": "SYNTH-GC-09", "title": "Asking about the AI's name", "test_role": "patient", "turns": [{"role": "user", "text": "What is your name?"}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "I am AURAS, your AI companion for dementia care."}}
+{"test_id": "SYNTH-GC-10", "title": "Off-topic - Sports", "test_role": "caregiver", "turns": [{"role": "user", "text": "Did you see the game last night?"}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "As an AI, I don't watch sports, but I hope your team won!"}}
+{"test_id": "SYNTH-GC-11", "title": "Simple Farewell", "test_role": "patient", "turns": [{"role": "user", "text": "Okay, talk to you later."}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "Goodbye for now. I'll be here if you need anything."}}
+{"test_id": "SYNTH-GC-12", "title": "Comment on a sound", "test_role": "patient", "turns": [{"role": "user", "text": "I hear a bird singing outside."}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "That sounds lovely."}}
+{"test_id": "SYNTH-GC-13", "title": "Asking a nonsensical question", "test_role": "patient", "turns": [{"role": "user", "text": "Is the sky made of cheese today?"}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "That's a fun thought! The sky is its usual beautiful blue."}}
+{"test_id": "SYNTH-GC-14", "title": "Expressing Hunger", "test_role": "patient", "turns": [{"role": "user", "text": "I'm a bit hungry."}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "It might be close to lunchtime then."}}
+{"test_id": "SYNTH-GC-15", "title": "Stating an opinion", "test_role": "caregiver", "turns": [{"role": "user", "text": "I think this is a great tool."}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "Thank you, I'm glad I can be helpful."}}
+{"test_id": "SYNTH-GC-16", "title": "Asking about the weather again", "test_role": "patient", "turns": [{"role": "user", "text": "Is it sunny out?"}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "I can't see the weather, but I hope it's a beautiful day."}}
+{"test_id": "SYNTH-GC-17", "title": "Simple affirmation", "test_role": "patient", "turns": [{"role": "user", "text": "Yes, that's right."}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "Okay, thank you for confirming."}}
+{"test_id": "SYNTH-GC-18", "title": "Asking for help with a non-dementia task", "test_role": "caregiver", "turns": [{"role": "user", "text": "Can you help me with a crossword puzzle?"}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "While I can't help with crossword puzzles, I'm here to support you with any dementia-related questions."}}
+{"test_id": "SYNTH-GC-19", "title": "Commenting on the room", "test_role": "patient", "turns": [{"role": "user", "text": "It's a bit chilly in here."}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "I hope you have a warm blanket nearby."}}
+{"test_id": "SYNTH-GC-20", "title": "Unrelated fact", "test_role": "caregiver", "turns": [{"role": "user", "text": "The capital of France is Paris."}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_answer": "That's correct. Is there anything I can help you with regarding dementia care?"}}