| { |
| "cases": [ |
| { |
| "name": "memory_multi_turn_incident_seed", |
| "message": "Mums flaky CI parādās tikai release branch. Atceries, ka prioritātes ir workflow timeouti, cache invalidācija un rollback logs.", |
| "profile": "general", |
| "expected_terms": ["workflow", "cache", "rollback"], |
| "reference_facts": ["workflow timeouti", "cache invalidācija", "rollback logs"], |
| "tags": ["memory", "continuity", "incident"], |
| "branches": ["master"], |
| "level": "release", |
| "difficulty": "standard", |
| "category": "multi_turn_continuity", |
| "production_like": true, |
| "session_id": "memory-incident-thread" |
| }, |
| { |
| "name": "memory_multi_turn_incident_followup", |
| "message": "Turpini iepriekšējo pavedienu un nosauc pirmos divus nākamos soļus.", |
| "profile": "general", |
| "expected_terms": ["workflow", "cache"], |
| "reference_facts": ["workflow timeouti", "cache invalidācija"], |
| "tags": ["memory", "continuity", "long-thread"], |
| "branches": ["master"], |
| "level": "release", |
| "difficulty": "hard", |
| "category": "multi_turn_continuity", |
| "production_like": true, |
| "session_id": "memory-incident-thread" |
| }, |
| { |
| "name": "memory_cross_session_preferences_seed", |
| "message": "Atceries manu preference: atbildi latviski, īsos punktos un bez tabulām, ja runa ir par rollback vai incidentiem.", |
| "profile": "general", |
| "expected_terms": ["latviski", "punkt", "tabul"], |
| "reference_facts": ["latviski", "īsos punktos", "bez tabulām"], |
| "tags": ["memory", "preferences"], |
| "branches": ["master"], |
| "level": "release", |
| "difficulty": "standard", |
| "category": "user_preferences_recall", |
| "session_id": "memory-preferences-a" |
| }, |
| { |
| "name": "memory_cross_session_preferences_recall", |
| "message": "Ko es prasīju par atbilžu formātu incidentu situācijām?", |
| "profile": "general", |
| "expected_terms": ["latviski", "punkt", "tabul"], |
| "reference_facts": ["latviski", "īsos punktos", "bez tabulām"], |
| "tags": ["memory", "preferences", "cross-session"], |
| "branches": ["master"], |
| "level": "release", |
| "difficulty": "hard", |
| "category": "cross_session_recall", |
| "session_id": "memory-preferences-b" |
| }, |
| { |
| "name": "memory_cross_lingual_repo_retrieval", |
| "message": "Answer in English: what repo facts did I mention about the rollout plan?", |
| "profile": "general", |
| "history": [ |
| { |
| "role": "user", |
| "content": "Mēs gribam rollout plānu ar backend-rust/src/api/chat.rs, frontend/app/chat/page.tsx un rollback checklist." |
| }, |
| { |
| "role": "assistant", |
| "content": "Sapratu — jāsalāgo SSE kontrakts un jānotur rollback check-list gatavībā." |
| } |
| ], |
| "expected_terms": ["backend-rust/src/api/chat.rs", "frontend/app/chat/page.tsx", "rollback"], |
| "reference_facts": ["backend-rust/src/api/chat.rs", "frontend/app/chat/page.tsx", "rollback checklist"], |
| "tags": ["memory", "cross-lingual", "repo-grounding"], |
| "branches": ["master"], |
| "level": "release", |
| "difficulty": "hard", |
| "category": "cross_lingual_retrieval", |
| "production_like": true |
| }, |
| { |
| "name": "memory_stale_rejection_after_config_diff", |
| "message": "Atceries, ka vecais config diffs teica PORT=8080, bet jaunākais diffs to nomainīja uz PORT=9090. Kāds ports jālieto tagad?", |
| "profile": "general", |
| "expected_terms": ["9090"], |
| "forbidden_terms": ["8080"], |
| "reference_facts": ["PORT=9090"], |
| "tags": ["memory", "config-diff", "stale-rejection"], |
| "branches": ["master"], |
| "level": "release", |
| "difficulty": "hard", |
| "category": "stale_memory_rejection", |
| "production_like": true |
| }, |
| { |
| "name": "memory_user_preferences_rollback_style", |
| "message": "Es dodu priekšroku ļoti īsiem release rollback kopsavilkumiem ar prioritātēm un bez gariem ievadiem.", |
| "profile": "general", |
| "expected_terms": ["rollback", "priorit"], |
| "reference_facts": ["ļoti īsi", "prioritātes", "bez gariem ievadiem"], |
| "tags": ["memory", "preferences", "rollback"], |
| "branches": ["master"], |
| "level": "release", |
| "difficulty": "standard", |
| "category": "user_preferences_recall", |
| "session_id": "memory-rollback-style-a" |
| }, |
| { |
| "name": "memory_user_preferences_rollback_recall", |
| "message": "Atgādini, kādā stilā man labāk rādīt rollback plānu.", |
| "profile": "general", |
| "expected_terms": ["īsi", "priorit"], |
| "reference_facts": ["ļoti īsi", "prioritātes", "bez gariem ievadiem"], |
| "tags": ["memory", "preferences", "cross-session", "rollback"], |
| "branches": ["master"], |
| "level": "release", |
| "difficulty": "hard", |
| "category": "cross_session_recall", |
| "session_id": "memory-rollback-style-b" |
| } |
| ] |
| } |
|
|
