{"sample_id": "memory_qwen_gpt_final_v1_p1_00001", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What changed about the chosen title between the first review and the follow-up discussion?", "temporal_relation": "comparison", "query_temporal_norm": 0.37989383935928345, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6437840461730957}, {"memory_id": "history_02_utt_0010", "score": 0.7015088200569153}], "gold_semantic_scores": [0.5279309153556824, 0.5902087688446045], "gold_temporal_scores": [0.11585306376218796, 0.111300028860569], "max_gold_score": 0.7015088200569153, "max_candidate_score": 0.7015088200569153, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.30292826890945435, "best_gold_margin": 0.39858055114746094, "weakest_gold_margin": 0.34085577726364136}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00001", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title did we pick for the watchlist during the first review?", "temporal_relation": "none", "query_temporal_norm": 0.3344677686691284, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7715703845024109}], "gold_semantic_scores": [0.7216705679893494], "gold_temporal_scores": [0.049899715930223465], "max_gold_score": 0.7715703845024109, "max_candidate_score": 0.7715703845024109, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4980231821537018, "best_gold_margin": 0.2735472023487091, "weakest_gold_margin": 0.2735472023487091}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00001", "qa_id": "extra_qa_0002", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title replaced the original watchlist entry in the follow-up discussion?", "temporal_relation": "none", "query_temporal_norm": 0.4397188127040863, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8212652802467346}], "gold_semantic_scores": [0.649657666683197], "gold_temporal_scores": [0.17160743474960327], "max_gold_score": 0.8212652802467346, "max_candidate_score": 0.8212652802467346, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8111385703086853, "best_gold_margin": 0.010126709938049316, "weakest_gold_margin": 0.010126709938049316}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00001", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What time is Casey expecting the snack delivery?", "temporal_relation": "none", "query_temporal_norm": 0.2043023407459259, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.15277373790740967, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.15277373790740967, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00046", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we should watch the documentary City of Trees?", "temporal_relation": "none", "query_temporal_norm": 0.12287699431180954, "query_session_index": 2, "query_start_sec": 20.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8451257348060608}], "gold_semantic_scores": [0.8154454827308655], "gold_temporal_scores": [0.029680393636226654], "max_gold_score": 0.8451257348060608, "max_candidate_score": 0.8451257348060608, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3148645758628845, "best_gold_margin": 0.5302611589431763, "weakest_gold_margin": 0.5302611589431763}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00046", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What documentary did Skyler suggest we watch?", "temporal_relation": "none", "query_temporal_norm": 0.22996051609516144, "query_session_index": 2, "query_start_sec": 20.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7278810143470764}], "gold_semantic_scores": [0.662477970123291], "gold_temporal_scores": [0.06540306657552719], "max_gold_score": 0.7278810143470764, "max_candidate_score": 0.7278810143470764, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6046635508537292, "best_gold_margin": 0.12321746349334717, "weakest_gold_margin": 0.12321746349334717}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00046", "qa_id": "extra_qa_0004", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What are we doing with the app settings?", "temporal_relation": "none", "query_temporal_norm": 0.39183029532432556, "query_session_index": 2, "query_start_sec": 20.24, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3042188882827759, "top_memory_id": "history_02_utt_0001", "max_non_gold_score": 0.3042188882827759, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00162", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Rowan's restaurant choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41881003975868225, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7731354236602783}, {"memory_id": "history_02_utt_0008", "score": 0.7843533158302307}], "gold_semantic_scores": [0.6346928477287292, 0.6503139734268188], "gold_temporal_scores": [0.1384424865245819, 0.13403931260108948], "max_gold_score": 0.7843533158302307, "max_candidate_score": 0.7843533158302307, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6698774695396423, "best_gold_margin": 0.11447584629058838, "weakest_gold_margin": 0.10325795412063599}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00162", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our conversations, which restaurant was mentioned as the original choice for dinner?", "temporal_relation": "session", "query_temporal_norm": 0.561230480670929, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6795333027839661}], "gold_semantic_scores": [0.5640698671340942], "gold_temporal_scores": [0.11546333879232407], "max_gold_score": 0.6795333027839661, "max_candidate_score": 0.6795333027839661, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6769168972969055, "best_gold_margin": 0.002616405487060547, "weakest_gold_margin": 0.002616405487060547}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00162", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were leaning toward Saffron Corner for dinner?", "temporal_relation": "none", "query_temporal_norm": 0.1935976892709732, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8132109642028809}], "gold_semantic_scores": [0.7734019756317139], "gold_temporal_scores": [0.03980904072523117], "max_gold_score": 0.8132109642028809, "max_candidate_score": 0.8132109642028809, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.4203076660633087, "best_gold_margin": 0.39290329813957214, "weakest_gold_margin": 0.39290329813957214}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00162", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had switched the meal plans to Green Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.29872551560401917, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9324058294296265}], "gold_semantic_scores": [0.7860989570617676], "gold_temporal_scores": [0.1463068276643753], "max_gold_score": 0.9324058294296265, "max_candidate_score": 0.9324058294296265, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4466041326522827, "best_gold_margin": 0.48580169677734375, "weakest_gold_margin": 0.48580169677734375}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00331", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson originally say the playlist choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.4942272901535034, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9003602266311646}], "gold_semantic_scores": [0.7833078503608704], "gold_temporal_scores": [0.11705231666564941], "max_gold_score": 0.9003602266311646, "max_candidate_score": 0.9003602266311646, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8990950584411621, "best_gold_margin": 0.0012651681900024414, "weakest_gold_margin": 0.0012651681900024414}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00331", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the playlist selection change?", "temporal_relation": "comparison", "query_temporal_norm": 0.3212602138519287, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6920890212059021}, {"memory_id": "history_02_utt_0012", "score": 0.6030113101005554}], "gold_semantic_scores": [0.5804701447486877, 0.5132187604904175], "gold_temporal_scores": [0.11161873489618301, 0.0897924154996872], "max_gold_score": 0.6920890212059021, "max_candidate_score": 0.6920890212059021, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.45003437995910645, "best_gold_margin": 0.24205464124679565, "weakest_gold_margin": 0.15297693014144897}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00331", "qa_id": "extra_qa_0003", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally picked the Acoustic Evening Mix?", "temporal_relation": "earliest", "query_temporal_norm": 0.5506598949432373, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9498465061187744}], "gold_semantic_scores": [0.81982421875], "gold_temporal_scores": [0.13002225756645203], "max_gold_score": 0.9498465061187744, "max_candidate_score": 0.9498465061187744, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.9421595335006714, "best_gold_margin": 0.007686972618103027, "weakest_gold_margin": 0.007686972618103027}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00331", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which playlist did Emerson originally pick for tonight's listening session?", "temporal_relation": "session", "query_temporal_norm": 0.5569659471511841, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8778508901596069}], "gold_semantic_scores": [0.746999979019165], "gold_temporal_scores": [0.13085083663463593], "max_gold_score": 0.8778508901596069, "max_candidate_score": 0.8839595317840576, "top_memory_id": "history_01_utt_0009::cf::extra_qa_0002::3", "max_non_gold_score": 0.8839595317840576, "best_gold_margin": -0.006108641624450684, "weakest_gold_margin": -0.006108641624450684}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00415", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Jordan say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.52909916639328, "query_session_index": 2, "query_start_sec": 21.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0081965923309326}], "gold_semantic_scores": [0.7452007532119751], "gold_temporal_scores": [0.26299595832824707], "max_gold_score": 1.0081965923309326, "max_candidate_score": 1.0081965923309326, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.0066280364990234, "best_gold_margin": 0.0015685558319091797, "weakest_gold_margin": 0.0015685558319091797}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00415", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our discussions, what encoder did we initially decide to use for the model?", "temporal_relation": "session", "query_temporal_norm": 0.5568482875823975, "query_session_index": 2, "query_start_sec": 21.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7558127641677856}], "gold_semantic_scores": [0.6643721461296082], "gold_temporal_scores": [0.09144056588411331], "max_gold_score": 0.7558127641677856, "max_candidate_score": 0.7570834755897522, "top_memory_id": "history_01_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.7570834755897522, "best_gold_margin": -0.0012707114219665527, "weakest_gold_margin": -0.0012707114219665527}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00415", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model did we end up choosing as the final architecture?", "temporal_relation": "latest", "query_temporal_norm": 0.5297166109085083, "query_session_index": 2, "query_start_sec": 21.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8437293171882629}], "gold_semantic_scores": [0.5915606617927551], "gold_temporal_scores": [0.2521686553955078], "max_gold_score": 0.8437293171882629, "max_candidate_score": 0.8548593521118164, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.8548593521118164, "best_gold_margin": -0.011130034923553467, "weakest_gold_margin": -0.011130034923553467}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00415", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did our model choice change from the earlier decision to the final one?", "temporal_relation": "comparison", "query_temporal_norm": 0.40926507115364075, "query_session_index": 2, "query_start_sec": 21.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7342784404754639}, {"memory_id": "history_02_utt_0010", "score": 0.7329329252243042}], "gold_semantic_scores": [0.608882486820221, 0.6241984963417053], "gold_temporal_scores": [0.12539580464363098, 0.10873468965291977], "max_gold_score": 0.7342784404754639, "max_candidate_score": 0.7342784404754639, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.24631096422672272, "best_gold_margin": 0.48796747624874115, "weakest_gold_margin": 0.4866219609975815}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00501", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest deployment target was?", "temporal_relation": "latest", "query_temporal_norm": 0.551946759223938, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0263484716415405}], "gold_semantic_scores": [0.7492889761924744], "gold_temporal_scores": [0.27706000208854675], "max_gold_score": 1.0263484716415405, "max_candidate_score": 1.042402982711792, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 1.042402982711792, "best_gold_margin": -0.016054511070251465, "weakest_gold_margin": -0.016054511070251465}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00501", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the deployment pointed while we were validating the API changes?", "temporal_relation": "none", "query_temporal_norm": 0.19637759029865265, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7006616592407227}], "gold_semantic_scores": [0.6956448554992676], "gold_temporal_scores": [0.005016724579036236], "max_gold_score": 0.7006616592407227, "max_candidate_score": 0.7006616592407227, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5817961096763611, "best_gold_margin": 0.11886554956436157, "weakest_gold_margin": 0.11886554956436157}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00501", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the deployment had been pointed at staging-cluster-east?", "temporal_relation": "session", "query_temporal_norm": 0.14336372911930084, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6537551879882812}], "gold_semantic_scores": [0.6193673014640808], "gold_temporal_scores": [0.03438790142536163], "max_gold_score": 0.6537551879882812, "max_candidate_score": 0.6537551879882812, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3803222179412842, "best_gold_margin": 0.27343297004699707, "weakest_gold_margin": 0.27343297004699707}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00501", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "When does Morgan say the temporary building access needs to be renewed?", "temporal_relation": "none", "query_temporal_norm": 0.2913087010383606, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3771415650844574, "top_memory_id": "history_02_utt_0016", "max_non_gold_score": 0.3771415650844574, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00603", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest evaluation threshold was for the main classifier?", "temporal_relation": "latest", "query_temporal_norm": 0.5509966611862183, "query_session_index": 2, "query_start_sec": 20.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.018351674079895}], "gold_semantic_scores": [0.7528637051582336], "gold_temporal_scores": [0.265487939119339], "max_gold_score": 1.018351674079895, "max_candidate_score": 1.0831623077392578, "top_memory_id": "history_02_utt_0008::cf::main::0", "max_non_gold_score": 1.0831623077392578, "best_gold_margin": -0.06481063365936279, "weakest_gold_margin": -0.06481063365936279}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00603", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "Where did I hear that guest parking was available today?", "temporal_relation": "none", "query_temporal_norm": 0.2835671603679657, "query_session_index": 2, "query_start_sec": 20.080000000000002, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.020084267482161522, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.020084267482161522, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00738", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the streaming-quantized encoder, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.22527778148651123, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6833198666572571}, {"memory_id": "history_02_utt_0009", "score": 0.7083519697189331}], "gold_semantic_scores": [0.6149988770484924, 0.670020341873169], "gold_temporal_scores": [0.06832116097211838, 0.03833162412047386], "max_gold_score": 0.7083519697189331, "max_candidate_score": 0.7083519697189331, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.46204808354377747, "best_gold_margin": 0.24630388617515564, "weakest_gold_margin": 0.22127178311347961}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00738", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the streaming-quantized encoder rejected for using too much memory?", "temporal_relation": "session", "query_temporal_norm": 0.21050035953521729, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8411582708358765}], "gold_semantic_scores": [0.745892345905304], "gold_temporal_scores": [0.09526576101779938], "max_gold_score": 0.8411582708358765, "max_candidate_score": 0.8411582708358765, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.607374370098114, "best_gold_margin": 0.23378390073776245, "weakest_gold_margin": 0.23378390073776245}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00738", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was proposed to reduce runtime computation?", "temporal_relation": "none", "query_temporal_norm": 0.1178317666053772, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.4024897515773773}], "gold_semantic_scores": [0.37321245670318604], "gold_temporal_scores": [0.02927742712199688], "max_gold_score": 0.4024897515773773, "max_candidate_score": 0.5086634755134583, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5086634755134583, "best_gold_margin": -0.10617372393608093, "weakest_gold_margin": -0.10617372393608093}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00738", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was decided about the sparse-attention frontend after it met the latency and memory profile?", "temporal_relation": "none", "query_temporal_norm": 0.2855187654495239, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.8599877953529358}], "gold_semantic_scores": [0.7448055148124695], "gold_temporal_scores": [0.11518217623233795], "max_gold_score": 0.8599877953529358, "max_candidate_score": 0.8599877953529358, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.5676605701446533, "best_gold_margin": 0.29232722520828247, "weakest_gold_margin": 0.29232722520828247}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00854", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery's activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.42519137263298035, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7377476692199707}, {"memory_id": "history_02_utt_0009", "score": 0.7137729525566101}], "gold_semantic_scores": [0.5891652703285217, 0.5633718371391296], "gold_temporal_scores": [0.14858245849609375, 0.15040135383605957], "max_gold_score": 0.7377476692199707, "max_candidate_score": 0.7377476692199707, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5866175293922424, "best_gold_margin": 0.15113013982772827, "weakest_gold_margin": 0.12715542316436768}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00854", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned weekend activity change between the earlier and later conversations?", "temporal_relation": "comparison", "query_temporal_norm": 0.4201655983924866, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7820769548416138}, {"memory_id": "history_02_utt_0009", "score": 0.7862208485603333}], "gold_semantic_scores": [0.632825493812561, 0.6414297819137573], "gold_temporal_scores": [0.14925150573253632, 0.14479100704193115], "max_gold_score": 0.7862208485603333, "max_candidate_score": 0.7862208485603333, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.42584484815597534, "best_gold_margin": 0.3603760004043579, "weakest_gold_margin": 0.3562321066856384}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00854", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Avery say they were planning for the weekend?", "temporal_relation": "none", "query_temporal_norm": 0.4574592709541321, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7801386713981628}], "gold_semantic_scores": [0.6723517775535583], "gold_temporal_scores": [0.10778690129518509], "max_gold_score": 0.7801386713981628, "max_candidate_score": 0.7801386713981628, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6042187809944153, "best_gold_margin": 0.17591989040374756, "weakest_gold_margin": 0.17591989040374756}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00854", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery mention planning a hike at Pine Ridge?", "temporal_relation": "session", "query_temporal_norm": 0.39036425948143005, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8469931483268738}], "gold_semantic_scores": [0.7537054419517517], "gold_temporal_scores": [0.0932878851890564], "max_gold_score": 0.8469931483268738, "max_candidate_score": 0.8469931483268738, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7802229523658752, "best_gold_margin": 0.06677019596099854, "weakest_gold_margin": 0.06677019596099854}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00957", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally set the evaluation threshold at 70% task completion before it was later changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5331457853317261, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8431239128112793}], "gold_semantic_scores": [0.7340893745422363], "gold_temporal_scores": [0.10903424769639969], "max_gold_score": 0.8431239128112793, "max_candidate_score": 0.8444150686264038, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.8444150686264038, "best_gold_margin": -0.0012911558151245117, "weakest_gold_margin": -0.0012911558151245117}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00957", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation threshold did Emerson say she originally set for the study?", "temporal_relation": "earliest", "query_temporal_norm": 0.5204370617866516, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8571922779083252}], "gold_semantic_scores": [0.7646344304084778], "gold_temporal_scores": [0.09255796670913696], "max_gold_score": 0.8571922779083252, "max_candidate_score": 0.8571922779083252, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.850692868232727, "best_gold_margin": 0.0064994096755981445, "weakest_gold_margin": 0.0064994096755981445}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00957", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation threshold change after the pilot?", "temporal_relation": "comparison", "query_temporal_norm": 0.31679511070251465, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7699630260467529}, {"memory_id": "history_02_utt_0011", "score": 0.8654866218566895}], "gold_semantic_scores": [0.6645832061767578, 0.7573217749595642], "gold_temporal_scores": [0.10537968575954437, 0.10816461592912674], "max_gold_score": 0.8654866218566895, "max_candidate_score": 0.8654866218566895, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.501142680644989, "best_gold_margin": 0.36434394121170044, "weakest_gold_margin": 0.2688203454017639}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00999", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest deployment target was?", "temporal_relation": "latest", "query_temporal_norm": 0.5606619715690613, "query_session_index": 2, "query_start_sec": 23.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.024086594581604}], "gold_semantic_scores": [0.7643799185752869], "gold_temporal_scores": [0.2597065567970276], "max_gold_score": 1.024086594581604, "max_candidate_score": 1.0408339500427246, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 1.0408339500427246, "best_gold_margin": -0.016747355461120605, "weakest_gold_margin": -0.016747355461120605}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00999", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which deployment target did we originally plan to use for the prototype?", "temporal_relation": "none", "query_temporal_norm": 0.5707007646560669, "query_session_index": 2, "query_start_sec": 23.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.804923415184021}], "gold_semantic_scores": [0.7279016971588135], "gold_temporal_scores": [0.07702171802520752], "max_gold_score": 0.804923415184021, "max_candidate_score": 0.804923415184021, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.3475860059261322, "best_gold_margin": 0.4573374092578888, "weakest_gold_margin": 0.4573374092578888}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00999", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about the prototype deployment target?", "temporal_relation": "session", "query_temporal_norm": 0.20865380764007568, "query_session_index": 2, "query_start_sec": 23.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6400743722915649}], "gold_semantic_scores": [0.5761377215385437], "gold_temporal_scores": [0.06393677741289139], "max_gold_score": 0.6400743722915649, "max_candidate_score": 0.6400743722915649, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.456826776266098, "best_gold_margin": 0.18324759602546692, "weakest_gold_margin": 0.18324759602546692}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01148", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say the latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5557047128677368, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0306557416915894}], "gold_semantic_scores": [0.7444833517074585], "gold_temporal_scores": [0.28617241978645325], "max_gold_score": 1.0306557416915894, "max_candidate_score": 1.0312029123306274, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 1.0312029123306274, "best_gold_margin": -0.0005471706390380859, "weakest_gold_margin": -0.0005471706390380859}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01148", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What glass cleaner did Casey say we should get?", "temporal_relation": "none", "query_temporal_norm": 0.1812991499900818, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6578543186187744}], "gold_semantic_scores": [0.6243643760681152], "gold_temporal_scores": [0.033489979803562164], "max_gold_score": 0.6578543186187744, "max_candidate_score": 0.6578543186187744, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6528821587562561, "best_gold_margin": 0.0049721598625183105, "weakest_gold_margin": 0.0049721598625183105}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01148", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent glass cleaner listed for us to buy?", "temporal_relation": "none", "query_temporal_norm": 0.5439627170562744, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0686886310577393}], "gold_semantic_scores": [0.8018957376480103], "gold_temporal_scores": [0.26679301261901855], "max_gold_score": 1.0686886310577393, "max_candidate_score": 1.0690430402755737, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 1.0690430402755737, "best_gold_margin": -0.00035440921783447266, "weakest_gold_margin": -0.00035440921783447266}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01148", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the glass cleaner on our shopping list change?", "temporal_relation": "comparison", "query_temporal_norm": 0.2583127021789551, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.727824330329895}, {"memory_id": "history_02_utt_0008", "score": 0.8324117660522461}], "gold_semantic_scores": [0.6432892084121704, 0.7400889992713928], "gold_temporal_scores": [0.08453518897294998, 0.09232265502214432], "max_gold_score": 0.8324117660522461, "max_candidate_score": 0.8324117660522461, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4092816412448883, "best_gold_margin": 0.4231301248073578, "weakest_gold_margin": 0.3185426890850067}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00011", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed Midnight Harbor earlier — what rating did we originally give it before the later update?", "temporal_relation": "earliest", "query_temporal_norm": 0.4080072343349457, "query_session_index": 2, "query_start_sec": 17.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.842943012714386}], "gold_semantic_scores": [0.7774130702018738], "gold_temporal_scores": [0.0655299574136734], "max_gold_score": 0.842943012714386, "max_candidate_score": 0.842943012714386, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6121096014976501, "best_gold_margin": 0.23083341121673584, "weakest_gold_margin": 0.23083341121673584}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00011", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What note did we make about plot preference?", "temporal_relation": "none", "query_temporal_norm": 0.13333196938037872, "query_session_index": 2, "query_start_sec": 17.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6599957346916199}], "gold_semantic_scores": [0.6310383677482605], "gold_temporal_scores": [0.028957296162843704], "max_gold_score": 0.6599957346916199, "max_candidate_score": 0.6599957346916199, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.39116135239601135, "best_gold_margin": 0.2688343822956085, "weakest_gold_margin": 0.2688343822956085}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00011", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the most recent rating we gave Midnight Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.532768964767456, "query_session_index": 2, "query_start_sec": 17.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9308992028236389}], "gold_semantic_scores": [0.6903215050697327], "gold_temporal_scores": [0.24057766795158386], "max_gold_score": 0.9308992028236389, "max_candidate_score": 0.9308992028236389, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9231858253479004, "best_gold_margin": 0.007713377475738525, "weakest_gold_margin": 0.007713377475738525}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00130", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the screening venue to the garage screening room, and what was the earlier venue?", "temporal_relation": "comparison", "query_temporal_norm": 0.399970680475235, "query_session_index": 2, "query_start_sec": 20.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6789960861206055}, {"memory_id": "history_02_utt_0009", "score": 0.7125691175460815}], "gold_semantic_scores": [0.5461171865463257, 0.5825808644294739], "gold_temporal_scores": [0.13287891447544098, 0.12998846173286438], "max_gold_score": 0.7125691175460815, "max_candidate_score": 0.7125691175460815, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4465788006782532, "best_gold_margin": 0.26599031686782837, "weakest_gold_margin": 0.2324172854423523}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00130", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested using the attic lounge for the screening last week?", "temporal_relation": "none", "query_temporal_norm": 0.13054518401622772, "query_session_index": 2, "query_start_sec": 20.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8006254434585571}], "gold_semantic_scores": [0.7680721879005432], "gold_temporal_scores": [0.032553236931562424], "max_gold_score": 0.8006254434585571, "max_candidate_score": 0.8006254434585571, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.39083370566368103, "best_gold_margin": 0.4097917377948761, "weakest_gold_margin": 0.4097917377948761}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00130", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they set up the projector in the garage screening room for tonight?", "temporal_relation": "none", "query_temporal_norm": 0.19564054906368256, "query_session_index": 2, "query_start_sec": 20.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8283596038818359}], "gold_semantic_scores": [0.7548121809959412], "gold_temporal_scores": [0.07354731857776642], "max_gold_score": 0.8283596038818359, "max_candidate_score": 0.8283596038818359, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.47948604822158813, "best_gold_margin": 0.3488735556602478, "weakest_gold_margin": 0.3488735556602478}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00130", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the screening being held now?", "temporal_relation": "latest", "query_temporal_norm": 0.4339078664779663, "query_session_index": 2, "query_start_sec": 20.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7863444685935974}], "gold_semantic_scores": [0.6002303957939148], "gold_temporal_scores": [0.18611441552639008], "max_gold_score": 0.7863444685935974, "max_candidate_score": 0.7928687334060669, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.7928687334060669, "best_gold_margin": -0.006524264812469482, "weakest_gold_margin": -0.006524264812469482}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00303", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their shopping item to a 3-pack of SparklePro heavy-duty kitchen towels, and what was the earlier item?", "temporal_relation": "comparison", "query_temporal_norm": 0.42450660467147827, "query_session_index": 2, "query_start_sec": 15.600000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9115217328071594}, {"memory_id": "history_02_utt_0009", "score": 0.9283754825592041}], "gold_semantic_scores": [0.7631437182426453, 0.80412757396698], "gold_temporal_scores": [0.14837807416915894, 0.12424798309803009], "max_gold_score": 0.9283754825592041, "max_candidate_score": 0.9283754825592041, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7417303323745728, "best_gold_margin": 0.18664515018463135, "weakest_gold_margin": 0.16979140043258667}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00303", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say they planned to pick up?", "temporal_relation": "none", "query_temporal_norm": 0.43587055802345276, "query_session_index": 2, "query_start_sec": 15.600000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5864941477775574}], "gold_semantic_scores": [0.5201924443244934], "gold_temporal_scores": [0.06630180776119232], "max_gold_score": 0.5864941477775574, "max_candidate_score": 0.5864941477775574, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5140875577926636, "best_gold_margin": 0.0724065899848938, "weakest_gold_margin": 0.0724065899848938}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00303", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping item did Reese say they would get instead?", "temporal_relation": "none", "query_temporal_norm": 0.4810331463813782, "query_session_index": 2, "query_start_sec": 15.600000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9341184496879578}], "gold_semantic_scores": [0.6793619990348816], "gold_temporal_scores": [0.2547563910484314], "max_gold_score": 0.9341184496879578, "max_candidate_score": 0.9341184496879578, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8541772365570068, "best_gold_margin": 0.07994121313095093, "weakest_gold_margin": 0.07994121313095093}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00303", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention getting a 3-pack of SparklePro heavy-duty kitchen towels?", "temporal_relation": "session", "query_temporal_norm": 0.2384941130876541, "query_session_index": 2, "query_start_sec": 15.600000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8058319091796875}], "gold_semantic_scores": [0.755615234375], "gold_temporal_scores": [0.050216395407915115], "max_gold_score": 0.8058319091796875, "max_candidate_score": 0.8058319091796875, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7333601713180542, "best_gold_margin": 0.0724717378616333, "weakest_gold_margin": 0.0724717378616333}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00378", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler originally say the departure time was?", "temporal_relation": "earliest", "query_temporal_norm": 0.571988582611084, "query_session_index": 2, "query_start_sec": 15.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8660273551940918}], "gold_semantic_scores": [0.7310054898262024], "gold_temporal_scores": [0.1350218951702118], "max_gold_score": 0.8660273551940918, "max_candidate_score": 0.8677353262901306, "top_memory_id": "history_01_utt_0007::cf::main::3", "max_non_gold_score": 0.8677353262901306, "best_gold_margin": -0.0017079710960388184, "weakest_gold_margin": -0.0017079710960388184}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00378", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What departure time was reported in the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.4175592362880707, "query_session_index": 2, "query_start_sec": 15.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8558900952339172}], "gold_semantic_scores": [0.7090357542037964], "gold_temporal_scores": [0.1468542516231537], "max_gold_score": 0.8558900952339172, "max_candidate_score": 0.8558900952339172, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.568230926990509, "best_gold_margin": 0.2876591682434082, "weakest_gold_margin": 0.2876591682434082}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00378", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What departure time did Skyler say she planned to leave?", "temporal_relation": "none", "query_temporal_norm": 0.4534664452075958, "query_session_index": 2, "query_start_sec": 15.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8104932308197021}], "gold_semantic_scores": [0.7006738781929016], "gold_temporal_scores": [0.1098194271326065], "max_gold_score": 0.8104932308197021, "max_candidate_score": 0.8104932308197021, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6624043583869934, "best_gold_margin": 0.14808887243270874, "weakest_gold_margin": 0.14808887243270874}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00378", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to leave at 8:15 AM to drop off the package?", "temporal_relation": "none", "query_temporal_norm": 0.3150615096092224, "query_session_index": 2, "query_start_sec": 15.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.791857123374939}], "gold_semantic_scores": [0.7198463678359985], "gold_temporal_scores": [0.0720108300447464], "max_gold_score": 0.791857123374939, "max_candidate_score": 0.791857123374939, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5847471952438354, "best_gold_margin": 0.20710992813110352, "weakest_gold_margin": 0.20710992813110352}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00486", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the activity choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5656991004943848, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8812587857246399}], "gold_semantic_scores": [0.7176315784454346], "gold_temporal_scores": [0.16362717747688293], "max_gold_score": 0.8812587857246399, "max_candidate_score": 0.8827410340309143, "top_memory_id": "history_01_utt_0007::cf::main::3", "max_non_gold_score": 0.8827410340309143, "best_gold_margin": -0.001482248306274414, "weakest_gold_margin": -0.001482248306274414}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00486", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity did the plan get switched to?", "temporal_relation": "latest", "query_temporal_norm": 0.45692482590675354, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9651044607162476}], "gold_semantic_scores": [0.741046667098999], "gold_temporal_scores": [0.2240578830242157], "max_gold_score": 0.9651044607162476, "max_candidate_score": 0.9680539965629578, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.9680539965629578, "best_gold_margin": -0.002949535846710205, "weakest_gold_margin": -0.002949535846710205}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00486", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the plan was switched to an outdoor movie screening?", "temporal_relation": "session", "query_temporal_norm": 0.3014717698097229, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9471786022186279}], "gold_semantic_scores": [0.7987512946128845], "gold_temporal_scores": [0.14842729270458221], "max_gold_score": 0.9471786022186279, "max_candidate_score": 0.9471786022186279, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5048456788063049, "best_gold_margin": 0.442332923412323, "weakest_gold_margin": 0.442332923412323}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00585", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Grove Market, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.17381051182746887, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7854864597320557}, {"memory_id": "history_02_utt_0007", "score": 0.7609511613845825}], "gold_semantic_scores": [0.7314934134483337, 0.7179732322692871], "gold_temporal_scores": [0.05399322509765625, 0.042978040874004364], "max_gold_score": 0.7854864597320557, "max_candidate_score": 0.7854864597320557, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.37531861662864685, "best_gold_margin": 0.4101678431034088, "weakest_gold_margin": 0.38563254475593567}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00585", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Grove Market?", "temporal_relation": "none", "query_temporal_norm": 0.13121701776981354, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8354780673980713}], "gold_semantic_scores": [0.8054978847503662], "gold_temporal_scores": [0.02998018078505993], "max_gold_score": 0.8354780673980713, "max_candidate_score": 0.8354780673980713, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.613490641117096, "best_gold_margin": 0.22198742628097534, "weakest_gold_margin": 0.22198742628097534}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00585", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who later ruled out Green Grove Market?", "temporal_relation": "none", "query_temporal_norm": 0.3614693880081177, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.950947105884552}], "gold_semantic_scores": [0.7851889133453369], "gold_temporal_scores": [0.16575850546360016], "max_gold_score": 0.950947105884552, "max_candidate_score": 0.950947105884552, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6266248226165771, "best_gold_margin": 0.32432228326797485, "weakest_gold_margin": 0.32432228326797485}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00585", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say why he suggested Green Grove Market?", "temporal_relation": "session", "query_temporal_norm": 0.13371169567108154, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8532690405845642}], "gold_semantic_scores": [0.8173424601554871], "gold_temporal_scores": [0.03592666611075401], "max_gold_score": 0.8532690405845642, "max_candidate_score": 0.8532690405845642, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7536827921867371, "best_gold_margin": 0.09958624839782715, "weakest_gold_margin": 0.09958624839782715}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00662", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say about Riverline Express accommodations, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.21535158157348633, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6833571791648865}, {"memory_id": "history_02_utt_0007", "score": 0.7565986514091492}], "gold_semantic_scores": [0.618054986000061, 0.7129384875297546], "gold_temporal_scores": [0.06530216336250305, 0.04366007447242737], "max_gold_score": 0.7565986514091492, "max_candidate_score": 0.8344430327415466, "top_memory_id": "history_02_utt_0007::cf::main::2", "max_non_gold_score": 0.8344430327415466, "best_gold_margin": -0.07784438133239746, "weakest_gold_margin": -0.15108585357666016}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00662", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said Riverline Express offered comfortable sleeper berths for overnight rest?", "temporal_relation": "none", "query_temporal_norm": 0.1205272376537323, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7747345566749573}], "gold_semantic_scores": [0.7451721429824829], "gold_temporal_scores": [0.0295625701546669], "max_gold_score": 0.7747345566749573, "max_candidate_score": 0.7747345566749573, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3717220425605774, "best_gold_margin": 0.4030125141143799, "weakest_gold_margin": 0.4030125141143799}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00662", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we rule out Riverline Express?", "temporal_relation": "session", "query_temporal_norm": 0.20388561487197876, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9206708073616028}], "gold_semantic_scores": [0.8383579254150391], "gold_temporal_scores": [0.08231281489133835], "max_gold_score": 0.9206708073616028, "max_candidate_score": 0.9206708073616028, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6390219926834106, "best_gold_margin": 0.28164881467819214, "weakest_gold_margin": 0.28164881467819214}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00662", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What kind of service did the Coastal Shuttle have?", "temporal_relation": "none", "query_temporal_norm": 0.12133114039897919, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6551594734191895}], "gold_semantic_scores": [0.625718355178833], "gold_temporal_scores": [0.02944125048816204], "max_gold_score": 0.6551594734191895, "max_candidate_score": 0.6551594734191895, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.636695384979248, "best_gold_margin": 0.018464088439941406, "weakest_gold_margin": 0.018464088439941406}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00782", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who most recently said they bumped their rating for Aperture Lane up to an 8 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.545044481754303, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9553143382072449}], "gold_semantic_scores": [0.6995652914047241], "gold_temporal_scores": [0.2557486295700073], "max_gold_score": 0.9553143382072449, "max_candidate_score": 0.9553143382072449, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.9535947442054749, "best_gold_margin": 0.0017195940017700195, "weakest_gold_margin": 0.0017195940017700195}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00782", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What rating was given to the Aperture Lane pilot when it was first watched?", "temporal_relation": "earliest", "query_temporal_norm": 0.4262056350708008, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8763758540153503}], "gold_semantic_scores": [0.8054748177528381], "gold_temporal_scores": [0.07090087980031967], "max_gold_score": 0.8763758540153503, "max_candidate_score": 0.8763758540153503, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.4745866060256958, "best_gold_margin": 0.40178924798965454, "weakest_gold_margin": 0.40178924798965454}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00782", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Emerson give Aperture Lane after the season finale?", "temporal_relation": "none", "query_temporal_norm": 0.17303936183452606, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.836477518081665}], "gold_semantic_scores": [0.7621219754219055], "gold_temporal_scores": [0.07435528934001923], "max_gold_score": 0.836477518081665, "max_candidate_score": 0.836477518081665, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7249159812927246, "best_gold_margin": 0.11156153678894043, "weakest_gold_margin": 0.11156153678894043}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00926", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I change my chosen title from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3962215781211853, "query_session_index": 2, "query_start_sec": 14.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6847429275512695}, {"memory_id": "history_02_utt_0008", "score": 0.7035610675811768}], "gold_semantic_scores": [0.5533938407897949, 0.5719980597496033], "gold_temporal_scores": [0.1313493549823761, 0.13156314194202423], "max_gold_score": 0.7035610675811768, "max_candidate_score": 0.7035610675811768, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6905375719070435, "best_gold_margin": 0.0130234956741333, "weakest_gold_margin": -0.005794644355773926}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00926", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title was most recently chosen for our next watch?", "temporal_relation": "none", "query_temporal_norm": 0.46774983406066895, "query_session_index": 2, "query_start_sec": 14.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.914581835269928}], "gold_semantic_scores": [0.6975326538085938], "gold_temporal_scores": [0.21704940497875214], "max_gold_score": 0.914581835269928, "max_candidate_score": 0.914581835269928, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9090868234634399, "best_gold_margin": 0.005495011806488037, "weakest_gold_margin": 0.005495011806488037}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00926", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they picked Night Market Noir as the next thing for us to watch?", "temporal_relation": "none", "query_temporal_norm": 0.23741421103477478, "query_session_index": 2, "query_start_sec": 14.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8326964378356934}], "gold_semantic_scores": [0.8142643570899963], "gold_temporal_scores": [0.018432222306728363], "max_gold_score": 0.8326964378356934, "max_candidate_score": 0.8326964378356934, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6028735637664795, "best_gold_margin": 0.22982287406921387, "weakest_gold_margin": 0.22982287406921387}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00926", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their pick to Summer Diner Sessions for our next watch?", "temporal_relation": "none", "query_temporal_norm": 0.2606782913208008, "query_session_index": 2, "query_start_sec": 14.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9523607492446899}], "gold_semantic_scores": [0.8342531323432922], "gold_temporal_scores": [0.11810751259326935], "max_gold_score": 0.9523607492446899, "max_candidate_score": 0.9523607492446899, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.564154863357544, "best_gold_margin": 0.388205885887146, "weakest_gold_margin": 0.388205885887146}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01028", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What restaurant did Cameron choose earlier, and which restaurant did he choose later?", "temporal_relation": "none", "query_temporal_norm": 0.42693030834198, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7660585641860962}, {"memory_id": "history_02_utt_0011", "score": 0.7477096319198608}], "gold_semantic_scores": [0.638393759727478, 0.6210767030715942], "gold_temporal_scores": [0.12766484916210175, 0.12663309276103973], "max_gold_score": 0.7660585641860962, "max_candidate_score": 0.7660585641860962, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.6648138165473938, "best_gold_margin": 0.10124474763870239, "weakest_gold_margin": 0.08289581537246704}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01028", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in the discussions, which restaurant had been chosen at first?", "temporal_relation": "session", "query_temporal_norm": 0.5414374470710754, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7130095958709717}], "gold_semantic_scores": [0.6318839192390442], "gold_temporal_scores": [0.08112568408250809], "max_gold_score": 0.7130095958709717, "max_candidate_score": 0.7130095958709717, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.7107058167457581, "best_gold_margin": 0.002303779125213623, "weakest_gold_margin": 0.002303779125213623}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01028", "qa_id": "extra_qa_0002", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which restaurant did the choice change from and which did it change to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4069208800792694, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7466109395027161}, {"memory_id": "history_02_utt_0011", "score": 0.725631833076477}], "gold_semantic_scores": [0.622468113899231, 0.6098243594169617], "gold_temporal_scores": [0.12414295971393585, 0.11580716818571091], "max_gold_score": 0.7466109395027161, "max_candidate_score": 0.7466109395027161, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.5102258324623108, "best_gold_margin": 0.23638510704040527, "weakest_gold_margin": 0.21540600061416626}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01028", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What restaurant did Cameron say he had chosen for dinner?", "temporal_relation": "none", "query_temporal_norm": 0.2042357325553894, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7275514006614685}], "gold_semantic_scores": [0.6900847554206848], "gold_temporal_scores": [0.03746652603149414], "max_gold_score": 0.7275514006614685, "max_candidate_score": 0.7275514006614685, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.6624104380607605, "best_gold_margin": 0.06514096260070801, "weakest_gold_margin": 0.06514096260070801}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01110", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the screening venue to the Lakeside Screening Room, and what was the earlier venue?", "temporal_relation": "comparison", "query_temporal_norm": 0.3651154339313507, "query_session_index": 2, "query_start_sec": 21.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7293464541435242}, {"memory_id": "history_02_utt_0007", "score": 0.7803341150283813}], "gold_semantic_scores": [0.6062032580375671, 0.6697152853012085], "gold_temporal_scores": [0.1231430172920227, 0.11061880737543106], "max_gold_score": 0.7803341150283813, "max_candidate_score": 0.7803341150283813, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.3744557499885559, "best_gold_margin": 0.40587836503982544, "weakest_gold_margin": 0.35489070415496826}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01110", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention suggesting the Rooftop Studio?", "temporal_relation": "session", "query_temporal_norm": 0.24493080377578735, "query_session_index": 2, "query_start_sec": 21.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7775216102600098}], "gold_semantic_scores": [0.7061574459075928], "gold_temporal_scores": [0.07136402279138565], "max_gold_score": 0.7775216102600098, "max_candidate_score": 0.7775216102600098, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.699252188205719, "best_gold_margin": 0.07826942205429077, "weakest_gold_margin": 0.07826942205429077}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00016", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my main concern was?", "temporal_relation": "none", "query_temporal_norm": 0.12042543292045593, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.45480212569236755}], "gold_semantic_scores": [0.4478329122066498], "gold_temporal_scores": [0.006969186011701822], "max_gold_score": 0.45480212569236755, "max_candidate_score": 0.5896209478378296, "top_memory_id": "history_01_utt_0014", "max_non_gold_score": 0.5896209478378296, "best_gold_margin": -0.13481882214546204, "weakest_gold_margin": -0.13481882214546204}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00016", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the concern about participants misunderstanding instructions brought up?", "temporal_relation": "session", "query_temporal_norm": 0.14921511709690094, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0014", "score": 0.5566453337669373}], "gold_semantic_scores": [0.5164510011672974], "gold_temporal_scores": [0.04019438102841377], "max_gold_score": 0.5566453337669373, "max_candidate_score": 0.5566453337669373, "top_memory_id": "history_01_utt_0014", "max_non_gold_score": 0.4897122383117676, "best_gold_margin": 0.06693309545516968, "weakest_gold_margin": 0.06693309545516968}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00016", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation raised the main concern about inconsistent logging across experimental conditions?", "temporal_relation": "session", "query_temporal_norm": 0.16674165427684784, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0003", "score": 0.6693474650382996}], "gold_semantic_scores": [0.6658511757850647], "gold_temporal_scores": [0.003496218705549836], "max_gold_score": 0.6693474650382996, "max_candidate_score": 0.6693474650382996, "top_memory_id": "history_01_utt_0003", "max_non_gold_score": 0.46610426902770996, "best_gold_margin": 0.2032431960105896, "weakest_gold_margin": 0.2032431960105896}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00186", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4222826361656189, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6940357089042664}, {"memory_id": "history_02_utt_0009", "score": 0.802749752998352}], "gold_semantic_scores": [0.5481275320053101, 0.6507524251937866], "gold_temporal_scores": [0.1459081619977951, 0.1519971638917923], "max_gold_score": 0.802749752998352, "max_candidate_score": 0.802749752998352, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7694146037101746, "best_gold_margin": 0.03333514928817749, "weakest_gold_margin": -0.0753788948059082}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00186", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen for this weekend in the most recent discussion?", "temporal_relation": "none", "query_temporal_norm": 0.5510786771774292, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9430063366889954}], "gold_semantic_scores": [0.6818917393684387], "gold_temporal_scores": [0.26111456751823425], "max_gold_score": 0.9430063366889954, "max_candidate_score": 0.9430063366889954, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9416961669921875, "best_gold_margin": 0.0013101696968078613, "weakest_gold_margin": 0.0013101696968078613}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00186", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were planning an escape room for this weekend?", "temporal_relation": "none", "query_temporal_norm": 0.36186909675598145, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8478923439979553}], "gold_semantic_scores": [0.7813610434532166], "gold_temporal_scores": [0.06653127074241638], "max_gold_score": 0.8478923439979553, "max_candidate_score": 0.8478923439979553, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4757656157016754, "best_gold_margin": 0.3721267282962799, "weakest_gold_margin": 0.3721267282962799}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00186", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched their plan to a kayaking trip this weekend?", "temporal_relation": "none", "query_temporal_norm": 0.33818843960762024, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.014947772026062}], "gold_semantic_scores": [0.8511408567428589], "gold_temporal_scores": [0.16380684077739716], "max_gold_score": 1.014947772026062, "max_candidate_score": 1.014947772026062, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6631813049316406, "best_gold_margin": 0.3517664670944214, "weakest_gold_margin": 0.3517664670944214}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00335", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested the EcoWave dishwasher detergent pods?", "temporal_relation": "earliest", "query_temporal_norm": 0.5168049931526184, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.816684365272522}], "gold_semantic_scores": [0.704512894153595], "gold_temporal_scores": [0.11217167973518372], "max_gold_score": 0.816684365272522, "max_candidate_score": 0.816684365272522, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8143307566642761, "best_gold_margin": 0.0023536086082458496, "weakest_gold_margin": 0.0023536086082458496}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00335", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dishwasher detergent did Avery suggest?", "temporal_relation": "none", "query_temporal_norm": 0.12977144122123718, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7628000378608704}], "gold_semantic_scores": [0.7391869425773621], "gold_temporal_scores": [0.023613357916474342], "max_gold_score": 0.7628000378608704, "max_candidate_score": 0.7628000378608704, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6868568658828735, "best_gold_margin": 0.07594317197799683, "weakest_gold_margin": 0.07594317197799683}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00335", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dishwasher detergent is currently the chosen option?", "temporal_relation": "latest", "query_temporal_norm": 0.5343210697174072, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9762900471687317}], "gold_semantic_scores": [0.7140718102455139], "gold_temporal_scores": [0.26221826672554016], "max_gold_score": 0.9762900471687317, "max_candidate_score": 0.9794261455535889, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.9794261455535889, "best_gold_margin": -0.0031360983848571777, "weakest_gold_margin": -0.0031360983848571777}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00335", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which dishwasher detergent did Parker pick in the earlier conversation?", "temporal_relation": "session", "query_temporal_norm": 0.4219135344028473, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8207970261573792}], "gold_semantic_scores": [0.7152581810951233], "gold_temporal_scores": [0.10553895682096481], "max_gold_score": 0.8207970261573792, "max_candidate_score": 0.8207970261573792, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7699167132377625, "best_gold_margin": 0.0508803129196167, "weakest_gold_margin": 0.0508803129196167}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00456", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation setup to multi-speaker noisy and reverberant conditions, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.40419262647628784, "query_session_index": 2, "query_start_sec": 22.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8275402784347534}, {"memory_id": "history_02_utt_0008", "score": 0.6722318530082703}], "gold_semantic_scores": [0.6931949257850647, 0.5993106961250305], "gold_temporal_scores": [0.13434533774852753, 0.07292111217975616], "max_gold_score": 0.8275402784347534, "max_candidate_score": 0.8275402784347534, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5613018274307251, "best_gold_margin": 0.2662384510040283, "weakest_gold_margin": 0.11093002557754517}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00456", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before the evaluation was changed, what had we planned to evaluate and report?", "temporal_relation": "before", "query_temporal_norm": 0.45776695013046265, "query_session_index": 2, "query_start_sec": 22.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8634894490242004}], "gold_semantic_scores": [0.7492918372154236], "gold_temporal_scores": [0.11419767886400223], "max_gold_score": 0.8634894490242004, "max_candidate_score": 0.8634894490242004, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6185939908027649, "best_gold_margin": 0.24489545822143555, "weakest_gold_margin": 0.24489545822143555}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00456", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we planned to evaluate on clean single-speaker recordings?", "temporal_relation": "none", "query_temporal_norm": 0.3436554968357086, "query_session_index": 2, "query_start_sec": 22.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7120844721794128}], "gold_semantic_scores": [0.6572245955467224], "gold_temporal_scores": [0.0548599511384964], "max_gold_score": 0.7120844721794128, "max_candidate_score": 0.7120844721794128, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.41077518463134766, "best_gold_margin": 0.3013092875480652, "weakest_gold_margin": 0.3013092875480652}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00456", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the evaluation for multi-speaker noisy and reverberant conditions?", "temporal_relation": "none", "query_temporal_norm": 0.40265050530433655, "query_session_index": 2, "query_start_sec": 22.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9471175670623779}], "gold_semantic_scores": [0.7642431855201721], "gold_temporal_scores": [0.1828744113445282], "max_gold_score": 0.9471175670623779, "max_candidate_score": 0.9471175670623779, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6799366474151611, "best_gold_margin": 0.2671809196472168, "weakest_gold_margin": 0.2671809196472168}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00580", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about The Last Reel, and why did Quinn drop it?", "temporal_relation": "none", "query_temporal_norm": 0.20762743055820465, "query_session_index": 2, "query_start_sec": 12.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6705195903778076}, {"memory_id": "history_02_utt_0007", "score": 0.7391904592514038}], "gold_semantic_scores": [0.6059179902076721, 0.6559844017028809], "gold_temporal_scores": [0.06460190564393997, 0.08320601284503937], "max_gold_score": 0.7391904592514038, "max_candidate_score": 0.7391904592514038, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7155789732933044, "best_gold_margin": 0.023611485958099365, "weakest_gold_margin": -0.045059382915496826}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00580", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Summer Drive earlier?", "temporal_relation": "none", "query_temporal_norm": 0.09716769307851791, "query_session_index": 2, "query_start_sec": 12.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.770583987236023}], "gold_semantic_scores": [0.7528674006462097], "gold_temporal_scores": [0.017716888338327408], "max_gold_score": 0.770583987236023, "max_candidate_score": 0.770583987236023, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.4930669069290161, "best_gold_margin": 0.27751708030700684, "weakest_gold_margin": 0.27751708030700684}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00580", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone recommend Summer Drive?", "temporal_relation": "session", "query_temporal_norm": 0.1376592218875885, "query_session_index": 2, "query_start_sec": 12.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6599878072738647}], "gold_semantic_scores": [0.6406099796295166], "gold_temporal_scores": [0.019377881661057472], "max_gold_score": 0.6599878072738647, "max_candidate_score": 0.6599878072738647, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.47367388010025024, "best_gold_margin": 0.1863139271736145, "weakest_gold_margin": 0.1863139271736145}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00580", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was The Last Reel later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.32890626788139343, "query_session_index": 2, "query_start_sec": 12.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8170290589332581}], "gold_semantic_scores": [0.6964056491851807], "gold_temporal_scores": [0.12062323093414307], "max_gold_score": 0.8170290589332581, "max_candidate_score": 0.8170290589332581, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6944786310195923, "best_gold_margin": 0.12255042791366577, "weakest_gold_margin": 0.12255042791366577}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00659", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5640420317649841, "query_session_index": 2, "query_start_sec": 19.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.966325581073761}], "gold_semantic_scores": [0.6891545057296753], "gold_temporal_scores": [0.27717089653015137], "max_gold_score": 0.966325581073761, "max_candidate_score": 0.966325581073761, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9638782739639282, "best_gold_margin": 0.0024473071098327637, "weakest_gold_margin": 0.0024473071098327637}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00659", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest entry for marinara sauce on the shopping list?", "temporal_relation": "latest", "query_temporal_norm": 0.5675303339958191, "query_session_index": 2, "query_start_sec": 19.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.969436764717102}], "gold_semantic_scores": [0.7038542628288269], "gold_temporal_scores": [0.2655828595161438], "max_gold_score": 0.969436764717102, "max_candidate_score": 0.9743565917015076, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 0.9743565917015076, "best_gold_margin": -0.004919826984405518, "weakest_gold_margin": -0.004919826984405518}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00714", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan originally say the venue was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5674647092819214, "query_session_index": 2, "query_start_sec": 20.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8298999071121216}], "gold_semantic_scores": [0.7000476121902466], "gold_temporal_scores": [0.12985235452651978], "max_gold_score": 0.8298999071121216, "max_candidate_score": 0.8298999071121216, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8201496005058289, "best_gold_margin": 0.009750306606292725, "weakest_gold_margin": 0.009750306606292725}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00714", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier on, where was the screening originally proposed to be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.5673491358757019, "query_session_index": 2, "query_start_sec": 20.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7519649267196655}], "gold_semantic_scores": [0.61735600233078], "gold_temporal_scores": [0.13460896909236908], "max_gold_score": 0.7519649267196655, "max_candidate_score": 0.7519649267196655, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7445905804634094, "best_gold_margin": 0.0073743462562561035, "weakest_gold_margin": 0.0073743462562561035}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00714", "qa_id": "extra_qa_0003", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the venue would be the living room projector alcove?", "temporal_relation": "earliest", "query_temporal_norm": 0.56586092710495, "query_session_index": 2, "query_start_sec": 20.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8517204523086548}], "gold_semantic_scores": [0.7223049998283386], "gold_temporal_scores": [0.1294156014919281], "max_gold_score": 0.8517204523086548, "max_candidate_score": 0.8517204523086548, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8511091470718384, "best_gold_margin": 0.0006113052368164062, "weakest_gold_margin": 0.0006113052368164062}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00714", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Rowan originally propose for the screening?", "temporal_relation": "earliest", "query_temporal_norm": 0.545599102973938, "query_session_index": 2, "query_start_sec": 20.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8450583219528198}], "gold_semantic_scores": [0.7344004511833191], "gold_temporal_scores": [0.11065791547298431], "max_gold_score": 0.8450583219528198, "max_candidate_score": 0.8450583219528198, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8435056209564209, "best_gold_margin": 0.0015527009963989258, "weakest_gold_margin": 0.0015527009963989258}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00838", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery originally say the dataset version was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5700631141662598, "query_session_index": 2, "query_start_sec": 16.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7338039875030518}], "gold_semantic_scores": [0.6077824831008911], "gold_temporal_scores": [0.1260215938091278], "max_gold_score": 0.7338039875030518, "max_candidate_score": 0.7338039875030518, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7274082899093628, "best_gold_margin": 0.006395697593688965, "weakest_gold_margin": 0.006395697593688965}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00838", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Avery say she initially prepared for the baseline experiments?", "temporal_relation": "earliest", "query_temporal_norm": 0.560481607913971, "query_session_index": 2, "query_start_sec": 16.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8814031481742859}], "gold_semantic_scores": [0.7351183295249939], "gold_temporal_scores": [0.14628471434116364], "max_gold_score": 0.8814031481742859, "max_candidate_score": 0.8814031481742859, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8774042725563049, "best_gold_margin": 0.003998875617980957, "weakest_gold_margin": 0.003998875617980957}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00838", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery mention preparing the dataset without any noise augmentation?", "temporal_relation": "session", "query_temporal_norm": 0.206576406955719, "query_session_index": 2, "query_start_sec": 16.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5518896579742432}], "gold_semantic_scores": [0.4865911602973938], "gold_temporal_scores": [0.06529857218265533], "max_gold_score": 0.5518896579742432, "max_candidate_score": 0.5518896579742432, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5073244571685791, "best_gold_margin": 0.04456520080566406, "weakest_gold_margin": 0.04456520080566406}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00838", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they initially prepared SpeechCorpus v2.1 without any noise augmentation?", "temporal_relation": "earliest", "query_temporal_norm": 0.45127686858177185, "query_session_index": 2, "query_start_sec": 16.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7211888432502747}], "gold_semantic_scores": [0.6302117109298706], "gold_temporal_scores": [0.09097723662853241], "max_gold_score": 0.7211888432502747, "max_candidate_score": 0.7211888432502747, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.720196545124054, "best_gold_margin": 0.0009922981262207031, "weakest_gold_margin": 0.0009922981262207031}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00975", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say the latest deployment target was?", "temporal_relation": "latest", "query_temporal_norm": 0.5464412569999695, "query_session_index": 2, "query_start_sec": 18.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9986198544502258}], "gold_semantic_scores": [0.7256554961204529], "gold_temporal_scores": [0.2729644775390625], "max_gold_score": 0.9986198544502258, "max_candidate_score": 0.9986198544502258, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9879727363586426, "best_gold_margin": 0.010647118091583252, "weakest_gold_margin": 0.010647118091583252}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00975", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which deployment target is currently being used for the release?", "temporal_relation": "latest", "query_temporal_norm": 0.49155670404434204, "query_session_index": 2, "query_start_sec": 18.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0224274396896362}], "gold_semantic_scores": [0.7804694771766663], "gold_temporal_scores": [0.2419578731060028], "max_gold_score": 1.0224274396896362, "max_candidate_score": 1.0224274396896362, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.0202444791793823, "best_gold_margin": 0.0021829605102539062, "weakest_gold_margin": 0.0021829605102539062}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00975", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which deployment environment was specified earlier for the current release?", "temporal_relation": "before", "query_temporal_norm": 0.2758166491985321, "query_session_index": 2, "query_start_sec": 18.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8012407422065735}], "gold_semantic_scores": [0.7660128474235535], "gold_temporal_scores": [0.03522795811295509], "max_gold_score": 0.8012407422065735, "max_candidate_score": 0.8012407422065735, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.643250048160553, "best_gold_margin": 0.1579906940460205, "weakest_gold_margin": 0.1579906940460205}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01111", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I did with 'Aurora Road' earlier, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.2627827227115631, "query_session_index": 2, "query_start_sec": 28.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7159134149551392}, {"memory_id": "history_02_utt_0009", "score": 0.6106799840927124}], "gold_semantic_scores": [0.6578330397605896, 0.6017764806747437], "gold_temporal_scores": [0.05808034911751747, 0.008903322741389275], "max_gold_score": 0.7159134149551392, "max_candidate_score": 0.7159134149551392, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6725647449493408, "best_gold_margin": 0.04334867000579834, "weakest_gold_margin": -0.06188476085662842}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01111", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What role was \"Velvet Echo\" queued for in the set?", "temporal_relation": "none", "query_temporal_norm": 0.1480872631072998, "query_session_index": 2, "query_start_sec": 28.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.5672616958618164}], "gold_semantic_scores": [0.5562771558761597], "gold_temporal_scores": [0.010984629392623901], "max_gold_score": 0.5672616958618164, "max_candidate_score": 0.5672616958618164, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4384154975414276, "best_gold_margin": 0.1288461983203888, "weakest_gold_margin": 0.1288461983203888}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01111", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to \"Velvet Echo\"?", "temporal_relation": "none", "query_temporal_norm": 0.2626907229423523, "query_session_index": 2, "query_start_sec": 28.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.6222434639930725}], "gold_semantic_scores": [0.6152546405792236], "gold_temporal_scores": [0.006988887209445238], "max_gold_score": 0.6222434639930725, "max_candidate_score": 0.6222434639930725, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.45265448093414307, "best_gold_margin": 0.16958898305892944, "weakest_gold_margin": 0.16958898305892944}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01111", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation mentioned that \"Velvet Echo\" was moved earlier to enable a tighter crossfade?", "temporal_relation": "session", "query_temporal_norm": 0.16537903249263763, "query_session_index": 2, "query_start_sec": 28.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.7632846236228943}], "gold_semantic_scores": [0.7232832908630371], "gold_temporal_scores": [0.04000166058540344], "max_gold_score": 0.7632846236228943, "max_candidate_score": 0.7632846236228943, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.5846390724182129, "best_gold_margin": 0.1786455512046814, "weakest_gold_margin": 0.1786455512046814}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01192", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Leaf, and why was it later ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.1651146411895752, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.753737211227417}, {"memory_id": "history_02_utt_0010", "score": 0.6614523530006409}], "gold_semantic_scores": [0.7049348950386047, 0.6193152666091919], "gold_temporal_scores": [0.04880243167281151, 0.04213700816035271], "max_gold_score": 0.753737211227417, "max_candidate_score": 0.753737211227417, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6372170448303223, "best_gold_margin": 0.11652016639709473, "weakest_gold_margin": 0.024235308170318604}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01192", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Parker give for suggesting Green Leaf earlier?", "temporal_relation": "none", "query_temporal_norm": 0.18005754053592682, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7248701453208923}], "gold_semantic_scores": [0.6721911430358887], "gold_temporal_scores": [0.052679095417261124], "max_gold_score": 0.7248701453208923, "max_candidate_score": 0.7248701453208923, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6257011294364929, "best_gold_margin": 0.09916901588439941, "weakest_gold_margin": 0.09916901588439941}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01192", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker say Green Leaf was closed for a private event?", "temporal_relation": "session", "query_temporal_norm": 0.18900655210018158, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8738917112350464}], "gold_semantic_scores": [0.7917333245277405], "gold_temporal_scores": [0.08215837180614471], "max_gold_score": 0.8738917112350464, "max_candidate_score": 0.8738917112350464, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8425816297531128, "best_gold_margin": 0.031310081481933594, "weakest_gold_margin": 0.031310081481933594}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01192", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature was mentioned as the reason Riverside Bistro was suggested?", "temporal_relation": "none", "query_temporal_norm": 0.10851522535085678, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.72938472032547}], "gold_semantic_scores": [0.7048912048339844], "gold_temporal_scores": [0.024493515491485596], "max_gold_score": 0.72938472032547, "max_candidate_score": 0.72938472032547, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.31846341490745544, "best_gold_margin": 0.4109213054180145, "weakest_gold_margin": 0.4109213054180145}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00075", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the deployment target was before we changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.46918249130249023, "query_session_index": 2, "query_start_sec": 20.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7451490163803101}], "gold_semantic_scores": [0.6639662384986877], "gold_temporal_scores": [0.08118277788162231], "max_gold_score": 0.7451490163803101, "max_candidate_score": 0.7451490163803101, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.671363353729248, "best_gold_margin": 0.07378566265106201, "weakest_gold_margin": 0.07378566265106201}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00075", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the deployment target switched to edge-pool-3?", "temporal_relation": "session", "query_temporal_norm": 0.2987346053123474, "query_session_index": 2, "query_start_sec": 20.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.91801917552948}], "gold_semantic_scores": [0.773493230342865], "gold_temporal_scores": [0.1445259004831314], "max_gold_score": 0.91801917552948, "max_candidate_score": 0.91801917552948, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.75127774477005, "best_gold_margin": 0.16674143075942993, "weakest_gold_margin": 0.16674143075942993}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00258", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Do you remember what Jordan's most recent rating for the clip was?", "temporal_relation": "none", "query_temporal_norm": 0.5439091324806213, "query_session_index": 2, "query_start_sec": 15.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0392619371414185}], "gold_semantic_scores": [0.7864840626716614], "gold_temporal_scores": [0.2527776062488556], "max_gold_score": 1.0392619371414185, "max_candidate_score": 1.0405313968658447, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.0405313968658447, "best_gold_margin": -0.0012694597244262695, "weakest_gold_margin": -0.0012694597244262695}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00258", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the clip's rating change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.38732749223709106, "query_session_index": 2, "query_start_sec": 15.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.829576849937439}, {"memory_id": "history_02_utt_0009", "score": 0.7302064895629883}], "gold_semantic_scores": [0.6915223002433777, 0.5794941782951355], "gold_temporal_scores": [0.13805459439754486, 0.15071231126785278], "max_gold_score": 0.829576849937439, "max_candidate_score": 0.829576849937439, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3401728570461273, "best_gold_margin": 0.48940399289131165, "weakest_gold_margin": 0.39003363251686096}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00258", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they rate the clip a 7 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.2032555192708969, "query_session_index": 2, "query_start_sec": 15.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7446095943450928}], "gold_semantic_scores": [0.6540601849555969], "gold_temporal_scores": [0.09054933488368988], "max_gold_score": 0.7446095943450928, "max_candidate_score": 0.7446095943450928, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7228060364723206, "best_gold_margin": 0.021803557872772217, "weakest_gold_margin": 0.021803557872772217}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00258", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan report an updated rating for the clip?", "temporal_relation": "session", "query_temporal_norm": 0.33850282430648804, "query_session_index": 2, "query_start_sec": 15.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8797016739845276}], "gold_semantic_scores": [0.7095698118209839], "gold_temporal_scores": [0.1701318919658661], "max_gold_score": 0.8797016739845276, "max_candidate_score": 0.8797016739845276, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7418650388717651, "best_gold_margin": 0.13783663511276245, "weakest_gold_margin": 0.13783663511276245}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00416", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the activity choice was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5471159219741821, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6576216816902161}], "gold_semantic_scores": [0.5423415303230286], "gold_temporal_scores": [0.1152801439166069], "max_gold_score": 0.6576216816902161, "max_candidate_score": 0.6937131881713867, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.6937131881713867, "best_gold_margin": -0.036091506481170654, "weakest_gold_margin": -0.036091506481170654}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00416", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were thinking of starting with a farmers' market stroll?", "temporal_relation": "none", "query_temporal_norm": 0.21319793164730072, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.805313766002655}], "gold_semantic_scores": [0.7668343782424927], "gold_temporal_scores": [0.0384795255959034], "max_gold_score": 0.805313766002655, "max_candidate_score": 0.805313766002655, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.48362550139427185, "best_gold_margin": 0.3216882646083832, "weakest_gold_margin": 0.3216882646083832}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00416", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently for the outing?", "temporal_relation": "none", "query_temporal_norm": 0.5125324130058289, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9875550270080566}], "gold_semantic_scores": [0.7456955313682556], "gold_temporal_scores": [0.2418595254421234], "max_gold_score": 0.9875550270080566, "max_candidate_score": 0.9875550270080566, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9820934534072876, "best_gold_margin": 0.005461573600769043, "weakest_gold_margin": 0.005461573600769043}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00416", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity change from the earlier discussion to the latest one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4235439598560333, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6997942924499512}, {"memory_id": "history_02_utt_0009", "score": 0.8362520337104797}], "gold_semantic_scores": [0.5446803569793701, 0.700787365436554], "gold_temporal_scores": [0.15511392056941986, 0.13546475768089294], "max_gold_score": 0.8362520337104797, "max_candidate_score": 0.8362520337104797, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5402532815933228, "best_gold_margin": 0.295998752117157, "weakest_gold_margin": 0.15954101085662842}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00534", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who put \"Neon Afterglow\" in the late-night transition slot, and why was that slot removed?", "temporal_relation": "none", "query_temporal_norm": 0.20146115124225616, "query_session_index": 2, "query_start_sec": 12.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7949355840682983}, {"memory_id": "history_02_utt_0008", "score": 0.6912785768508911}], "gold_semantic_scores": [0.7345638275146484, 0.6166123151779175], "gold_temporal_scores": [0.06037169322371483, 0.07466640323400497], "max_gold_score": 0.7949355840682983, "max_candidate_score": 0.7949355840682983, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5764326453208923, "best_gold_margin": 0.218502938747406, "weakest_gold_margin": 0.11484593152999878}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00534", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who later removed the late-night transition slot?", "temporal_relation": "none", "query_temporal_norm": 0.38401713967323303, "query_session_index": 2, "query_start_sec": 12.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8742114901542664}], "gold_semantic_scores": [0.6873937845230103], "gold_temporal_scores": [0.1868177056312561], "max_gold_score": 0.8742114901542664, "max_candidate_score": 0.8742114901542664, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5842782258987427, "best_gold_margin": 0.2899332642555237, "weakest_gold_margin": 0.2899332642555237}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00534", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention putting \"Neon Afterglow\" in the late-night transition slot?", "temporal_relation": "session", "query_temporal_norm": 0.2205411195755005, "query_session_index": 2, "query_start_sec": 12.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8278381824493408}], "gold_semantic_scores": [0.7575387954711914], "gold_temporal_scores": [0.07029936462640762], "max_gold_score": 0.8278381824493408, "max_candidate_score": 0.8278381824493408, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7402540445327759, "best_gold_margin": 0.08758413791656494, "weakest_gold_margin": 0.08758413791656494}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00534", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which song was suggested earlier for the energetic opener slot?", "temporal_relation": "none", "query_temporal_norm": 0.22948919236660004, "query_session_index": 2, "query_start_sec": 12.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.5821238160133362}], "gold_semantic_scores": [0.5724393129348755], "gold_temporal_scores": [0.009684638120234013], "max_gold_score": 0.5821238160133362, "max_candidate_score": 0.5821238160133362, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.3627849817276001, "best_gold_margin": 0.21933883428573608, "weakest_gold_margin": 0.21933883428573608}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00587", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest venue for the screening was?", "temporal_relation": "latest", "query_temporal_norm": 0.5628607869148254, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.931860089302063}], "gold_semantic_scores": [0.6750805974006653], "gold_temporal_scores": [0.2567795515060425], "max_gold_score": 0.931860089302063, "max_candidate_score": 0.933205783367157, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 0.933205783367157, "best_gold_margin": -0.0013456940650939941, "weakest_gold_margin": -0.0013456940650939941}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00587", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they moved the screening to the basement media den?", "temporal_relation": "none", "query_temporal_norm": 0.26407888531684875, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9769138097763062}], "gold_semantic_scores": [0.8488781452178955], "gold_temporal_scores": [0.12803545594215393], "max_gold_score": 0.9769138097763062, "max_candidate_score": 0.9769138097763062, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4424561560153961, "best_gold_margin": 0.53445765376091, "weakest_gold_margin": 0.53445765376091}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00587", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the screening being held now?", "temporal_relation": "latest", "query_temporal_norm": 0.4438161253929138, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8003525733947754}], "gold_semantic_scores": [0.6123809814453125], "gold_temporal_scores": [0.18797148764133453], "max_gold_score": 0.8003525733947754, "max_candidate_score": 0.8062785863876343, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.8062785863876343, "best_gold_margin": -0.005926012992858887, "weakest_gold_margin": -0.005926012992858887}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00587", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where had the screening originally been planned to take place?", "temporal_relation": "earliest", "query_temporal_norm": 0.5691572427749634, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8704028129577637}], "gold_semantic_scores": [0.7033200860023499], "gold_temporal_scores": [0.16708295047283173], "max_gold_score": 0.8704028129577637, "max_candidate_score": 0.8704028129577637, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5507153272628784, "best_gold_margin": 0.31968748569488525, "weakest_gold_margin": 0.31968748569488525}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00655", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended 'Forgotten Docks', and why was it dropped from the lineup?", "temporal_relation": "none", "query_temporal_norm": 0.19966012239456177, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6450971364974976}, {"memory_id": "history_02_utt_0007", "score": 0.7361670136451721}], "gold_semantic_scores": [0.5851789116859436, 0.6869091391563416], "gold_temporal_scores": [0.05991837754845619, 0.04925791919231415], "max_gold_score": 0.7361670136451721, "max_candidate_score": 0.7361670136451721, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.42549148201942444, "best_gold_margin": 0.3106755316257477, "weakest_gold_margin": 0.21960565447807312}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00655", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say Riley recommended for the weekend preview?", "temporal_relation": "none", "query_temporal_norm": 0.16855376958847046, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.661895215511322}], "gold_semantic_scores": [0.6206800937652588], "gold_temporal_scores": [0.04121507704257965], "max_gold_score": 0.661895215511322, "max_candidate_score": 0.661895215511322, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.590308666229248, "best_gold_margin": 0.07158654928207397, "weakest_gold_margin": 0.07158654928207397}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00655", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the clip 'Forgotten Docks' after we decided it was too long?", "temporal_relation": "none", "query_temporal_norm": 0.34883445501327515, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7936154007911682}], "gold_semantic_scores": [0.6386057734489441], "gold_temporal_scores": [0.15500980615615845], "max_gold_score": 0.7936154007911682, "max_candidate_score": 0.7936154007911682, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5888214707374573, "best_gold_margin": 0.20479393005371094, "weakest_gold_margin": 0.20479393005371094}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00655", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we mention dropping 'Forgotten Docks'?", "temporal_relation": "session", "query_temporal_norm": 0.15577282011508942, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8644911646842957}], "gold_semantic_scores": [0.8030736446380615], "gold_temporal_scores": [0.06141745671629906], "max_gold_score": 0.8644911646842957, "max_candidate_score": 0.8644911646842957, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5249465107917786, "best_gold_margin": 0.3395446538925171, "weakest_gold_margin": 0.3395446538925171}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00751", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Jordan's planned group activity change between the earlier conversation and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.40825510025024414, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8072312474250793}, {"memory_id": "history_02_utt_0007", "score": 0.805719256401062}], "gold_semantic_scores": [0.6585234999656677, 0.6520928144454956], "gold_temporal_scores": [0.1487077921628952, 0.15362608432769775], "max_gold_score": 0.8072312474250793, "max_candidate_score": 0.8072312474250793, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6647636294364929, "best_gold_margin": 0.14246761798858643, "weakest_gold_margin": 0.1409556269645691}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00751", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention planning a morning coastal hike along the cliffs?", "temporal_relation": "session", "query_temporal_norm": 0.29218992590904236, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8394210338592529}], "gold_semantic_scores": [0.7654983997344971], "gold_temporal_scores": [0.07392285019159317], "max_gold_score": 0.8394210338592529, "max_candidate_score": 0.8394210338592529, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7052477598190308, "best_gold_margin": 0.13417327404022217, "weakest_gold_margin": 0.13417327404022217}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00751", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan say they changed the main activity to an evening picnic at a nearby winery?", "temporal_relation": "session", "query_temporal_norm": 0.31518229842185974, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9872421622276306}], "gold_semantic_scores": [0.8441824913024902], "gold_temporal_scores": [0.14305922389030457], "max_gold_score": 0.9872421622276306, "max_candidate_score": 0.9872421622276306, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8257369995117188, "best_gold_margin": 0.16150516271591187, "weakest_gold_margin": 0.16150516271591187}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00833", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5419833660125732, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.944278359413147}], "gold_semantic_scores": [0.6712128520011902], "gold_temporal_scores": [0.273065447807312], "max_gold_score": 0.944278359413147, "max_candidate_score": 0.944278359413147, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9441917538642883, "best_gold_margin": 8.660554885864258e-05, "weakest_gold_margin": 8.660554885864258e-05}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00833", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which shopping item was mentioned for tonight's meal earlier?", "temporal_relation": "none", "query_temporal_norm": 0.2593577802181244, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7845872044563293}], "gold_semantic_scores": [0.7395960092544556], "gold_temporal_scores": [0.044991206377744675], "max_gold_score": 0.7845872044563293, "max_candidate_score": 0.7845872044563293, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.593255877494812, "best_gold_margin": 0.19133132696151733, "weakest_gold_margin": 0.19133132696151733}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00889", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I liked about Night Market, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.21305570006370544, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7546932101249695}, {"memory_id": "history_02_utt_0008", "score": 0.7353063821792603}], "gold_semantic_scores": [0.6906784176826477, 0.6719828248023987], "gold_temporal_scores": [0.06401483714580536, 0.06332356482744217], "max_gold_score": 0.7546932101249695, "max_candidate_score": 0.7546932101249695, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7494882941246033, "best_gold_margin": 0.005204916000366211, "weakest_gold_margin": -0.014181911945343018}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00889", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did someone describe the feel of River Town?", "temporal_relation": "none", "query_temporal_norm": 0.16066190600395203, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.5803425908088684}], "gold_semantic_scores": [0.573711633682251], "gold_temporal_scores": [0.0066308691166341305], "max_gold_score": 0.5803425908088684, "max_candidate_score": 0.5803425908088684, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.45029211044311523, "best_gold_margin": 0.13005048036575317, "weakest_gold_margin": 0.13005048036575317}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00889", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for keeping River Town on the lineup?", "temporal_relation": "none", "query_temporal_norm": 0.11093407869338989, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.7575685977935791}], "gold_semantic_scores": [0.7238128781318665], "gold_temporal_scores": [0.03375599533319473], "max_gold_score": 0.7575685977935791, "max_candidate_score": 0.7575685977935791, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.3868556618690491, "best_gold_margin": 0.37071293592453003, "weakest_gold_margin": 0.37071293592453003}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00889", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it argued that River Town should be kept?", "temporal_relation": "session", "query_temporal_norm": 0.11064769327640533, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.7426313161849976}], "gold_semantic_scores": [0.7172686457633972], "gold_temporal_scores": [0.025362707674503326], "max_gold_score": 0.7426313161849976, "max_candidate_score": 0.7426313161849976, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.27823007106781006, "best_gold_margin": 0.4644012451171875, "weakest_gold_margin": 0.4644012451171875}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01005", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Hayden give for recommending River of Time, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2075335681438446, "query_session_index": 2, "query_start_sec": 13.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7823356986045837}, {"memory_id": "history_02_utt_0007", "score": 0.8346883654594421}], "gold_semantic_scores": [0.7213409543037415, 0.7676200270652771], "gold_temporal_scores": [0.060995012521743774, 0.06706831604242325], "max_gold_score": 0.8346883654594421, "max_candidate_score": 0.8346883654594421, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7755687832832336, "best_gold_margin": 0.059119582176208496, "weakest_gold_margin": 0.006766915321350098}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01005", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we reject River of Time?", "temporal_relation": "none", "query_temporal_norm": 0.11949676275253296, "query_session_index": 2, "query_start_sec": 13.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9086250066757202}], "gold_semantic_scores": [0.8626343011856079], "gold_temporal_scores": [0.045990657061338425], "max_gold_score": 0.9086250066757202, "max_candidate_score": 0.9086250066757202, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6583207249641418, "best_gold_margin": 0.25030428171157837, "weakest_gold_margin": 0.25030428171157837}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01005", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the reason for rejecting River of Time mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.15718449652194977, "query_session_index": 2, "query_start_sec": 13.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8837764859199524}], "gold_semantic_scores": [0.8127320408821106], "gold_temporal_scores": [0.07104459404945374], "max_gold_score": 0.8837764859199524, "max_candidate_score": 0.8837764859199524, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6916797161102295, "best_gold_margin": 0.1920967698097229, "weakest_gold_margin": 0.1920967698097229}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01005", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given when City Voices was recommended?", "temporal_relation": "none", "query_temporal_norm": 0.0920666754245758, "query_session_index": 2, "query_start_sec": 13.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.773094892501831}], "gold_semantic_scores": [0.7542240023612976], "gold_temporal_scores": [0.01887071318924427], "max_gold_score": 0.773094892501831, "max_candidate_score": 0.773094892501831, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.4750199019908905, "best_gold_margin": 0.29807499051094055, "weakest_gold_margin": 0.29807499051094055}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01096", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest rating of Hidden Rivers was?", "temporal_relation": "latest", "query_temporal_norm": 0.5094072818756104, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0057384967803955}], "gold_semantic_scores": [0.7936756610870361], "gold_temporal_scores": [0.21206294000148773], "max_gold_score": 1.0057384967803955, "max_candidate_score": 1.0057384967803955, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9974514245986938, "best_gold_margin": 0.00828707218170166, "weakest_gold_margin": 0.00828707218170166}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01096", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the rating of Hidden Rivers to 8/10?", "temporal_relation": "none", "query_temporal_norm": 0.3667311370372772, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0443888902664185}], "gold_semantic_scores": [0.8689731359481812], "gold_temporal_scores": [0.17541572451591492], "max_gold_score": 1.0443888902664185, "max_candidate_score": 1.0443888902664185, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.807860255241394, "best_gold_margin": 0.23652863502502441, "weakest_gold_margin": 0.23652863502502441}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01096", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier when we first watched the documentary Hidden Rivers, what rating was given?", "temporal_relation": "earliest", "query_temporal_norm": 0.3687967360019684, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.940798819065094}], "gold_semantic_scores": [0.8491622805595398], "gold_temporal_scores": [0.09163650125265121], "max_gold_score": 0.940798819065094, "max_candidate_score": 0.940798819065094, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6231400966644287, "best_gold_margin": 0.3176587224006653, "weakest_gold_margin": 0.3176587224006653}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01096", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating of Hidden Rivers change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3046163320541382, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.934028685092926}, {"memory_id": "history_02_utt_0009", "score": 0.8510210514068604}], "gold_semantic_scores": [0.83072429895401, 0.7580703496932983], "gold_temporal_scores": [0.10330449789762497, 0.09295082837343216], "max_gold_score": 0.934028685092926, "max_candidate_score": 0.934028685092926, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5288662910461426, "best_gold_margin": 0.40516239404678345, "weakest_gold_margin": 0.3221547603607178}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01199", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their main activity preference to a waterfall hike with a swimming stop, and what was the earlier activity?", "temporal_relation": "comparison", "query_temporal_norm": 0.3866157829761505, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7784650921821594}, {"memory_id": "history_02_utt_0009", "score": 0.8755662441253662}], "gold_semantic_scores": [0.6573711037635803, 0.7591705322265625], "gold_temporal_scores": [0.12109386920928955, 0.11639541387557983], "max_gold_score": 0.8755662441253662, "max_candidate_score": 0.8755662441253662, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6039668917655945, "best_gold_margin": 0.27159935235977173, "weakest_gold_margin": 0.17449820041656494}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01199", "qa_id": "extra_qa_0002", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the stated activity preference change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.34335604310035706, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6042678356170654}, {"memory_id": "history_02_utt_0009", "score": 0.691283643245697}], "gold_semantic_scores": [0.4971381425857544, 0.5986566543579102], "gold_temporal_scores": [0.10712972283363342, 0.09262710064649582], "max_gold_score": 0.691283643245697, "max_candidate_score": 0.691283643245697, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4539795219898224, "best_gold_margin": 0.23730412125587463, "weakest_gold_margin": 0.15028831362724304}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01199", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity choice was stated most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5124743580818176, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9413540959358215}], "gold_semantic_scores": [0.6969297528266907], "gold_temporal_scores": [0.24442429840564728], "max_gold_score": 0.9413540959358215, "max_candidate_score": 0.9485200047492981, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.9485200047492981, "best_gold_margin": -0.0071659088134765625, "weakest_gold_margin": -0.0071659088134765625}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01199", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the guided botanical garden tour as the main activity?", "temporal_relation": "none", "query_temporal_norm": 0.13247093558311462, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.718696653842926}], "gold_semantic_scores": [0.6863916516304016], "gold_temporal_scores": [0.03230488672852516], "max_gold_score": 0.718696653842926, "max_candidate_score": 0.718696653842926, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.4519053101539612, "best_gold_margin": 0.26679134368896484, "weakest_gold_margin": 0.26679134368896484}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00119", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Reese's venue change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.38761189579963684, "query_session_index": 2, "query_start_sec": 12.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.743663489818573}, {"memory_id": "history_02_utt_0009", "score": 0.672441303730011}], "gold_semantic_scores": [0.602329671382904, 0.5687512755393982], "gold_temporal_scores": [0.14133375883102417, 0.10369016230106354], "max_gold_score": 0.743663489818573, "max_candidate_score": 0.743663489818573, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6811235547065735, "best_gold_margin": 0.06253993511199951, "weakest_gold_margin": -0.0086822509765625}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00119", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current venue for the screening?", "temporal_relation": "latest", "query_temporal_norm": 0.5280119776725769, "query_session_index": 2, "query_start_sec": 12.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8619654178619385}], "gold_semantic_scores": [0.6126176118850708], "gold_temporal_scores": [0.24934838712215424], "max_gold_score": 0.8619654178619385, "max_candidate_score": 0.8646233081817627, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.8646233081817627, "best_gold_margin": -0.0026578903198242188, "weakest_gold_margin": -0.0026578903198242188}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00119", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had picked the living room for the screening?", "temporal_relation": "none", "query_temporal_norm": 0.1498621702194214, "query_session_index": 2, "query_start_sec": 12.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.84114670753479}], "gold_semantic_scores": [0.8049291968345642], "gold_temporal_scores": [0.03621741384267807], "max_gold_score": 0.84114670753479, "max_candidate_score": 0.84114670753479, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5781428217887878, "best_gold_margin": 0.2630038857460022, "weakest_gold_margin": 0.2630038857460022}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00119", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the venue to the back porch?", "temporal_relation": "none", "query_temporal_norm": 0.31450313329696655, "query_session_index": 2, "query_start_sec": 12.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9055335521697998}], "gold_semantic_scores": [0.818365752696991], "gold_temporal_scores": [0.08716771006584167], "max_gold_score": 0.9055335521697998, "max_candidate_score": 0.9055335521697998, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.68051677942276, "best_gold_margin": 0.2250167727470398, "weakest_gold_margin": 0.2250167727470398}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00168", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest venue was for the screening?", "temporal_relation": "latest", "query_temporal_norm": 0.5373376607894897, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9691644906997681}], "gold_semantic_scores": [0.6993933320045471], "gold_temporal_scores": [0.2697707712650299], "max_gold_score": 0.9691644906997681, "max_candidate_score": 0.9691644906997681, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9634606242179871, "best_gold_margin": 0.005703866481781006, "weakest_gold_margin": 0.005703866481781006}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00168", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the screening would be hosted in a living room?", "temporal_relation": "session", "query_temporal_norm": 0.14773298799991608, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7122973799705505}], "gold_semantic_scores": [0.6767615079879761], "gold_temporal_scores": [0.0355357751250267], "max_gold_score": 0.7122973799705505, "max_candidate_score": 0.7410178780555725, "top_memory_id": "history_01_utt_0031", "max_non_gold_score": 0.7410178780555725, "best_gold_margin": -0.028720498085021973, "weakest_gold_margin": -0.028720498085021973}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00249", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending Moonlight Montage, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.14895732700824738, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7891912460327148}, {"memory_id": "history_02_utt_0007", "score": 0.7838254570960999}], "gold_semantic_scores": [0.7455774545669556, 0.7349834442138672], "gold_temporal_scores": [0.04361364617943764, 0.048842016607522964], "max_gold_score": 0.7891912460327148, "max_candidate_score": 0.7891912460327148, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7723817825317383, "best_gold_margin": 0.016809463500976562, "weakest_gold_margin": 0.011443674564361572}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00249", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Moonlight Montage dropped?", "temporal_relation": "none", "query_temporal_norm": 0.12770560383796692, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.886123776435852}], "gold_semantic_scores": [0.8399209380149841], "gold_temporal_scores": [0.046203091740608215], "max_gold_score": 0.886123776435852, "max_candidate_score": 0.886123776435852, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6383459568023682, "best_gold_margin": 0.2477778196334839, "weakest_gold_margin": 0.2477778196334839}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00249", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Moonlight Montage said to have been dropped?", "temporal_relation": "session", "query_temporal_norm": 0.13101762533187866, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8295580744743347}], "gold_semantic_scores": [0.8182256817817688], "gold_temporal_scores": [0.011332286521792412], "max_gold_score": 0.8295580744743347, "max_candidate_score": 0.8295580744743347, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6285955905914307, "best_gold_margin": 0.20096248388290405, "weakest_gold_margin": 0.20096248388290405}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00249", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for pushing Sunrise Sketches?", "temporal_relation": "none", "query_temporal_norm": 0.12714341282844543, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6296738982200623}], "gold_semantic_scores": [0.6050043106079102], "gold_temporal_scores": [0.024669665843248367], "max_gold_score": 0.6296738982200623, "max_candidate_score": 0.6296738982200623, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4507632553577423, "best_gold_margin": 0.17891064286231995, "weakest_gold_margin": 0.17891064286231995}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00318", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.40773457288742065, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7367532849311829}, {"memory_id": "history_02_utt_0010", "score": 0.7085508704185486}], "gold_semantic_scores": [0.5879751443862915, 0.5610978007316589], "gold_temporal_scores": [0.1487782746553421, 0.14745309948921204], "max_gold_score": 0.7367532849311829, "max_candidate_score": 0.7367532849311829, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7259374856948853, "best_gold_margin": 0.010815799236297607, "weakest_gold_margin": -0.01738661527633667}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00318", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed plans to an afternoon museum visit on Saturday?", "temporal_relation": "none", "query_temporal_norm": 0.36455267667770386, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.932027280330658}], "gold_semantic_scores": [0.7871381044387817], "gold_temporal_scores": [0.14488907158374786], "max_gold_score": 0.932027280330658, "max_candidate_score": 0.932027280330658, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7957583069801331, "best_gold_margin": 0.1362689733505249, "weakest_gold_margin": 0.1362689733505249}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00318", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity is now planned for Saturday?", "temporal_relation": "latest", "query_temporal_norm": 0.49242568016052246, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9826485514640808}], "gold_semantic_scores": [0.7289462089538574], "gold_temporal_scores": [0.25370243191719055], "max_gold_score": 0.9826485514640808, "max_candidate_score": 0.9898952841758728, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0007::1", "max_non_gold_score": 0.9898952841758728, "best_gold_margin": -0.007246732711791992, "weakest_gold_margin": -0.007246732711791992}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00453", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested the riverside picnic?", "temporal_relation": "earliest", "query_temporal_norm": 0.46884244680404663, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6542494893074036}], "gold_semantic_scores": [0.6042492985725403], "gold_temporal_scores": [0.05000011622905731], "max_gold_score": 0.6542494893074036, "max_candidate_score": 0.6542494893074036, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.483634352684021, "best_gold_margin": 0.17061513662338257, "weakest_gold_margin": 0.17061513662338257}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00453", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity change — what did we switch from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4223669767379761, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8084371089935303}, {"memory_id": "history_02_utt_0007", "score": 0.9195957779884338}], "gold_semantic_scores": [0.6758917570114136, 0.7592331171035767], "gold_temporal_scores": [0.1325453519821167, 0.16036248207092285], "max_gold_score": 0.9195957779884338, "max_candidate_score": 0.9195957779884338, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4443410038948059, "best_gold_margin": 0.47525477409362793, "weakest_gold_margin": 0.36409610509872437}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00453", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Avery say they were leaning toward?", "temporal_relation": "none", "query_temporal_norm": 0.38115763664245605, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6713513135910034}], "gold_semantic_scores": [0.6283590793609619], "gold_temporal_scores": [0.04299243912100792], "max_gold_score": 0.6713513135910034, "max_candidate_score": 0.6713513135910034, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6553217172622681, "best_gold_margin": 0.01602959632873535, "weakest_gold_margin": 0.01602959632873535}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00453", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity is the latest plan?", "temporal_relation": "latest", "query_temporal_norm": 0.5167295932769775, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7750723361968994}], "gold_semantic_scores": [0.5196731090545654], "gold_temporal_scores": [0.25539904832839966], "max_gold_score": 0.7750723361968994, "max_candidate_score": 0.7782225608825684, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0004::1", "max_non_gold_score": 0.7782225608825684, "best_gold_margin": -0.0031502246856689453, "weakest_gold_margin": -0.0031502246856689453}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00558", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say the latest migration completion deadline was?", "temporal_relation": "latest", "query_temporal_norm": 0.5580940842628479, "query_session_index": 2, "query_start_sec": 21.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0468368530273438}], "gold_semantic_scores": [0.7916634678840637], "gold_temporal_scores": [0.25517332553863525], "max_gold_score": 1.0468368530273438, "max_candidate_score": 1.0537195205688477, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 1.0537195205688477, "best_gold_margin": -0.006882667541503906, "weakest_gold_margin": -0.006882667541503906}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00558", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed the migration timeline — what is the current migration completion deadline?", "temporal_relation": "latest", "query_temporal_norm": 0.4832187294960022, "query_session_index": 2, "query_start_sec": 21.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0935777425765991}], "gold_semantic_scores": [0.8954994082450867], "gold_temporal_scores": [0.19807852804660797], "max_gold_score": 1.0935777425765991, "max_candidate_score": 1.0947787761688232, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 1.0947787761688232, "best_gold_margin": -0.001201033592224121, "weakest_gold_margin": -0.001201033592224121}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00671", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5193902254104614, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9546542763710022}], "gold_semantic_scores": [0.7153214812278748], "gold_temporal_scores": [0.23933270573616028], "max_gold_score": 0.9546542763710022, "max_candidate_score": 0.9598126411437988, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9598126411437988, "best_gold_margin": -0.005158364772796631, "weakest_gold_margin": -0.005158364772796631}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00671", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier on, what activity had been suggested for the group before the plan changed?", "temporal_relation": "before", "query_temporal_norm": 0.3920365571975708, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7653535604476929}], "gold_semantic_scores": [0.7026927471160889], "gold_temporal_scores": [0.06266085803508759], "max_gold_score": 0.7653535604476929, "max_candidate_score": 0.7653535604476929, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4731910824775696, "best_gold_margin": 0.2921624779701233, "weakest_gold_margin": 0.2921624779701233}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00671", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan say she decided on a karaoke night?", "temporal_relation": "session", "query_temporal_norm": 0.15185247361660004, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.749117910861969}], "gold_semantic_scores": [0.7090290784835815], "gold_temporal_scores": [0.040089137852191925], "max_gold_score": 0.749117910861969, "max_candidate_score": 0.749117910861969, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6966279149055481, "best_gold_margin": 0.0524899959564209, "weakest_gold_margin": 0.0524899959564209}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00671", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the latest activity choice the group settled on?", "temporal_relation": "latest", "query_temporal_norm": 0.5306175947189331, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9689692258834839}], "gold_semantic_scores": [0.6986178159713745], "gold_temporal_scores": [0.27035167813301086], "max_gold_score": 0.9689692258834839, "max_candidate_score": 0.9736726880073547, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 0.9736726880073547, "best_gold_margin": -0.00470346212387085, "weakest_gold_margin": -0.00470346212387085}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00801", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the latest dataset version was multimodal_release_v2?", "temporal_relation": "latest", "query_temporal_norm": 0.26697152853012085, "query_session_index": 2, "query_start_sec": 19.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6915008425712585}], "gold_semantic_scores": [0.5687015652656555], "gold_temporal_scores": [0.12279929965734482], "max_gold_score": 0.6915008425712585, "max_candidate_score": 0.6915008425712585, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6785756349563599, "best_gold_margin": 0.012925207614898682, "weakest_gold_margin": 0.012925207614898682}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00801", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current dataset version and what are its main changes?", "temporal_relation": "latest", "query_temporal_norm": 0.38643577694892883, "query_session_index": 2, "query_start_sec": 19.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6603036522865295}], "gold_semantic_scores": [0.5570799112319946], "gold_temporal_scores": [0.1032237783074379], "max_gold_score": 0.6603036522865295, "max_candidate_score": 0.6751279830932617, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::0", "max_non_gold_score": 0.6751279830932617, "best_gold_margin": -0.014824330806732178, "weakest_gold_margin": -0.014824330806732178}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00801", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Morgan say we updated to, and what changes did Morgan report?", "temporal_relation": "none", "query_temporal_norm": 0.2624732255935669, "query_session_index": 2, "query_start_sec": 19.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8018873333930969}], "gold_semantic_scores": [0.7484939098358154], "gold_temporal_scores": [0.05339346081018448], "max_gold_score": 0.8018873333930969, "max_candidate_score": 0.8018873333930969, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7854934930801392, "best_gold_margin": 0.016393840312957764, "weakest_gold_margin": 0.016393840312957764}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00801", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan mention the update to multimodal_release_v2?", "temporal_relation": "session", "query_temporal_norm": 0.25887274742126465, "query_session_index": 2, "query_start_sec": 19.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7337853908538818}], "gold_semantic_scores": [0.640121340751648], "gold_temporal_scores": [0.09366399049758911], "max_gold_score": 0.7337853908538818, "max_candidate_score": 0.7337853908538818, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7144649028778076, "best_gold_margin": 0.01932048797607422, "weakest_gold_margin": 0.01932048797607422}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00980", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say the latest restaurant choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5498342514038086, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9327768087387085}], "gold_semantic_scores": [0.6560646295547485], "gold_temporal_scores": [0.276712030172348], "max_gold_score": 0.9327768087387085, "max_candidate_score": 0.9346278309822083, "top_memory_id": "history_02_utt_0011::cf::main::3", "max_non_gold_score": 0.9346278309822083, "best_gold_margin": -0.0018510222434997559, "weakest_gold_margin": -0.0018510222434997559}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00980", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we talked about restaurants and then switched choices—what did the selection change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.3987787961959839, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7028079032897949}, {"memory_id": "history_02_utt_0011", "score": 0.8268374800682068}], "gold_semantic_scores": [0.5617261528968811, 0.6807775497436523], "gold_temporal_scores": [0.14108158648014069, 0.14605993032455444], "max_gold_score": 0.8268374800682068, "max_candidate_score": 0.8268374800682068, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.46989792585372925, "best_gold_margin": 0.35693955421447754, "weakest_gold_margin": 0.23290997743606567}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00980", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we should go to Coastline Tapas?", "temporal_relation": "none", "query_temporal_norm": 0.18100306391716003, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8400478363037109}], "gold_semantic_scores": [0.7695345878601074], "gold_temporal_scores": [0.07051306962966919], "max_gold_score": 0.8400478363037109, "max_candidate_score": 0.8400478363037109, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.4819873869419098, "best_gold_margin": 0.35806044936180115, "weakest_gold_margin": 0.35806044936180115}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00980", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which restaurant did we decide on most recently?", "temporal_relation": "latest", "query_temporal_norm": 0.5267648100852966, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9533590078353882}], "gold_semantic_scores": [0.694031298160553], "gold_temporal_scores": [0.25932756066322327], "max_gold_score": 0.9533590078353882, "max_candidate_score": 0.9533590078353882, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.9498951435089111, "best_gold_margin": 0.0034638643264770508, "weakest_gold_margin": 0.0034638643264770508}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01053", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my watch order change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.40251728892326355, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7102969288825989}, {"memory_id": "history_02_utt_0008", "score": 0.5998217463493347}], "gold_semantic_scores": [0.5660066604614258, 0.45691749453544617], "gold_temporal_scores": [0.14429034292697906, 0.14290453493595123], "max_gold_score": 0.7102969288825989, "max_candidate_score": 0.7102969288825989, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6942172646522522, "best_gold_margin": 0.01607966423034668, "weakest_gold_margin": -0.09439551830291748}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01053", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who stated the watch order as Deep Time; City of Rivers; Quiet Oceans?", "temporal_relation": "none", "query_temporal_norm": 0.18847641348838806, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6277338266372681}], "gold_semantic_scores": [0.5717395544052124], "gold_temporal_scores": [0.055994194000959396], "max_gold_score": 0.6277338266372681, "max_candidate_score": 0.6277338266372681, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.48389676213264465, "best_gold_margin": 0.1438370645046234, "weakest_gold_margin": 0.1438370645046234}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01053", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the plan to City of Rivers; Deep Time; Hidden Archives?", "temporal_relation": "none", "query_temporal_norm": 0.38813212513923645, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8427117466926575}], "gold_semantic_scores": [0.6433424949645996], "gold_temporal_scores": [0.19936949014663696], "max_gold_score": 0.8427117466926575, "max_candidate_score": 0.8427117466926575, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4051530063152313, "best_gold_margin": 0.43755874037742615, "weakest_gold_margin": 0.43755874037742615}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01135", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler say was required of the on-device compression pipeline, and why was it selected?", "temporal_relation": "none", "query_temporal_norm": 0.18146370351314545, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6548398733139038}, {"memory_id": "history_02_utt_0007", "score": 0.7252838611602783}], "gold_semantic_scores": [0.6042987108230591, 0.7028770446777344], "gold_temporal_scores": [0.05054116249084473, 0.02240670658648014], "max_gold_score": 0.7252838611602783, "max_candidate_score": 0.7252838611602783, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6215879321098328, "best_gold_margin": 0.10369592905044556, "weakest_gold_margin": 0.033251941204071045}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01135", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What requirement did Skyler state for the on-device compression pipeline during the pilot?", "temporal_relation": "none", "query_temporal_norm": 0.14928381145000458, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6954400539398193}], "gold_semantic_scores": [0.6609153151512146], "gold_temporal_scores": [0.034524668008089066], "max_gold_score": 0.6954400539398193, "max_candidate_score": 0.6954400539398193, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5638362169265747, "best_gold_margin": 0.13160383701324463, "weakest_gold_margin": 0.13160383701324463}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01135", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler say the on-device compression pipeline was required?", "temporal_relation": "session", "query_temporal_norm": 0.16649474203586578, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6513971090316772}], "gold_semantic_scores": [0.6113417744636536], "gold_temporal_scores": [0.04005540907382965], "max_gold_score": 0.6513971090316772, "max_candidate_score": 0.6903660893440247, "top_memory_id": "history_01_utt_0011::cf::extra_qa_0002::0", "max_non_gold_score": 0.6903660893440247, "best_gold_margin": -0.03896898031234741, "weakest_gold_margin": -0.03896898031234741}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01135", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason did the team give for choosing the on-device compression pipeline?", "temporal_relation": "none", "query_temporal_norm": 0.13687658309936523, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6342557668685913}], "gold_semantic_scores": [0.5858318209648132], "gold_temporal_scores": [0.048424068838357925], "max_gold_score": 0.6342557668685913, "max_candidate_score": 0.6342557668685913, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4588371515274048, "best_gold_margin": 0.17541861534118652, "weakest_gold_margin": 0.17541861534118652}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00048", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the next episode to Midnight Transit, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.3592158257961273, "query_session_index": 2, "query_start_sec": 17.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7831404209136963}, {"memory_id": "history_02_utt_0009", "score": 0.8173920512199402}], "gold_semantic_scores": [0.6572912335395813, 0.7016009092330933], "gold_temporal_scores": [0.12584900856018066, 0.11579128354787827], "max_gold_score": 0.8173920512199402, "max_candidate_score": 0.8173920512199402, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5622656941413879, "best_gold_margin": 0.25512635707855225, "weakest_gold_margin": 0.22087472677230835}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00048", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the group decide to watch next?", "temporal_relation": "none", "query_temporal_norm": 0.28424152731895447, "query_session_index": 2, "query_start_sec": 17.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.827915370464325}], "gold_semantic_scores": [0.7208520770072937], "gold_temporal_scores": [0.10706260055303574], "max_gold_score": 0.827915370464325, "max_candidate_score": 0.827915370464325, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8220176696777344, "best_gold_margin": 0.005897700786590576, "weakest_gold_margin": 0.005897700786590576}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00048", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Riley say we had planned to watch at our last meetup?", "temporal_relation": "none", "query_temporal_norm": 0.4834745228290558, "query_session_index": 2, "query_start_sec": 17.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8387361764907837}], "gold_semantic_scores": [0.7419549226760864], "gold_temporal_scores": [0.09678139537572861], "max_gold_score": 0.8387361764907837, "max_candidate_score": 0.8387361764907837, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.741617739200592, "best_gold_margin": 0.09711843729019165, "weakest_gold_margin": 0.09711843729019165}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00048", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the group's choice change—what was planned before, and what did we decide on later?", "temporal_relation": "comparison", "query_temporal_norm": 0.3971569836139679, "query_session_index": 2, "query_start_sec": 17.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6294896006584167}, {"memory_id": "history_02_utt_0009", "score": 0.4899369776248932}], "gold_semantic_scores": [0.4915401041507721, 0.39794012904167175], "gold_temporal_scores": [0.1379494071006775, 0.09199671447277069], "max_gold_score": 0.6294896006584167, "max_candidate_score": 0.6294896006584167, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.47314414381980896, "best_gold_margin": 0.1563454568386078, "weakest_gold_margin": 0.01679283380508423}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00083", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say the latest departure time would be?", "temporal_relation": "latest", "query_temporal_norm": 0.5578184127807617, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0084145069122314}], "gold_semantic_scores": [0.7330960035324097], "gold_temporal_scores": [0.27531835436820984], "max_gold_score": 1.0084145069122314, "max_candidate_score": 1.0084145069122314, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 1.0079782009124756, "best_gold_margin": 0.0004363059997558594, "weakest_gold_margin": 0.0004363059997558594}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00083", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the planned departure time?", "temporal_relation": "comparison", "query_temporal_norm": 0.31615927815437317, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.4112688899040222}, {"memory_id": "history_02_utt_0007", "score": 0.6769551634788513}], "gold_semantic_scores": [0.30080580711364746, 0.5928952693939209], "gold_temporal_scores": [0.11046312749385834, 0.08406009525060654], "max_gold_score": 0.6769551634788513, "max_candidate_score": 0.6769551634788513, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.41741156578063965, "best_gold_margin": 0.25954359769821167, "weakest_gold_margin": -0.006142675876617432}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00083", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery indicate a different departure time?", "temporal_relation": "session", "query_temporal_norm": 0.28902575373649597, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6854538321495056}], "gold_semantic_scores": [0.6442248225212097], "gold_temporal_scores": [0.04122898727655411], "max_gold_score": 0.6854538321495056, "max_candidate_score": 0.7527074813842773, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7527074813842773, "best_gold_margin": -0.06725364923477173, "weakest_gold_margin": -0.06725364923477173}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00083", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they should leave at 3:00 PM?", "temporal_relation": "none", "query_temporal_norm": 0.1544422060251236, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.5357219576835632}], "gold_semantic_scores": [0.47000652551651], "gold_temporal_scores": [0.0657154843211174], "max_gold_score": 0.5357219576835632, "max_candidate_score": 0.5357219576835632, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.3307919502258301, "best_gold_margin": 0.20493000745773315, "weakest_gold_margin": 0.20493000745773315}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00209", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor say the latest dataset collection deadline was?", "temporal_relation": "latest", "query_temporal_norm": 0.5393531918525696, "query_session_index": 2, "query_start_sec": 18.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0598713159561157}], "gold_semantic_scores": [0.7765267491340637], "gold_temporal_scores": [0.28334420919418335], "max_gold_score": 1.0598713159561157, "max_candidate_score": 1.0598713159561157, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.0591615438461304, "best_gold_margin": 0.0007097721099853516, "weakest_gold_margin": 0.0007097721099853516}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00209", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the dataset collection deadline that had been set earlier?", "temporal_relation": "before", "query_temporal_norm": 0.43225905299186707, "query_session_index": 2, "query_start_sec": 18.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8087157607078552}], "gold_semantic_scores": [0.6983816623687744], "gold_temporal_scores": [0.11033406853675842], "max_gold_score": 0.8087157607078552, "max_candidate_score": 0.8087157607078552, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5807545781135559, "best_gold_margin": 0.22796118259429932, "weakest_gold_margin": 0.22796118259429932}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00311", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the model training cutover deadline to 2026-05-24, and what was the earlier deadline?", "temporal_relation": "comparison", "query_temporal_norm": 0.40560948848724365, "query_session_index": 2, "query_start_sec": 18.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8579446077346802}, {"memory_id": "history_02_utt_0008", "score": 0.8311038613319397}], "gold_semantic_scores": [0.7233286499977112, 0.7158085107803345], "gold_temporal_scores": [0.13461607694625854, 0.11529554426670074], "max_gold_score": 0.8579446077346802, "max_candidate_score": 0.8579446077346802, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.45175158977508545, "best_gold_margin": 0.4061930179595947, "weakest_gold_margin": 0.37935227155685425}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00311", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the model training cutover deadline change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4373698830604553, "query_session_index": 2, "query_start_sec": 18.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8937355875968933}, {"memory_id": "history_02_utt_0008", "score": 0.8426764607429504}], "gold_semantic_scores": [0.7437052726745605, 0.7009116411209106], "gold_temporal_scores": [0.15003032982349396, 0.14176501333713531], "max_gold_score": 0.8937355875968933, "max_candidate_score": 0.8937355875968933, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4824783504009247, "best_gold_margin": 0.41125723719596863, "weakest_gold_margin": 0.36019811034202576}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00401", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the deployment target was \"edge-gateway-farm\"?", "temporal_relation": "earliest", "query_temporal_norm": 0.5477427244186401, "query_session_index": 2, "query_start_sec": 14.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7605347037315369}], "gold_semantic_scores": [0.6556910276412964], "gold_temporal_scores": [0.10484375059604645], "max_gold_score": 0.7605347037315369, "max_candidate_score": 0.7605347037315369, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4708973467350006, "best_gold_margin": 0.28963735699653625, "weakest_gold_margin": 0.28963735699653625}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00401", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Emerson say they originally deployed the prototype?", "temporal_relation": "earliest", "query_temporal_norm": 0.5421122312545776, "query_session_index": 2, "query_start_sec": 14.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.904694676399231}], "gold_semantic_scores": [0.8040717244148254], "gold_temporal_scores": [0.10062279552221298], "max_gold_score": 0.904694676399231, "max_candidate_score": 0.904694676399231, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8242031335830688, "best_gold_margin": 0.08049154281616211, "weakest_gold_margin": 0.08049154281616211}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00401", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the model currently deployed?", "temporal_relation": "latest", "query_temporal_norm": 0.46082383394241333, "query_session_index": 2, "query_start_sec": 14.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8384846448898315}], "gold_semantic_scores": [0.6282045841217041], "gold_temporal_scores": [0.2102804183959961], "max_gold_score": 0.8384846448898315, "max_candidate_score": 0.8411291837692261, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 0.8411291837692261, "best_gold_margin": -0.0026445388793945312, "weakest_gold_margin": -0.0026445388793945312}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00401", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where had the prototype been deployed before it was moved?", "temporal_relation": "before", "query_temporal_norm": 0.29742035269737244, "query_session_index": 2, "query_start_sec": 14.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.830871045589447}], "gold_semantic_scores": [0.7981736660003662], "gold_temporal_scores": [0.032697368413209915], "max_gold_score": 0.830871045589447, "max_candidate_score": 0.830871045589447, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4609343707561493, "best_gold_margin": 0.36993667483329773, "weakest_gold_margin": 0.36993667483329773}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00566", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Emerson give for recommending Evening Bloom, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.168201744556427, "query_session_index": 2, "query_start_sec": 13.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8222103714942932}, {"memory_id": "history_02_utt_0009", "score": 0.7447129487991333}], "gold_semantic_scores": [0.7700153589248657, 0.6927659511566162], "gold_temporal_scores": [0.05219527706503868, 0.05194700136780739], "max_gold_score": 0.8222103714942932, "max_candidate_score": 0.8222103714942932, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.805942714214325, "best_gold_margin": 0.01626765727996826, "weakest_gold_margin": -0.06122976541519165}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00566", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson recommend Evening Bloom?", "temporal_relation": "session", "query_temporal_norm": 0.16758622229099274, "query_session_index": 2, "query_start_sec": 13.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8839153051376343}], "gold_semantic_scores": [0.8357810378074646], "gold_temporal_scores": [0.048134420067071915], "max_gold_score": 0.8839153051376343, "max_candidate_score": 0.8839153051376343, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8251450061798096, "best_gold_margin": 0.05877029895782471, "weakest_gold_margin": 0.05877029895782471}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00566", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Evening Bloom dropped?", "temporal_relation": "none", "query_temporal_norm": 0.11607274413108826, "query_session_index": 2, "query_start_sec": 13.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7946088314056396}], "gold_semantic_scores": [0.7567263841629028], "gold_temporal_scores": [0.037882499396800995], "max_gold_score": 0.7946088314056396, "max_candidate_score": 0.7946088314056396, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.682403028011322, "best_gold_margin": 0.11220580339431763, "weakest_gold_margin": 0.11220580339431763}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00566", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Midnight Archive?", "temporal_relation": "none", "query_temporal_norm": 0.10202201455831528, "query_session_index": 2, "query_start_sec": 13.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.6260761618614197}], "gold_semantic_scores": [0.6043102145195007], "gold_temporal_scores": [0.02176598086953163], "max_gold_score": 0.6260761618614197, "max_candidate_score": 0.6260761618614197, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.48999348282814026, "best_gold_margin": 0.13608267903327942, "weakest_gold_margin": 0.13608267903327942}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00718", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Emerson's watch order change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4092642068862915, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8207005858421326}, {"memory_id": "history_02_utt_0008", "score": 0.8267128467559814}], "gold_semantic_scores": [0.6846027374267578, 0.6934830546379089], "gold_temporal_scores": [0.13609786331653595, 0.13323000073432922], "max_gold_score": 0.8267128467559814, "max_candidate_score": 0.8267128467559814, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7410954236984253, "best_gold_margin": 0.08561742305755615, "weakest_gold_margin": 0.07960516214370728}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00718", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original watch order and what is the new order now?", "temporal_relation": "none", "query_temporal_norm": 0.463337242603302, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8228141069412231}, {"memory_id": "history_02_utt_0008", "score": 0.8171234130859375}], "gold_semantic_scores": [0.6627623438835144, 0.6641107201576233], "gold_temporal_scores": [0.1600516438484192, 0.15301266312599182], "max_gold_score": 0.8228141069412231, "max_candidate_score": 0.8228141069412231, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5537387132644653, "best_gold_margin": 0.2690753936767578, "weakest_gold_margin": 0.26338469982147217}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00718", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What order did Emerson say she planned to watch the films?", "temporal_relation": "none", "query_temporal_norm": 0.3764704763889313, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7343254685401917}], "gold_semantic_scores": [0.6799106597900391], "gold_temporal_scores": [0.05441473424434662], "max_gold_score": 0.7343254685401917, "max_candidate_score": 0.7343254685401917, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.655927300453186, "best_gold_margin": 0.07839816808700562, "weakest_gold_margin": 0.07839816808700562}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00718", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson say she changed the order of the tracks?", "temporal_relation": "session", "query_temporal_norm": 0.21972520649433136, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6772198677062988}], "gold_semantic_scores": [0.6068687438964844], "gold_temporal_scores": [0.07035103440284729], "max_gold_score": 0.6772198677062988, "max_candidate_score": 0.6772198677062988, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6201406121253967, "best_gold_margin": 0.0570792555809021, "weakest_gold_margin": 0.0570792555809021}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00833", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for LocalCache, and why did I reject it?", "temporal_relation": "none", "query_temporal_norm": 0.18060053884983063, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7137075662612915}, {"memory_id": "history_02_utt_0012", "score": 0.6716609597206116}], "gold_semantic_scores": [0.6575964093208313, 0.6224563121795654], "gold_temporal_scores": [0.05611126124858856, 0.04920468479394913], "max_gold_score": 0.7137075662612915, "max_candidate_score": 0.7137075662612915, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7132781744003296, "best_gold_margin": 0.00042939186096191406, "weakest_gold_margin": -0.04161721467971802}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00833", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to LocalCache later in our discussions?", "temporal_relation": "none", "query_temporal_norm": 0.29955726861953735, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.7495986819267273}], "gold_semantic_scores": [0.6059828400611877], "gold_temporal_scores": [0.14361576735973358], "max_gold_score": 0.7495986819267273, "max_candidate_score": 0.7495986819267273, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5932496786117554, "best_gold_margin": 0.15634900331497192, "weakest_gold_margin": 0.15634900331497192}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00833", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about EdgeIndex in relation to our throughput and response constraints?", "temporal_relation": "none", "query_temporal_norm": 0.15184393525123596, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.7354238033294678}], "gold_semantic_scores": [0.7144607305526733], "gold_temporal_scores": [0.020963268354535103], "max_gold_score": 0.7354238033294678, "max_candidate_score": 0.7354238033294678, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.5831802487373352, "best_gold_margin": 0.15224355459213257, "weakest_gold_margin": 0.15224355459213257}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00943", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Harbor Bistro, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.1507832109928131, "query_session_index": 2, "query_start_sec": 16.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8696375489234924}, {"memory_id": "history_02_utt_0007", "score": 0.7972769141197205}], "gold_semantic_scores": [0.8266520500183105, 0.7588869333267212], "gold_temporal_scores": [0.04298562929034233, 0.03839021176099777], "max_gold_score": 0.8696375489234924, "max_candidate_score": 0.8696375489234924, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5414103269577026, "best_gold_margin": 0.3282272219657898, "weakest_gold_margin": 0.2558665871620178}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00943", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler suggest Green Harbor Bistro?", "temporal_relation": "session", "query_temporal_norm": 0.18483375012874603, "query_session_index": 2, "query_start_sec": 16.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7597163319587708}], "gold_semantic_scores": [0.7134917974472046], "gold_temporal_scores": [0.04622434824705124], "max_gold_score": 0.7597163319587708, "max_candidate_score": 0.7597163319587708, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6459468603134155, "best_gold_margin": 0.11376947164535522, "weakest_gold_margin": 0.11376947164535522}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00943", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When we suggested Oak & Rye, what reason did we give for picking it?", "temporal_relation": "none", "query_temporal_norm": 0.17312464118003845, "query_session_index": 2, "query_start_sec": 16.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7792870402336121}], "gold_semantic_scores": [0.7665952444076538], "gold_temporal_scores": [0.012691354379057884], "max_gold_score": 0.7792870402336121, "max_candidate_score": 0.7792870402336121, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5865119695663452, "best_gold_margin": 0.19277507066726685, "weakest_gold_margin": 0.19277507066726685}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00943", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we suggest Oak & Rye?", "temporal_relation": "session", "query_temporal_norm": 0.1721239686012268, "query_session_index": 2, "query_start_sec": 16.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7889535427093506}], "gold_semantic_scores": [0.7645964622497559], "gold_temporal_scores": [0.02435728721320629], "max_gold_score": 0.7889535427093506, "max_candidate_score": 0.7889535427093506, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.49278807640075684, "best_gold_margin": 0.29616546630859375, "weakest_gold_margin": 0.29616546630859375}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01024", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the downtown pharmacy, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.19160771369934082, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6133017539978027}, {"memory_id": "history_02_utt_0007", "score": 0.6557992696762085}], "gold_semantic_scores": [0.5528644919395447, 0.6170584559440613], "gold_temporal_scores": [0.06043729931116104, 0.038740918040275574], "max_gold_score": 0.6557992696762085, "max_candidate_score": 0.6557992696762085, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5543693900108337, "best_gold_margin": 0.10142987966537476, "weakest_gold_margin": 0.058932363986968994}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01024", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Quinn give for suggesting the downtown pharmacy?", "temporal_relation": "none", "query_temporal_norm": 0.1590920239686966, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8525815010070801}], "gold_semantic_scores": [0.8055437803268433], "gold_temporal_scores": [0.047037772834300995], "max_gold_score": 0.8525815010070801, "max_candidate_score": 0.8525815010070801, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7468164563179016, "best_gold_margin": 0.10576504468917847, "weakest_gold_margin": 0.10576504468917847}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01024", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention that the downtown pharmacy had extended evening hours?", "temporal_relation": "session", "query_temporal_norm": 0.21745961904525757, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7431592345237732}], "gold_semantic_scores": [0.6735976338386536], "gold_temporal_scores": [0.06956145167350769], "max_gold_score": 0.7431592345237732, "max_candidate_score": 0.7431592345237732, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7269923090934753, "best_gold_margin": 0.01616692543029785, "weakest_gold_margin": 0.01616692543029785}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01024", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Quinn say the downtown pharmacy was ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.17417968809604645, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9570299386978149}], "gold_semantic_scores": [0.8776278495788574], "gold_temporal_scores": [0.07940202951431274], "max_gold_score": 0.9570299386978149, "max_candidate_score": 0.9570299386978149, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9488265514373779, "best_gold_margin": 0.008203387260437012, "weakest_gold_margin": 0.008203387260437012}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01094", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my training setting change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3936314284801483, "query_session_index": 2, "query_start_sec": 19.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7667707204818726}, {"memory_id": "history_02_utt_0011", "score": 0.4921015799045563}], "gold_semantic_scores": [0.628726601600647, 0.3621131479740143], "gold_temporal_scores": [0.13804441690444946, 0.1299883872270584], "max_gold_score": 0.7667707204818726, "max_candidate_score": 0.8033974170684814, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.8033974170684814, "best_gold_margin": -0.03662669658660889, "weakest_gold_margin": -0.31129583716392517}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01094", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who configured training to write checkpoints to the local NFS?", "temporal_relation": "none", "query_temporal_norm": 0.2361629158258438, "query_session_index": 2, "query_start_sec": 19.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.576097846031189}], "gold_semantic_scores": [0.5064372420310974], "gold_temporal_scores": [0.06966079771518707], "max_gold_score": 0.576097846031189, "max_candidate_score": 0.576097846031189, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.436874657869339, "best_gold_margin": 0.13922318816184998, "weakest_gold_margin": 0.13922318816184998}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01094", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the plan to push checkpoints to the object store?", "temporal_relation": "none", "query_temporal_norm": 0.4157918393611908, "query_session_index": 2, "query_start_sec": 19.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 1.0008563995361328}], "gold_semantic_scores": [0.7973530888557434], "gold_temporal_scores": [0.20350368320941925], "max_gold_score": 1.0008563995361328, "max_candidate_score": 1.0008563995361328, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6064982414245605, "best_gold_margin": 0.39435815811157227, "weakest_gold_margin": 0.39435815811157227}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01141", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I picked a title for the watchlist and later I changed it. What did I choose earlier, and what did I switch to later?", "temporal_relation": "comparison", "query_temporal_norm": 0.4259456694126129, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8311818242073059}, {"memory_id": "history_02_utt_0009", "score": 0.9151329398155212}], "gold_semantic_scores": [0.674990713596344, 0.747676432132721], "gold_temporal_scores": [0.1561911404132843, 0.16745658218860626], "max_gold_score": 0.9151329398155212, "max_candidate_score": 0.9151329398155212, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9077675938606262, "best_gold_margin": 0.0073653459548950195, "weakest_gold_margin": -0.07658576965332031}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01141", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their pick to Afterlight Short for the current watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.33865925669670105, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9853864312171936}], "gold_semantic_scores": [0.8215726017951965], "gold_temporal_scores": [0.1638137251138687], "max_gold_score": 0.9853864312171936, "max_candidate_score": 0.9853864312171936, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6102041602134705, "best_gold_margin": 0.37518227100372314, "weakest_gold_margin": 0.37518227100372314}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01141", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In the earlier round, which title had been picked for the watchlist?", "temporal_relation": "before", "query_temporal_norm": 0.4158097505569458, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8243447542190552}], "gold_semantic_scores": [0.7342644929885864], "gold_temporal_scores": [0.09008029848337173], "max_gold_score": 0.8243447542190552, "max_candidate_score": 0.8243447542190552, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.582712709903717, "best_gold_margin": 0.24163204431533813, "weakest_gold_margin": 0.24163204431533813}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01141", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the chosen title change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.44013267755508423, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7139005064964294}, {"memory_id": "history_02_utt_0009", "score": 0.7770849466323853}], "gold_semantic_scores": [0.5503175258636475, 0.6517523527145386], "gold_temporal_scores": [0.16358301043510437, 0.12533272802829742], "max_gold_score": 0.7770849466323853, "max_candidate_score": 0.7770849466323853, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.2722388505935669, "best_gold_margin": 0.5048460960388184, "weakest_gold_margin": 0.44166165590286255}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00007", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What requirement did Emerson say the streaming encoder met, and why did Casey reject it?", "temporal_relation": "none", "query_temporal_norm": 0.1937047690153122, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5622195601463318}, {"memory_id": "history_02_utt_0011", "score": 0.6282830834388733}], "gold_semantic_scores": [0.5010489821434021, 0.5898837447166443], "gold_temporal_scores": [0.061170484870672226, 0.03839928284287453], "max_gold_score": 0.6282830834388733, "max_candidate_score": 0.6282830834388733, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6179429292678833, "best_gold_margin": 0.01034015417098999, "weakest_gold_margin": -0.055723369121551514}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00007", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the streaming encoder rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1284557282924652, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6305237412452698}], "gold_semantic_scores": [0.5882627964019775], "gold_temporal_scores": [0.042260780930519104], "max_gold_score": 0.6305237412452698, "max_candidate_score": 0.6305237412452698, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.45688778162002563, "best_gold_margin": 0.17363595962524414, "weakest_gold_margin": 0.17363595962524414}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00007", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What requirement did the distilled baseline satisfy?", "temporal_relation": "none", "query_temporal_norm": 0.11225663125514984, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.4563858211040497}], "gold_semantic_scores": [0.4246436357498169], "gold_temporal_scores": [0.03174227848649025], "max_gold_score": 0.4563858211040497, "max_candidate_score": 0.5065069794654846, "top_memory_id": "history_02_utt_0038", "max_non_gold_score": 0.5065069794654846, "best_gold_margin": -0.050121158361434937, "weakest_gold_margin": -0.050121158361434937}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00007", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What is Emerson doing regarding the calendar for the sync?", "temporal_relation": "none", "query_temporal_norm": 0.16602136194705963, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4724876284599304, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.4724876284599304, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00088", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the plan to Saffron Table, and what was the earlier venue?", "temporal_relation": "none", "query_temporal_norm": 0.378414511680603, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6432989835739136}, {"memory_id": "history_02_utt_0009", "score": 0.6441553235054016}], "gold_semantic_scores": [0.5095248222351074, 0.5206414461135864], "gold_temporal_scores": [0.1337740421295166, 0.12351378798484802], "max_gold_score": 0.6441553235054016, "max_candidate_score": 0.6441553235054016, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.25166839361190796, "best_gold_margin": 0.39248692989349365, "weakest_gold_margin": 0.3916305899620056}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00088", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed where to eat. What was the final restaurant choice?", "temporal_relation": "latest", "query_temporal_norm": 0.5406914949417114, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8582774996757507}], "gold_semantic_scores": [0.6001317501068115], "gold_temporal_scores": [0.25814539194107056], "max_gold_score": 0.8582774996757507, "max_candidate_score": 0.8582774996757507, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.855906069278717, "best_gold_margin": 0.0023714303970336914, "weakest_gold_margin": 0.0023714303970336914}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00088", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What restaurant did Casey say they booked first?", "temporal_relation": "none", "query_temporal_norm": 0.49476170539855957, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7241052389144897}], "gold_semantic_scores": [0.6069557070732117], "gold_temporal_scores": [0.11714959144592285], "max_gold_score": 0.7241052389144897, "max_candidate_score": 0.7241052389144897, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5986096858978271, "best_gold_margin": 0.1254955530166626, "weakest_gold_margin": 0.1254955530166626}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00088", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention booking Harbor Grill?", "temporal_relation": "session", "query_temporal_norm": 0.23739607632160187, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6527872085571289}], "gold_semantic_scores": [0.5784478783607483], "gold_temporal_scores": [0.0743393674492836], "max_gold_score": 0.6527872085571289, "max_candidate_score": 0.6617764234542847, "top_memory_id": "history_01_utt_0010::cf::extra_qa_0003::1", "max_non_gold_score": 0.6617764234542847, "best_gold_margin": -0.008989214897155762, "weakest_gold_margin": -0.008989214897155762}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00202", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my deployment target was before I changed it later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5227965712547302, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7271174192428589}], "gold_semantic_scores": [0.6325885653495789], "gold_temporal_scores": [0.09452873468399048], "max_gold_score": 0.7271174192428589, "max_candidate_score": 0.7563021183013916, "top_memory_id": "history_01_utt_0011::cf::main::1", "max_non_gold_score": 0.7563021183013916, "best_gold_margin": -0.029184699058532715, "weakest_gold_margin": -0.029184699058532715}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00202", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current deployment target for the prototype?", "temporal_relation": "latest", "query_temporal_norm": 0.4872843325138092, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8918399810791016}], "gold_semantic_scores": [0.6757587194442749], "gold_temporal_scores": [0.216081440448761], "max_gold_score": 0.8918399810791016, "max_candidate_score": 0.8918399810791016, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8849916458129883, "best_gold_margin": 0.006848335266113281, "weakest_gold_margin": 0.006848335266113281}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00202", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What am I offering to do about the printer issue?", "temporal_relation": "none", "query_temporal_norm": 0.21846070885658264, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3073767125606537, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.3073767125606537, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00368", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Skyler's planned watch order change between the earlier conversation and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4016150236129761, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7808036804199219}, {"memory_id": "history_02_utt_0010", "score": 0.8721809983253479}], "gold_semantic_scores": [0.6426578164100647, 0.729120671749115], "gold_temporal_scores": [0.13814577460289001, 0.14306023716926575], "max_gold_score": 0.8721809983253479, "max_candidate_score": 0.8721809983253479, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7571984529495239, "best_gold_margin": 0.11498254537582397, "weakest_gold_margin": 0.02360522747039795}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00368", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler say to watch Jiro Dreams of Sushi first and then Apollo 11?", "temporal_relation": "session", "query_temporal_norm": 0.34124717116355896, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8589322566986084}], "gold_semantic_scores": [0.7485314011573792], "gold_temporal_scores": [0.11040089279413223], "max_gold_score": 0.8589322566986084, "max_candidate_score": 0.8589322566986084, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7791923880577087, "best_gold_margin": 0.07973986864089966, "weakest_gold_margin": 0.07973986864089966}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00368", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current planned watch order for the movies?", "temporal_relation": "latest", "query_temporal_norm": 0.5294244289398193, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9934326410293579}], "gold_semantic_scores": [0.7159062623977661], "gold_temporal_scores": [0.27752649784088135], "max_gold_score": 0.9934326410293579, "max_candidate_score": 0.9974221587181091, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0007::1", "max_non_gold_score": 0.9974221587181091, "best_gold_margin": -0.003989517688751221, "weakest_gold_margin": -0.003989517688751221}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00429", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally put chickpea pasta on the cooking list?", "temporal_relation": "earliest", "query_temporal_norm": 0.5611663460731506, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8920606970787048}], "gold_semantic_scores": [0.757695198059082], "gold_temporal_scores": [0.13436542451381683], "max_gold_score": 0.8920606970787048, "max_candidate_score": 0.8920606970787048, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5930089354515076, "best_gold_margin": 0.29905176162719727, "weakest_gold_margin": 0.29905176162719727}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00429", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item did we discuss before it was changed to rice noodles?", "temporal_relation": "before", "query_temporal_norm": 0.3836054801940918, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6491304636001587}], "gold_semantic_scores": [0.5143588185310364], "gold_temporal_scores": [0.13477177917957306], "max_gold_score": 0.6491304636001587, "max_candidate_score": 0.6607628464698792, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6607628464698792, "best_gold_margin": -0.011632382869720459, "weakest_gold_margin": -0.011632382869720459}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00429", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping item did Reese mention adding to their cooking list?", "temporal_relation": "none", "query_temporal_norm": 0.40111681818962097, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7955225706100464}], "gold_semantic_scores": [0.6643316745758057], "gold_temporal_scores": [0.13119107484817505], "max_gold_score": 0.7955225706100464, "max_candidate_score": 0.7955225706100464, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7175558805465698, "best_gold_margin": 0.07796669006347656, "weakest_gold_margin": 0.07796669006347656}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00429", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item was last mentioned as part of the cooking list?", "temporal_relation": "none", "query_temporal_norm": 0.5245689153671265, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9736354947090149}], "gold_semantic_scores": [0.7136602997779846], "gold_temporal_scores": [0.2599751055240631], "max_gold_score": 0.9736354947090149, "max_candidate_score": 0.9736354947090149, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9736006855964661, "best_gold_margin": 3.4809112548828125e-05, "weakest_gold_margin": 3.4809112548828125e-05}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00489", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Emerson's deadline for the annotation guide change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4103142023086548, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9345207810401917}, {"memory_id": "history_02_utt_0010", "score": 0.8762716054916382}], "gold_semantic_scores": [0.7830737233161926, 0.7356639504432678], "gold_temporal_scores": [0.15144699811935425, 0.14060720801353455], "max_gold_score": 0.9345207810401917, "max_candidate_score": 0.9345207810401917, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8678070306777954, "best_gold_margin": 0.06671375036239624, "weakest_gold_margin": 0.008464574813842773}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00489", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the deadline for the annotation guide being Monday, June 3?", "temporal_relation": "none", "query_temporal_norm": 0.274589478969574, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8328357338905334}], "gold_semantic_scores": [0.7404536008834839], "gold_temporal_scores": [0.09238214790821075], "max_gold_score": 0.8328357338905334, "max_candidate_score": 0.8328357338905334, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7958982586860657, "best_gold_margin": 0.03693747520446777, "weakest_gold_margin": 0.03693747520446777}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00489", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the annotation guide deadline was moved to Friday, June 7?", "temporal_relation": "none", "query_temporal_norm": 0.4250585436820984, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9218404293060303}], "gold_semantic_scores": [0.6999966502189636], "gold_temporal_scores": [0.2218436300754547], "max_gold_score": 0.9218404293060303, "max_candidate_score": 0.9218404293060303, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5782491564750671, "best_gold_margin": 0.34359127283096313, "weakest_gold_margin": 0.34359127283096313}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00489", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When was the annotation guide deadline last updated to?", "temporal_relation": "latest", "query_temporal_norm": 0.5338388085365295, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0471839904785156}], "gold_semantic_scores": [0.7643187642097473], "gold_temporal_scores": [0.2828649580478668], "max_gold_score": 1.0471839904785156, "max_candidate_score": 1.0471839904785156, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.045743465423584, "best_gold_margin": 0.0014405250549316406, "weakest_gold_margin": 0.0014405250549316406}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00537", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I was handling instead for the shopping list?", "temporal_relation": "none", "query_temporal_norm": 0.4066902697086334, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7339184284210205}], "gold_semantic_scores": [0.5651277303695679], "gold_temporal_scores": [0.16879041492938995], "max_gold_score": 0.7339184284210205, "max_candidate_score": 0.7669121623039246, "top_memory_id": "history_02_utt_0011::cf::main::1", "max_non_gold_score": 0.7669121623039246, "best_gold_margin": -0.03299373388290405, "weakest_gold_margin": -0.03299373388290405}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00537", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were handling the Brita water filter cartridges?", "temporal_relation": "none", "query_temporal_norm": 0.20763015747070312, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.869085431098938}], "gold_semantic_scores": [0.771393895149231], "gold_temporal_scores": [0.0976920798420906], "max_gold_score": 0.869085431098938, "max_candidate_score": 0.869085431098938, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5381476283073425, "best_gold_margin": 0.33093780279159546, "weakest_gold_margin": 0.33093780279159546}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00651", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for suggesting Rear Window, and why was it taken off the list?", "temporal_relation": "none", "query_temporal_norm": 0.16038618981838226, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7820109724998474}, {"memory_id": "history_02_utt_0011", "score": 0.8293593525886536}], "gold_semantic_scores": [0.7340874075889587, 0.7760875821113586], "gold_temporal_scores": [0.04792361333966255, 0.05327162891626358], "max_gold_score": 0.8293593525886536, "max_candidate_score": 0.8293593525886536, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7550246119499207, "best_gold_margin": 0.07433474063873291, "weakest_gold_margin": 0.026986360549926758}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00651", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to take Rear Window off the list?", "temporal_relation": "none", "query_temporal_norm": 0.16374363005161285, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8758569955825806}], "gold_semantic_scores": [0.8017439842224121], "gold_temporal_scores": [0.07411322742700577], "max_gold_score": 0.8758569955825806, "max_candidate_score": 0.8758569955825806, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6380606293678284, "best_gold_margin": 0.2377963662147522, "weakest_gold_margin": 0.2377963662147522}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00651", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned why Rear Window was dropped?", "temporal_relation": "session", "query_temporal_norm": 0.16824933886528015, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8131971955299377}], "gold_semantic_scores": [0.7487081289291382], "gold_temporal_scores": [0.06448885053396225], "max_gold_score": 0.8131971955299377, "max_candidate_score": 0.8131971955299377, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.626235842704773, "best_gold_margin": 0.1869613528251648, "weakest_gold_margin": 0.1869613528251648}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00651", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Knives Out suggested for the list?", "temporal_relation": "none", "query_temporal_norm": 0.12820683419704437, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.6662881970405579}], "gold_semantic_scores": [0.6401769518852234], "gold_temporal_scores": [0.026111222803592682], "max_gold_score": 0.6662881970405579, "max_candidate_score": 0.6662881970405579, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5283373594284058, "best_gold_margin": 0.1379508376121521, "weakest_gold_margin": 0.1379508376121521}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00837", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3974844515323639, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.569998025894165}, {"memory_id": "history_02_utt_0009", "score": 0.503484845161438}], "gold_semantic_scores": [0.4316175580024719, 0.3626348376274109], "gold_temporal_scores": [0.13838045299053192, 0.14085020124912262], "max_gold_score": 0.569998025894165, "max_candidate_score": 0.6158295273780823, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.6158295273780823, "best_gold_margin": -0.045831501483917236, "weakest_gold_margin": -0.11234468221664429}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00837", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original plan for selecting the evaluation checkpoint?", "temporal_relation": "earliest", "query_temporal_norm": 0.5262582898139954, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7622001767158508}], "gold_semantic_scores": [0.6610069870948792], "gold_temporal_scores": [0.10119321942329407], "max_gold_score": 0.7622001767158508, "max_candidate_score": 0.7622001767158508, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5105687975883484, "best_gold_margin": 0.25163137912750244, "weakest_gold_margin": 0.25163137912750244}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00837", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the original plan to pick the checkpoint with the best local validation MCC?", "temporal_relation": "none", "query_temporal_norm": 0.5501980185508728, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7584239840507507}], "gold_semantic_scores": [0.6426980495452881], "gold_temporal_scores": [0.11572598665952682], "max_gold_score": 0.7584239840507507, "max_candidate_score": 0.7584239840507507, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.260455459356308, "best_gold_margin": 0.49796852469444275, "weakest_gold_margin": 0.49796852469444275}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00837", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching to the plan of choosing the median-seed checkpoint?", "temporal_relation": "none", "query_temporal_norm": 0.23642784357070923, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8031637668609619}], "gold_semantic_scores": [0.6927856802940369], "gold_temporal_scores": [0.11037781089544296], "max_gold_score": 0.8031637668609619, "max_candidate_score": 0.8031637668609619, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5788707733154297, "best_gold_margin": 0.22429299354553223, "weakest_gold_margin": 0.22429299354553223}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01005", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was the purpose of putting \"Night Bus\" first, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.13543742895126343, "query_session_index": 2, "query_start_sec": 12.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7042843103408813}, {"memory_id": "history_02_utt_0008", "score": 0.7102940678596497}], "gold_semantic_scores": [0.6657182574272156, 0.6852744817733765], "gold_temporal_scores": [0.03856603056192398, 0.02501925267279148], "max_gold_score": 0.7102940678596497, "max_candidate_score": 0.7102940678596497, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7062453627586365, "best_gold_margin": 0.004048705101013184, "weakest_gold_margin": -0.001961052417755127}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01005", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was \"Static Bloom\" kept in the middle of the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.1049889549612999, "query_session_index": 2, "query_start_sec": 12.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.7374114394187927}], "gold_semantic_scores": [0.7137194871902466], "gold_temporal_scores": [0.023691805079579353], "max_gold_score": 0.7374114394187927, "max_candidate_score": 0.7374114394187927, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.5742062926292419, "best_gold_margin": 0.16320514678955078, "weakest_gold_margin": 0.16320514678955078}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01005", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron say about the streaming settings?", "temporal_relation": "none", "query_temporal_norm": 0.18806448578834534, "query_session_index": 2, "query_start_sec": 12.52, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3499731719493866, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.3499731719493866, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01127", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my activity choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5676866769790649, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8244519233703613}], "gold_semantic_scores": [0.6663112044334412], "gold_temporal_scores": [0.15814070403575897], "max_gold_score": 0.8244519233703613, "max_candidate_score": 0.8447930216789246, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.8447930216789246, "best_gold_margin": -0.020341098308563232, "weakest_gold_margin": -0.020341098308563232}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01127", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity choice was discussed later instead?", "temporal_relation": "none", "query_temporal_norm": 0.5557519197463989, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9445576667785645}], "gold_semantic_scores": [0.6775110960006714], "gold_temporal_scores": [0.26704663038253784], "max_gold_score": 0.9445576667785645, "max_candidate_score": 0.9445576667785645, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.583740234375, "best_gold_margin": 0.36081743240356445, "weakest_gold_margin": 0.36081743240356445}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01127", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the plan for board game night mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.3151742219924927, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.7184544205665588}], "gold_semantic_scores": [0.7046409249305725], "gold_temporal_scores": [0.013813648372888565], "max_gold_score": 0.7184544205665588, "max_candidate_score": 0.7184544205665588, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.605022132396698, "best_gold_margin": 0.11343228816986084, "weakest_gold_margin": 0.11343228816986084}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01252", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the embedded schema cache, and why was it taken back out?", "temporal_relation": "none", "query_temporal_norm": 0.14169487357139587, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7518381476402283}, {"memory_id": "history_02_utt_0010", "score": 0.7715076208114624}], "gold_semantic_scores": [0.7106562256813049, 0.7301908135414124], "gold_temporal_scores": [0.04118209704756737, 0.041317205876111984], "max_gold_score": 0.7715076208114624, "max_candidate_score": 0.7899984121322632, "top_memory_id": "history_01_utt_0011::cf::main::0", "max_non_gold_score": 0.7899984121322632, "best_gold_margin": -0.01849079132080078, "weakest_gold_margin": -0.03816026449203491}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01252", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the embedded schema cache removed?", "temporal_relation": "none", "query_temporal_norm": 0.12870457768440247, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7794168591499329}], "gold_semantic_scores": [0.7363904714584351], "gold_temporal_scores": [0.04302637279033661], "max_gold_score": 0.7794168591499329, "max_candidate_score": 0.7794168591499329, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6135737299919128, "best_gold_margin": 0.16584312915802002, "weakest_gold_margin": 0.16584312915802002}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01252", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What benefit was mentioned for keeping the adapter shim as a last resort?", "temporal_relation": "none", "query_temporal_norm": 0.10868799686431885, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0031", "score": 0.5925723910331726}], "gold_semantic_scores": [0.5656657814979553], "gold_temporal_scores": [0.026906700804829597], "max_gold_score": 0.5925723910331726, "max_candidate_score": 0.6978602409362793, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.6978602409362793, "best_gold_margin": -0.10528784990310669, "weakest_gold_margin": -0.10528784990310669}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01252", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the adapter shim was kept?", "temporal_relation": "session", "query_temporal_norm": 0.1337994784116745, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.6219228506088257}], "gold_semantic_scores": [0.5913402438163757], "gold_temporal_scores": [0.030582711100578308], "max_gold_score": 0.6219228506088257, "max_candidate_score": 0.6219228506088257, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.5932579636573792, "best_gold_margin": 0.028664886951446533, "weakest_gold_margin": 0.028664886951446533}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01318", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4153043031692505, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.834187388420105}, {"memory_id": "history_02_utt_0009", "score": 0.7997810244560242}], "gold_semantic_scores": [0.6884299516677856, 0.6499814391136169], "gold_temporal_scores": [0.14575760066509247, 0.14979955554008484], "max_gold_score": 0.834187388420105, "max_candidate_score": 0.882283091545105, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.882283091545105, "best_gold_margin": -0.048095703125, "weakest_gold_margin": -0.08250206708908081}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01318", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned their original evaluation plan?", "temporal_relation": "earliest", "query_temporal_norm": 0.5589251518249512, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8790651559829712}], "gold_semantic_scores": [0.7545186281204224], "gold_temporal_scores": [0.12454662472009659], "max_gold_score": 0.8790651559829712, "max_candidate_score": 0.8790651559829712, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7305468320846558, "best_gold_margin": 0.14851832389831543, "weakest_gold_margin": 0.14851832389831543}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01318", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the evaluation plan to a three-seed full table?", "temporal_relation": "none", "query_temporal_norm": 0.3113773465156555, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8733289241790771}], "gold_semantic_scores": [0.748434841632843], "gold_temporal_scores": [0.12489387392997742], "max_gold_score": 0.8733289241790771, "max_candidate_score": 0.8733289241790771, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6395679712295532, "best_gold_margin": 0.23376095294952393, "weakest_gold_margin": 0.23376095294952393}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01439", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did the training setting I described earlier change by the later discussion?", "temporal_relation": "comparison", "query_temporal_norm": 0.37110209465026855, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6283655166625977}, {"memory_id": "history_02_utt_0009", "score": 0.5949119329452515}], "gold_semantic_scores": [0.4970993995666504, 0.4711731970310211], "gold_temporal_scores": [0.13126634061336517, 0.12373866885900497], "max_gold_score": 0.6283655166625977, "max_candidate_score": 0.6800393462181091, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.6800393462181091, "best_gold_margin": -0.051673829555511475, "weakest_gold_margin": -0.08512741327285767}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01439", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to use nightly full-data training runs during the migration?", "temporal_relation": "none", "query_temporal_norm": 0.2861514389514923, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7673187851905823}], "gold_semantic_scores": [0.7113544940948486], "gold_temporal_scores": [0.05596441030502319], "max_gold_score": 0.7673187851905823, "max_candidate_score": 0.7673187851905823, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5263320803642273, "best_gold_margin": 0.24098670482635498, "weakest_gold_margin": 0.24098670482635498}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01439", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the plan to hourly incremental training runs?", "temporal_relation": "none", "query_temporal_norm": 0.3750441372394562, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8916344046592712}], "gold_semantic_scores": [0.7103327512741089], "gold_temporal_scores": [0.18130165338516235], "max_gold_score": 0.8916344046592712, "max_candidate_score": 0.8916344046592712, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5251803994178772, "best_gold_margin": 0.36645400524139404, "weakest_gold_margin": 0.36645400524139404}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01439", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What changed about the guest Wi‑Fi this morning?", "temporal_relation": "none", "query_temporal_norm": 0.3545905649662018, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.30910632014274597, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.30910632014274597, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01520", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the pass threshold would be 85 percent task success for the final analysis?", "temporal_relation": "none", "query_temporal_norm": 0.1850605010986328, "query_session_index": 2, "query_start_sec": 20.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8805529475212097}], "gold_semantic_scores": [0.8163081407546997], "gold_temporal_scores": [0.06424470990896225], "max_gold_score": 0.8805529475212097, "max_candidate_score": 0.8805529475212097, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7601619958877563, "best_gold_margin": 0.12039095163345337, "weakest_gold_margin": 0.12039095163345337}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01520", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the afternoon check-in is in Room 204?", "temporal_relation": "none", "query_temporal_norm": 0.19384625554084778, "query_session_index": 2, "query_start_sec": 20.96, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.23651553690433502, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.23651553690433502, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01584", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the prototype's latest deployment target was?", "temporal_relation": "latest", "query_temporal_norm": 0.5543627142906189, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9078735709190369}], "gold_semantic_scores": [0.6493111252784729], "gold_temporal_scores": [0.2585621774196625], "max_gold_score": 0.9078735709190369, "max_candidate_score": 0.9110681414604187, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9110681414604187, "best_gold_margin": -0.003194570541381836, "weakest_gold_margin": -0.003194570541381836}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01584", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned moving the prototype to the edge GPU cart by the auditorium?", "temporal_relation": "none", "query_temporal_norm": 0.20713602006435394, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.788537859916687}], "gold_semantic_scores": [0.7001542448997498], "gold_temporal_scores": [0.0883837640285492], "max_gold_score": 0.788537859916687, "max_candidate_score": 0.788537859916687, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6234202980995178, "best_gold_margin": 0.1651175618171692, "weakest_gold_margin": 0.1651175618171692}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01584", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the prototype end up for the live demo?", "temporal_relation": "latest", "query_temporal_norm": 0.5247167944908142, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8827897906303406}], "gold_semantic_scores": [0.6569103002548218], "gold_temporal_scores": [0.22587928175926208], "max_gold_score": 0.8827897906303406, "max_candidate_score": 0.8866458535194397, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.8866458535194397, "best_gold_margin": -0.003856062889099121, "weakest_gold_margin": -0.003856062889099121}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01584", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the prototype deployed for the first demo pass?", "temporal_relation": "earliest", "query_temporal_norm": 0.24601620435714722, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7625382542610168}], "gold_semantic_scores": [0.7248268723487854], "gold_temporal_scores": [0.037711456418037415], "max_gold_score": 0.7625382542610168, "max_candidate_score": 0.7625382542610168, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5664349794387817, "best_gold_margin": 0.1961032748222351, "weakest_gold_margin": 0.1961032748222351}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01795", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their Portland activity preference to a Japanese garden visit, and what was the earlier activity?", "temporal_relation": "comparison", "query_temporal_norm": 0.37417706847190857, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.806256890296936}, {"memory_id": "history_02_utt_0009", "score": 0.8943653106689453}], "gold_semantic_scores": [0.6692372560501099, 0.7761350870132446], "gold_temporal_scores": [0.13701960444450378, 0.11823023110628128], "max_gold_score": 0.8943653106689453, "max_candidate_score": 0.8943653106689453, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6012451648712158, "best_gold_margin": 0.2931201457977295, "weakest_gold_margin": 0.20501172542572021}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01795", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest activity preference for Portland?", "temporal_relation": "latest", "query_temporal_norm": 0.5432326197624207, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8897197246551514}], "gold_semantic_scores": [0.634827733039856], "gold_temporal_scores": [0.25489193201065063], "max_gold_score": 0.8897197246551514, "max_candidate_score": 0.8897197246551514, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8874155879020691, "best_gold_margin": 0.0023041367530822754, "weakest_gold_margin": 0.0023041367530822754}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01795", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they were voting for a riverfront bike ride in Portland?", "temporal_relation": "none", "query_temporal_norm": 0.1292300820350647, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7865167856216431}], "gold_semantic_scores": [0.7547575831413269], "gold_temporal_scores": [0.03175906836986542], "max_gold_score": 0.7865167856216431, "max_candidate_score": 0.7865167856216431, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.39527004957199097, "best_gold_margin": 0.3912467360496521, "weakest_gold_margin": 0.3912467360496521}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01795", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Hayden say they preferred in Portland?", "temporal_relation": "none", "query_temporal_norm": 0.19135375320911407, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8312469124794006}], "gold_semantic_scores": [0.741438627243042], "gold_temporal_scores": [0.08980830013751984], "max_gold_score": 0.8312469124794006, "max_candidate_score": 0.8312469124794006, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7138956189155579, "best_gold_margin": 0.11735129356384277, "weakest_gold_margin": 0.11735129356384277}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01931", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who wanted \"Neon Harbor\" right after the opener, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.18207964301109314, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6640323400497437}, {"memory_id": "history_02_utt_0011", "score": 0.7388269901275635}], "gold_semantic_scores": [0.6096504926681519, 0.6744751930236816], "gold_temporal_scores": [0.05438195914030075, 0.06435181200504303], "max_gold_score": 0.7388269901275635, "max_candidate_score": 0.7388269901275635, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.2852373421192169, "best_gold_margin": 0.45358964800834656, "weakest_gold_margin": 0.37879499793052673}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01931", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron say about where they wanted to place 'Neon Harbor' in the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.18084844946861267, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7139241099357605}], "gold_semantic_scores": [0.6600303649902344], "gold_temporal_scores": [0.05389365553855896], "max_gold_score": 0.7139241099357605, "max_candidate_score": 0.7139241099357605, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6044527292251587, "best_gold_margin": 0.1094713807106018, "weakest_gold_margin": 0.1094713807106018}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01931", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they wanted 'Neon Harbor' placed right after the opener?", "temporal_relation": "none", "query_temporal_norm": 0.11678209900856018, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6821105480194092}], "gold_semantic_scores": [0.6539596319198608], "gold_temporal_scores": [0.028150852769613266], "max_gold_score": 0.6821105480194092, "max_candidate_score": 0.6821105480194092, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.3868321180343628, "best_gold_margin": 0.2952784299850464, "weakest_gold_margin": 0.2952784299850464}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01931", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention placing 'Glass Arcade' near the cooldown?", "temporal_relation": "session", "query_temporal_norm": 0.1353895217180252, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0031", "score": 0.7160258293151855}], "gold_semantic_scores": [0.6971515417098999], "gold_temporal_scores": [0.018874263390898705], "max_gold_score": 0.7160258293151855, "max_candidate_score": 0.7160258293151855, "top_memory_id": "history_01_utt_0031", "max_non_gold_score": 0.5592362284660339, "best_gold_margin": 0.1567896008491516, "weakest_gold_margin": 0.1567896008491516}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02019", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Hayden's evaluation plan change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41064247488975525, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8932134509086609}, {"memory_id": "history_02_utt_0008", "score": 0.8057176470756531}], "gold_semantic_scores": [0.748188316822052, 0.6555697321891785], "gold_temporal_scores": [0.14502514898777008, 0.15014798939228058], "max_gold_score": 0.8932134509086609, "max_candidate_score": 0.8932134509086609, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7441807389259338, "best_gold_margin": 0.14903271198272705, "weakest_gold_margin": 0.06153690814971924}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02118", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Morgan's movie night venue change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41677799820899963, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7674452066421509}, {"memory_id": "history_02_utt_0010", "score": 0.7994662523269653}], "gold_semantic_scores": [0.6178677678108215, 0.6545984148979187], "gold_temporal_scores": [0.14957745373249054, 0.1448681354522705], "max_gold_score": 0.7994662523269653, "max_candidate_score": 0.7994662523269653, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7746180295944214, "best_gold_margin": 0.024848222732543945, "weakest_gold_margin": -0.007172822952270508}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02118", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was movie night originally planned to be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.557579517364502, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.798110842704773}], "gold_semantic_scores": [0.6458266377449036], "gold_temporal_scores": [0.15228421986103058], "max_gold_score": 0.798110842704773, "max_candidate_score": 0.798110842704773, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6482859253883362, "best_gold_margin": 0.14982491731643677, "weakest_gold_margin": 0.14982491731643677}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02118", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to hold movie night in the Maple Street rec room?", "temporal_relation": "none", "query_temporal_norm": 0.3079468309879303, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8490642309188843}], "gold_semantic_scores": [0.7656590938568115], "gold_temporal_scores": [0.08340514451265335], "max_gold_score": 0.8490642309188843, "max_candidate_score": 0.8490642309188843, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6755689382553101, "best_gold_margin": 0.17349529266357422, "weakest_gold_margin": 0.17349529266357422}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02118", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they moved movie night to the arts center screening room?", "temporal_relation": "none", "query_temporal_norm": 0.4207015037536621, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8618792295455933}], "gold_semantic_scores": [0.6496805548667908], "gold_temporal_scores": [0.21219930052757263], "max_gold_score": 0.8618792295455933, "max_candidate_score": 0.8618792295455933, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5235428214073181, "best_gold_margin": 0.33833640813827515, "weakest_gold_margin": 0.33833640813827515}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02228", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Casey recommend Zodiac, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.20363552868366241, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7135204076766968}, {"memory_id": "history_02_utt_0009", "score": 0.5979118943214417}], "gold_semantic_scores": [0.6565738916397095, 0.5545746684074402], "gold_temporal_scores": [0.05694664642214775, 0.04333750531077385], "max_gold_score": 0.7135204076766968, "max_candidate_score": 0.7135204076766968, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6478622555732727, "best_gold_margin": 0.06565815210342407, "weakest_gold_margin": -0.049950361251831055}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02228", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Casey say they recommended Zodiac?", "temporal_relation": "none", "query_temporal_norm": 0.1413602977991104, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7811313271522522}], "gold_semantic_scores": [0.7478844523429871], "gold_temporal_scores": [0.03324679285287857], "max_gold_score": 0.7811313271522522, "max_candidate_score": 0.7811313271522522, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6869609951972961, "best_gold_margin": 0.09417033195495605, "weakest_gold_margin": 0.09417033195495605}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02228", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention their reason for recommending Zodiac?", "temporal_relation": "session", "query_temporal_norm": 0.16593921184539795, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.814396321773529}], "gold_semantic_scores": [0.7656300067901611], "gold_temporal_scores": [0.048766326159238815], "max_gold_score": 0.814396321773529, "max_candidate_score": 0.814396321773529, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7258073091506958, "best_gold_margin": 0.08858901262283325, "weakest_gold_margin": 0.08858901262283325}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02228", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Zodiac?", "temporal_relation": "none", "query_temporal_norm": 0.1314530372619629, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.59812331199646}], "gold_semantic_scores": [0.5756711363792419], "gold_temporal_scores": [0.02245238982141018], "max_gold_score": 0.59812331199646, "max_candidate_score": 0.59812331199646, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.23136502504348755, "best_gold_margin": 0.3667582869529724, "weakest_gold_margin": 0.3667582869529724}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02333", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What shopping item did I say I was comparing prices for before I switched to something else?", "temporal_relation": "before", "query_temporal_norm": 0.4476260542869568, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8901041150093079}], "gold_semantic_scores": [0.7427390217781067], "gold_temporal_scores": [0.14736510813236237], "max_gold_score": 0.8901041150093079, "max_candidate_score": 0.8901041150093079, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.86784827709198, "best_gold_margin": 0.02225583791732788, "weakest_gold_margin": 0.02225583791732788}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02333", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item was being compared in the discussion?", "temporal_relation": "none", "query_temporal_norm": 0.3932454586029053, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6870995759963989}], "gold_semantic_scores": [0.6718959808349609], "gold_temporal_scores": [0.015203537419438362], "max_gold_score": 0.6870995759963989, "max_candidate_score": 0.8267861008644104, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8267861008644104, "best_gold_margin": -0.13968652486801147, "weakest_gold_margin": -0.13968652486801147}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02333", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation were paper towels mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.18153676390647888, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6484420895576477}], "gold_semantic_scores": [0.5966078639030457], "gold_temporal_scores": [0.05183405801653862], "max_gold_score": 0.6484420895576477, "max_candidate_score": 0.6484420895576477, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5921991467475891, "best_gold_margin": 0.056242942810058594, "weakest_gold_margin": 0.056242942810058594}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02333", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What is Casey planning to do tonight regarding the utility account?", "temporal_relation": "none", "query_temporal_norm": 0.3456578552722931, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.2467322200536728, "top_memory_id": "history_01_utt_0003", "max_non_gold_score": 0.2467322200536728, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02368", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What requirement did I say speculative prefetching was meant to meet, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.13724958896636963, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6024263501167297}, {"memory_id": "history_02_utt_0011", "score": 0.6145051121711731}], "gold_semantic_scores": [0.5644185543060303, 0.5698971152305603], "gold_temporal_scores": [0.03800772875547409, 0.044608164578676224], "max_gold_score": 0.6145051121711731, "max_candidate_score": 0.6533143520355225, "top_memory_id": "history_02_utt_0011::cf::main::2", "max_non_gold_score": 0.6533143520355225, "best_gold_margin": -0.038809239864349365, "weakest_gold_margin": -0.050888001918792725}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02368", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest the quantized teacher cache?", "temporal_relation": "session", "query_temporal_norm": 0.11540749669075012, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.7469558119773865}], "gold_semantic_scores": [0.716961681842804], "gold_temporal_scores": [0.02999415062367916], "max_gold_score": 0.7469558119773865, "max_candidate_score": 0.7469558119773865, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.38480710983276367, "best_gold_margin": 0.3621487021446228, "weakest_gold_margin": 0.3621487021446228}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02368", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "How is the temporary building access renewal supposed to be handled?", "temporal_relation": "none", "query_temporal_norm": 0.1655856966972351, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.38368549942970276, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.38368549942970276, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02484", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Jordan’s first watch pick change between the earlier conversation and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3875673711299896, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7209345102310181}, {"memory_id": "history_02_utt_0011", "score": 0.7060131430625916}], "gold_semantic_scores": [0.5917309522628784, 0.5925020575523376], "gold_temporal_scores": [0.12920349836349487, 0.11351082473993301], "max_gold_score": 0.7209345102310181, "max_candidate_score": 0.7209345102310181, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.622816264629364, "best_gold_margin": 0.09811824560165405, "weakest_gold_margin": 0.08319687843322754}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02484", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest show selected to watch first?", "temporal_relation": "latest", "query_temporal_norm": 0.47313743829727173, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8023813962936401}], "gold_semantic_scores": [0.5910276174545288], "gold_temporal_scores": [0.2113536149263382], "max_gold_score": 0.8023813962936401, "max_candidate_score": 0.8023813962936401, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7964378595352173, "best_gold_margin": 0.0059435367584228516, "weakest_gold_margin": 0.0059435367584228516}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02484", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Jordan say they wanted to watch first?", "temporal_relation": "none", "query_temporal_norm": 0.2540457844734192, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7000527381896973}], "gold_semantic_scores": [0.6692914366722107], "gold_temporal_scores": [0.030761422589421272], "max_gold_score": 0.7000527381896973, "max_candidate_score": 0.7000527381896973, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5676925778388977, "best_gold_margin": 0.13236016035079956, "weakest_gold_margin": 0.13236016035079956}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02484", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention wanting Signal Fires at the top of the queue?", "temporal_relation": "session", "query_temporal_norm": 0.16508495807647705, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6525105237960815}], "gold_semantic_scores": [0.6064347624778748], "gold_temporal_scores": [0.04607578366994858], "max_gold_score": 0.6525105237960815, "max_candidate_score": 0.6525105237960815, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5271261930465698, "best_gold_margin": 0.12538433074951172, "weakest_gold_margin": 0.12538433074951172}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02625", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest chosen title was by the end of the discussion?", "temporal_relation": "latest", "query_temporal_norm": 0.5454770922660828, "query_session_index": 2, "query_start_sec": 16.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9549912214279175}], "gold_semantic_scores": [0.6720378994941711], "gold_temporal_scores": [0.2829533517360687], "max_gold_score": 0.9549912214279175, "max_candidate_score": 0.9681681394577026, "top_memory_id": "history_02_utt_0008::cf::main::0", "max_non_gold_score": 0.9681681394577026, "best_gold_margin": -0.013176918029785156, "weakest_gold_margin": -0.013176918029785156}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02625", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title did we decide on after the first round of discussion?", "temporal_relation": "session", "query_temporal_norm": 0.46790748834609985, "query_session_index": 2, "query_start_sec": 16.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8526255488395691}], "gold_semantic_scores": [0.7138781547546387], "gold_temporal_scores": [0.1387474536895752], "max_gold_score": 0.8526255488395691, "max_candidate_score": 0.9165036082267761, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9165036082267761, "best_gold_margin": -0.06387805938720703, "weakest_gold_margin": -0.06387805938720703}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02625", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the title River of Dust chosen?", "temporal_relation": "session", "query_temporal_norm": 0.13427329063415527, "query_session_index": 2, "query_start_sec": 16.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8171250820159912}], "gold_semantic_scores": [0.7782145738601685], "gold_temporal_scores": [0.03891071677207947], "max_gold_score": 0.8171250820159912, "max_candidate_score": 0.8171250820159912, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6253820061683655, "best_gold_margin": 0.19174307584762573, "weakest_gold_margin": 0.19174307584762573}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02625", "qa_id": "extra_qa_0011", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What will Morgan make sure is turned on tonight?", "temporal_relation": "none", "query_temporal_norm": 0.2717663049697876, "query_session_index": 2, "query_start_sec": 16.200000000000003, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.495765745639801, "top_memory_id": "history_02_utt_0033", "max_non_gold_score": 0.495765745639801, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02723", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the validation handoff deadline was June 12?", "temporal_relation": "earliest", "query_temporal_norm": 0.561812698841095, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8288978934288025}], "gold_semantic_scores": [0.7025999426841736], "gold_temporal_scores": [0.12629783153533936], "max_gold_score": 0.8288978934288025, "max_candidate_score": 0.8288978934288025, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.667657196521759, "best_gold_margin": 0.16124069690704346, "weakest_gold_margin": 0.16124069690704346}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02723", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When was the validation handoff deadline moved to after the annotation audit slipped?", "temporal_relation": "none", "query_temporal_norm": 0.4605942368507385, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8186880946159363}], "gold_semantic_scores": [0.5810121297836304], "gold_temporal_scores": [0.23767612874507904], "max_gold_score": 0.8186880946159363, "max_candidate_score": 0.8186880946159363, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6109237670898438, "best_gold_margin": 0.20776432752609253, "weakest_gold_margin": 0.20776432752609253}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02723", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deadline did Riley mention for the validation handoff?", "temporal_relation": "none", "query_temporal_norm": 0.20612868666648865, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.5429784059524536}], "gold_semantic_scores": [0.4977076053619385], "gold_temporal_scores": [0.04527086392045021], "max_gold_score": 0.5429784059524536, "max_candidate_score": 0.5429784059524536, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.40184739232063293, "best_gold_margin": 0.14113101363182068, "weakest_gold_margin": 0.14113101363182068}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02723", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What did I offer to help Parker with regarding the equipment?", "temporal_relation": "none", "query_temporal_norm": 0.1425442397594452, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.326220840215683, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.326220840215683, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02798", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley say the latest dataset version was?", "temporal_relation": "latest", "query_temporal_norm": 0.545524537563324, "query_session_index": 2, "query_start_sec": 15.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9174730181694031}], "gold_semantic_scores": [0.6302008032798767], "gold_temporal_scores": [0.28727224469184875], "max_gold_score": 0.9174730181694031, "max_candidate_score": 0.9208799004554749, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9208799004554749, "best_gold_margin": -0.0034068822860717773, "weakest_gold_margin": -0.0034068822860717773}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02798", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the dataset version that we discussed earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.3779849410057068, "query_session_index": 2, "query_start_sec": 15.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7548077702522278}, {"memory_id": "history_02_utt_0008", "score": 0.6875081658363342}], "gold_semantic_scores": [0.6234586238861084, 0.5890646576881409], "gold_temporal_scores": [0.13134916126728058, 0.09844328463077545], "max_gold_score": 0.7548077702522278, "max_candidate_score": 0.7548077702522278, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.27844056487083435, "best_gold_margin": 0.47636720538139343, "weakest_gold_margin": 0.4090676009654999}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02798", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching to the v2.2 leak-fixed split after the issue was found?", "temporal_relation": "none", "query_temporal_norm": 0.29647204279899597, "query_session_index": 2, "query_start_sec": 15.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9396379590034485}], "gold_semantic_scores": [0.7908124923706055], "gold_temporal_scores": [0.14882531762123108], "max_gold_score": 0.9396379590034485, "max_candidate_score": 0.9396379590034485, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.744071900844574, "best_gold_margin": 0.1955660581588745, "weakest_gold_margin": 0.1955660581588745}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02798", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which dataset version did Finley mention switching to after the issue was found?", "temporal_relation": "none", "query_temporal_norm": 0.4004974067211151, "query_session_index": 2, "query_start_sec": 15.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9146207571029663}], "gold_semantic_scores": [0.7080929279327393], "gold_temporal_scores": [0.20652781426906586], "max_gold_score": 0.9146207571029663, "max_candidate_score": 0.9146207571029663, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7583269476890564, "best_gold_margin": 0.1562938094139099, "weakest_gold_margin": 0.1562938094139099}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02975", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for recommending Fault Line Archive, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16588252782821655, "query_session_index": 2, "query_start_sec": 13.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7253550291061401}, {"memory_id": "history_02_utt_0009", "score": 0.7784577012062073}], "gold_semantic_scores": [0.6775442957878113, 0.7325097322463989], "gold_temporal_scores": [0.04781094938516617, 0.045948151499032974], "max_gold_score": 0.7784577012062073, "max_candidate_score": 0.7800047993659973, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.7800047993659973, "best_gold_margin": -0.001547098159790039, "weakest_gold_margin": -0.05464977025985718}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02975", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop Fault Line Archive?", "temporal_relation": "none", "query_temporal_norm": 0.18660952150821686, "query_session_index": 2, "query_start_sec": 13.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8970434069633484}], "gold_semantic_scores": [0.8107697367668152], "gold_temporal_scores": [0.08627352863550186], "max_gold_score": 0.8970434069633484, "max_candidate_score": 0.8970434069633484, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5911168456077576, "best_gold_margin": 0.3059265613555908, "weakest_gold_margin": 0.3059265613555908}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02975", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the reason for dropping Fault Line Archive mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1717187911272049, "query_session_index": 2, "query_start_sec": 13.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8301757574081421}], "gold_semantic_scores": [0.752363383769989], "gold_temporal_scores": [0.07781234383583069], "max_gold_score": 0.8301757574081421, "max_candidate_score": 0.8301757574081421, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5721513628959656, "best_gold_margin": 0.2580243945121765, "weakest_gold_margin": 0.2580243945121765}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02975", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Harbor of Dust recommended?", "temporal_relation": "none", "query_temporal_norm": 0.12444141507148743, "query_session_index": 2, "query_start_sec": 13.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.840226948261261}], "gold_semantic_scores": [0.8185734152793884], "gold_temporal_scores": [0.02165316604077816], "max_gold_score": 0.840226948261261, "max_candidate_score": 0.840226948261261, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.6726872324943542, "best_gold_margin": 0.16753971576690674, "weakest_gold_margin": 0.16753971576690674}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03124", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest deployment target was?", "temporal_relation": "latest", "query_temporal_norm": 0.5502381920814514, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8915377259254456}], "gold_semantic_scores": [0.624750018119812], "gold_temporal_scores": [0.266788125038147], "max_gold_score": 0.8915377259254456, "max_candidate_score": 0.923436164855957, "top_memory_id": "history_02_utt_0008::cf::main::1", "max_non_gold_score": 0.923436164855957, "best_gold_margin": -0.031898438930511475, "weakest_gold_margin": -0.031898438930511475}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03124", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned moving the release target to the preprod-gpu pool?", "temporal_relation": "none", "query_temporal_norm": 0.23077157139778137, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9047998785972595}], "gold_semantic_scores": [0.8059958219528198], "gold_temporal_scores": [0.09880425035953522], "max_gold_score": 0.9047998785972595, "max_candidate_score": 0.9047998785972595, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5835352540016174, "best_gold_margin": 0.3212646245956421, "weakest_gold_margin": 0.3212646245956421}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03124", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we initially plan to deploy this release?", "temporal_relation": "earliest", "query_temporal_norm": 0.5513337850570679, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8371257185935974}], "gold_semantic_scores": [0.7186539769172668], "gold_temporal_scores": [0.11847178637981415], "max_gold_score": 0.8371257185935974, "max_candidate_score": 0.8371257185935974, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4481176435947418, "best_gold_margin": 0.3890080749988556, "weakest_gold_margin": 0.3890080749988556}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03124", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the deployment target change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.379788339138031, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6196650862693787}, {"memory_id": "history_02_utt_0008", "score": 0.6314335465431213}], "gold_semantic_scores": [0.48379600048065186, 0.5158678293228149], "gold_temporal_scores": [0.13586923480033875, 0.1155654713511467], "max_gold_score": 0.6314335465431213, "max_candidate_score": 0.6314335465431213, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.24448467791080475, "best_gold_margin": 0.3869488686323166, "weakest_gold_margin": 0.3751804083585739}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03173", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for pulling for Harbor Lights, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1768852174282074, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6141671538352966}, {"memory_id": "history_02_utt_0010", "score": 0.6407559514045715}], "gold_semantic_scores": [0.5609332919120789, 0.5786040425300598], "gold_temporal_scores": [0.05323385074734688, 0.062151949852705], "max_gold_score": 0.6407559514045715, "max_candidate_score": 0.6806737184524536, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.6806737184524536, "best_gold_margin": -0.03991776704788208, "weakest_gold_margin": -0.06650656461715698}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03173", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we drop Harbor Lights from the shortlist?", "temporal_relation": "none", "query_temporal_norm": 0.18174734711647034, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8936657309532166}], "gold_semantic_scores": [0.8149966597557068], "gold_temporal_scores": [0.0786694660782814], "max_gold_score": 0.8936657309532166, "max_candidate_score": 0.8936657309532166, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6579062938690186, "best_gold_margin": 0.235759437084198, "weakest_gold_margin": 0.235759437084198}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03338", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest watch order was?", "temporal_relation": "latest", "query_temporal_norm": 0.5515526533126831, "query_session_index": 2, "query_start_sec": 12.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8700128197669983}], "gold_semantic_scores": [0.6150413751602173], "gold_temporal_scores": [0.254971444606781], "max_gold_score": 0.8700128197669983, "max_candidate_score": 0.9453862309455872, "top_memory_id": "history_02_utt_0009::cf::main::0", "max_non_gold_score": 0.9453862309455872, "best_gold_margin": -0.07537341117858887, "weakest_gold_margin": -0.07537341117858887}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03338", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about starting with Harbor Lights?", "temporal_relation": "session", "query_temporal_norm": 0.12692970037460327, "query_session_index": 2, "query_start_sec": 12.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8015807867050171}], "gold_semantic_scores": [0.7729932069778442], "gold_temporal_scores": [0.028587831184267998], "max_gold_score": 0.8015807867050171, "max_candidate_score": 0.8015807867050171, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.31554552912712097, "best_gold_margin": 0.4860352575778961, "weakest_gold_margin": 0.4860352575778961}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03397", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Hayden give for recommending After the Flood, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.18795368075370789, "query_session_index": 2, "query_start_sec": 14.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6933443546295166}, {"memory_id": "history_02_utt_0009", "score": 0.6168487668037415}], "gold_semantic_scores": [0.6352624297142029, 0.5530990958213806], "gold_temporal_scores": [0.05808188393712044, 0.06374945491552353], "max_gold_score": 0.6933443546295166, "max_candidate_score": 0.7210896015167236, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.7210896015167236, "best_gold_margin": -0.02774524688720703, "weakest_gold_margin": -0.10424083471298218}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03397", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Hayden recommend After the Flood?", "temporal_relation": "none", "query_temporal_norm": 0.17879758775234222, "query_session_index": 2, "query_start_sec": 14.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7535462379455566}], "gold_semantic_scores": [0.70026695728302], "gold_temporal_scores": [0.05327939987182617], "max_gold_score": 0.7535462379455566, "max_candidate_score": 0.7535462379455566, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6163914799690247, "best_gold_margin": 0.13715475797653198, "weakest_gold_margin": 0.13715475797653198}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03397", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that After the Flood was dropped?", "temporal_relation": "session", "query_temporal_norm": 0.18104837834835052, "query_session_index": 2, "query_start_sec": 14.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6786410808563232}], "gold_semantic_scores": [0.6303229331970215], "gold_temporal_scores": [0.048318181186914444], "max_gold_score": 0.6786410808563232, "max_candidate_score": 0.6786410808563232, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5286865234375, "best_gold_margin": 0.14995455741882324, "weakest_gold_margin": 0.14995455741882324}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03397", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Signal in the Dust recommended?", "temporal_relation": "none", "query_temporal_norm": 0.11783166229724884, "query_session_index": 2, "query_start_sec": 14.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.8426340818405151}], "gold_semantic_scores": [0.8219406604766846], "gold_temporal_scores": [0.020693453028798103], "max_gold_score": 0.8426340818405151, "max_candidate_score": 0.8426340818405151, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.6243840456008911, "best_gold_margin": 0.21825003623962402, "weakest_gold_margin": 0.21825003623962402}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03518", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their part of the shopping list to parchment paper, and what was the earlier item?", "temporal_relation": "none", "query_temporal_norm": 0.3406520187854767, "query_session_index": 2, "query_start_sec": 14.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7369899749755859}, {"memory_id": "history_02_utt_0010", "score": 0.8580937385559082}], "gold_semantic_scores": [0.6152785420417786, 0.7486667037010193], "gold_temporal_scores": [0.1217113807797432, 0.1094273030757904], "max_gold_score": 0.8580937385559082, "max_candidate_score": 0.8580937385559082, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6175698637962341, "best_gold_margin": 0.24052387475967407, "weakest_gold_margin": 0.1194201111793518}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03518", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item did we discuss earlier that was later replaced with parchment paper?", "temporal_relation": "before", "query_temporal_norm": 0.44392499327659607, "query_session_index": 2, "query_start_sec": 14.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7351807951927185}], "gold_semantic_scores": [0.5734480619430542], "gold_temporal_scores": [0.16173280775547028], "max_gold_score": 0.7351807951927185, "max_candidate_score": 0.9318604469299316, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9318604469299316, "best_gold_margin": -0.19667965173721313, "weakest_gold_margin": -0.19667965173721313}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03518", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Riley say they were going to handle on the household list?", "temporal_relation": "none", "query_temporal_norm": 0.26430338621139526, "query_session_index": 2, "query_start_sec": 14.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8726481199264526}], "gold_semantic_scores": [0.7894902229309082], "gold_temporal_scores": [0.0831579938530922], "max_gold_score": 0.8726481199264526, "max_candidate_score": 0.8726481199264526, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7871749401092529, "best_gold_margin": 0.08547317981719971, "weakest_gold_margin": 0.08547317981719971}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03518", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley mention they were going to handle aluminum foil?", "temporal_relation": "session", "query_temporal_norm": 0.29509246349334717, "query_session_index": 2, "query_start_sec": 14.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6235642433166504}], "gold_semantic_scores": [0.532749593257904], "gold_temporal_scores": [0.09081464260816574], "max_gold_score": 0.6235642433166504, "max_candidate_score": 0.6235642433166504, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5027802586555481, "best_gold_margin": 0.1207839846611023, "weakest_gold_margin": 0.1207839846611023}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03637", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say the pass threshold was for the post-task satisfaction survey most recently?", "temporal_relation": "none", "query_temporal_norm": 0.41408488154411316, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9459563493728638}], "gold_semantic_scores": [0.8063872456550598], "gold_temporal_scores": [0.13956966996192932], "max_gold_score": 0.9459563493728638, "max_candidate_score": 0.9467436671257019, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9467436671257019, "best_gold_margin": -0.0007873177528381348, "weakest_gold_margin": -0.0007873177528381348}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03637", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Hayden mention raising the pass threshold to 4.3 out of 5?", "temporal_relation": "session", "query_temporal_norm": 0.23024342954158783, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.931057333946228}], "gold_semantic_scores": [0.8380386233329773], "gold_temporal_scores": [0.093018539249897], "max_gold_score": 0.931057333946228, "max_candidate_score": 0.931057333946228, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8352729678153992, "best_gold_margin": 0.09578436613082886, "weakest_gold_margin": 0.09578436613082886}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03722", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention the snapshot cache was supposed to do, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.17986704409122467, "query_session_index": 2, "query_start_sec": 17.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7020967602729797}, {"memory_id": "history_02_utt_0009", "score": 0.6969712376594543}], "gold_semantic_scores": [0.6462478041648865, 0.6441531777381897], "gold_temporal_scores": [0.05584922805428505, 0.052817992866039276], "max_gold_score": 0.7020967602729797, "max_candidate_score": 0.7020967602729797, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6984764933586121, "best_gold_margin": 0.0036202669143676758, "weakest_gold_margin": -0.0015052556991577148}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03722", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the snapshot cache ruled out after the soak test?", "temporal_relation": "none", "query_temporal_norm": 0.19873683154582977, "query_session_index": 2, "query_start_sec": 17.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8894864320755005}], "gold_semantic_scores": [0.800329864025116], "gold_temporal_scores": [0.08915635943412781], "max_gold_score": 0.8894864320755005, "max_candidate_score": 0.8894864320755005, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6662038564682007, "best_gold_margin": 0.2232825756072998, "weakest_gold_margin": 0.2232825756072998}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03722", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the protocol adapter suggested?", "temporal_relation": "none", "query_temporal_norm": 0.12714412808418274, "query_session_index": 2, "query_start_sec": 17.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.6246479749679565}], "gold_semantic_scores": [0.6064072847366333], "gold_temporal_scores": [0.01824076473712921], "max_gold_score": 0.6246479749679565, "max_candidate_score": 0.6246479749679565, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.37620648741722107, "best_gold_margin": 0.24844148755073547, "weakest_gold_margin": 0.24844148755073547}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03801", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for suggesting the Seventh Generation dish soap refill, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.138361394405365, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7380794882774353}, {"memory_id": "history_02_utt_0012", "score": 0.7721509337425232}], "gold_semantic_scores": [0.6982429623603821, 0.7246710062026978], "gold_temporal_scores": [0.03983659669756889, 0.04747990518808365], "max_gold_score": 0.7721509337425232, "max_candidate_score": 0.7721509337425232, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7605533003807068, "best_gold_margin": 0.011597633361816406, "weakest_gold_margin": -0.022473812103271484}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03801", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the issue mentioned about the Seventh Generation dish soap refill?", "temporal_relation": "none", "query_temporal_norm": 0.14929170906543732, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.7760769724845886}], "gold_semantic_scores": [0.713708758354187], "gold_temporal_scores": [0.06236801669001579], "max_gold_score": 0.7760769724845886, "max_candidate_score": 0.7760769724845886, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5861028432846069, "best_gold_margin": 0.1899741291999817, "weakest_gold_margin": 0.1899741291999817}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03801", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why were the Bounty paper towels suggested?", "temporal_relation": "none", "query_temporal_norm": 0.10868825018405914, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6659743189811707}], "gold_semantic_scores": [0.64499831199646], "gold_temporal_scores": [0.020976068452000618], "max_gold_score": 0.6659743189811707, "max_candidate_score": 0.6659743189811707, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.6142486333847046, "best_gold_margin": 0.051725685596466064, "weakest_gold_margin": 0.051725685596466064}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03907", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for putting Harbor Nook Cafe on the list, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16810131072998047, "query_session_index": 2, "query_start_sec": 17.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7293150424957275}, {"memory_id": "history_02_utt_0010", "score": 0.7630010843276978}], "gold_semantic_scores": [0.6787049174308777, 0.704508364200592], "gold_temporal_scores": [0.05061047151684761, 0.0584927573800087], "max_gold_score": 0.7630010843276978, "max_candidate_score": 0.7997961044311523, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.7997961044311523, "best_gold_margin": -0.03679502010345459, "weakest_gold_margin": -0.0704810619354248}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03907", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Cedar Lantern suggested as a backup?", "temporal_relation": "none", "query_temporal_norm": 0.10772837698459625, "query_session_index": 2, "query_start_sec": 17.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.6722510457038879}], "gold_semantic_scores": [0.6468245983123779], "gold_temporal_scores": [0.025426559150218964], "max_gold_score": 0.6722510457038879, "max_candidate_score": 0.6722510457038879, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.49184146523475647, "best_gold_margin": 0.18040958046913147, "weakest_gold_margin": 0.18040958046913147}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03907", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Cedar Lantern ruled out as an option?", "temporal_relation": "none", "query_temporal_norm": 0.16968747973442078, "query_session_index": 2, "query_start_sec": 17.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.7352196574211121}], "gold_semantic_scores": [0.6763091683387756], "gold_temporal_scores": [0.05891050770878792], "max_gold_score": 0.7352196574211121, "max_candidate_score": 0.7352196574211121, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.6205607652664185, "best_gold_margin": 0.1146588921546936, "weakest_gold_margin": 0.1146588921546936}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04028", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who first said they were leaning toward an indie movie night?", "temporal_relation": "earliest", "query_temporal_norm": 0.46196651458740234, "query_session_index": 2, "query_start_sec": 13.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8117976188659668}], "gold_semantic_scores": [0.722162663936615], "gold_temporal_scores": [0.08963489532470703], "max_gold_score": 0.8117976188659668, "max_candidate_score": 0.8117976188659668, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6724789142608643, "best_gold_margin": 0.13931870460510254, "weakest_gold_margin": 0.13931870460510254}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04028", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention leaning toward an indie movie night?", "temporal_relation": "session", "query_temporal_norm": 0.32781341671943665, "query_session_index": 2, "query_start_sec": 13.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8216208815574646}], "gold_semantic_scores": [0.7334567904472351], "gold_temporal_scores": [0.08816394209861755], "max_gold_score": 0.8216208815574646, "max_candidate_score": 0.8216208815574646, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6159396767616272, "best_gold_margin": 0.2056812047958374, "weakest_gold_margin": 0.2056812047958374}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04028", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was an aquarium visit mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.24646885693073273, "query_session_index": 2, "query_start_sec": 13.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.4010571539402008}], "gold_semantic_scores": [0.36054715514183044], "gold_temporal_scores": [0.04051009565591812], "max_gold_score": 0.4010571539402008, "max_candidate_score": 0.4010571539402008, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.36067089438438416, "best_gold_margin": 0.04038625955581665, "weakest_gold_margin": 0.04038625955581665}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04137", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What purpose did I mention for the streaming chunk cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17856718599796295, "query_session_index": 2, "query_start_sec": 15.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7865552306175232}, {"memory_id": "history_02_utt_0011", "score": 0.7992770671844482}], "gold_semantic_scores": [0.7316470146179199, 0.7598972320556641], "gold_temporal_scores": [0.05490832403302193, 0.039379943162202835], "max_gold_score": 0.7992770671844482, "max_candidate_score": 0.7992770671844482, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7919292449951172, "best_gold_margin": 0.007347822189331055, "weakest_gold_margin": -0.005374014377593994}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04137", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about rejecting the streaming chunk cache?", "temporal_relation": "session", "query_temporal_norm": 0.16028842329978943, "query_session_index": 2, "query_start_sec": 15.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7476507425308228}], "gold_semantic_scores": [0.6841508150100708], "gold_temporal_scores": [0.0635000616312027], "max_gold_score": 0.7476507425308228, "max_candidate_score": 0.7476507425308228, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5053006410598755, "best_gold_margin": 0.24235010147094727, "weakest_gold_margin": 0.24235010147094727}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04137", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the phoneme bottleneck proposed for?", "temporal_relation": "none", "query_temporal_norm": 0.14836229383945465, "query_session_index": 2, "query_start_sec": 15.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.4951910972595215}], "gold_semantic_scores": [0.4518716037273407], "gold_temporal_scores": [0.04331951215863228], "max_gold_score": 0.4951910972595215, "max_candidate_score": 0.4951910972595215, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.3628106713294983, "best_gold_margin": 0.1323804259300232, "weakest_gold_margin": 0.1323804259300232}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04213", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest training setting was for the migrated training jobs?", "temporal_relation": "latest", "query_temporal_norm": 0.5694097876548767, "query_session_index": 2, "query_start_sec": 19.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8671572804450989}], "gold_semantic_scores": [0.6056506633758545], "gold_temporal_scores": [0.2615062892436981], "max_gold_score": 0.8671572804450989, "max_candidate_score": 0.8680952191352844, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8680952191352844, "best_gold_margin": -0.0009379386901855469, "weakest_gold_margin": -0.0009379386901855469}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04213", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned changing the migrated training jobs to packed 4,096-token sequences?", "temporal_relation": "none", "query_temporal_norm": 0.24284105002880096, "query_session_index": 2, "query_start_sec": 19.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.742404580116272}], "gold_semantic_scores": [0.6478133201599121], "gold_temporal_scores": [0.09459097683429718], "max_gold_score": 0.742404580116272, "max_candidate_score": 0.742404580116272, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6340377330780029, "best_gold_margin": 0.10836684703826904, "weakest_gold_margin": 0.10836684703826904}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04213", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the afternoon check-in is in Room 204?", "temporal_relation": "none", "query_temporal_norm": 0.2720414698123932, "query_session_index": 2, "query_start_sec": 19.08, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.31296661496162415, "top_memory_id": "history_01_utt_0002", "max_non_gold_score": 0.31296661496162415, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04316", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Finley give for recommending Signal Drift, and why did they take it out of the queue?", "temporal_relation": "none", "query_temporal_norm": 0.21207678318023682, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7166954278945923}, {"memory_id": "history_02_utt_0011", "score": 0.8103765249252319}], "gold_semantic_scores": [0.6529029607772827, 0.7461395263671875], "gold_temporal_scores": [0.06379242986440659, 0.0642370954155922], "max_gold_score": 0.8103765249252319, "max_candidate_score": 0.8103765249252319, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7054547667503357, "best_gold_margin": 0.10492175817489624, "weakest_gold_margin": 0.011240661144256592}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04316", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Finley say they recommended Signal Drift?", "temporal_relation": "none", "query_temporal_norm": 0.1343255639076233, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8132257461547852}], "gold_semantic_scores": [0.7777285575866699], "gold_temporal_scores": [0.035497188568115234], "max_gold_score": 0.8132257461547852, "max_candidate_score": 0.8132257461547852, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7200227975845337, "best_gold_margin": 0.09320294857025146, "weakest_gold_margin": 0.09320294857025146}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04316", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley mention their reason for recommending Signal Drift?", "temporal_relation": "session", "query_temporal_norm": 0.1798766553401947, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8413029313087463}], "gold_semantic_scores": [0.787222683429718], "gold_temporal_scores": [0.054080210626125336], "max_gold_score": 0.8413029313087463, "max_candidate_score": 0.8413029313087463, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7374829053878784, "best_gold_margin": 0.10382002592086792, "weakest_gold_margin": 0.10382002592086792}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04316", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Signal Drift?", "temporal_relation": "none", "query_temporal_norm": 0.12393753230571747, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.764020562171936}], "gold_semantic_scores": [0.7413398027420044], "gold_temporal_scores": [0.022680943831801414], "max_gold_score": 0.764020562171936, "max_candidate_score": 0.764020562171936, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4805792272090912, "best_gold_margin": 0.28344133496284485, "weakest_gold_margin": 0.28344133496284485}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04399", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally rate Signal Hearth?", "temporal_relation": "earliest", "query_temporal_norm": 0.5564310550689697, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8787533044815063}], "gold_semantic_scores": [0.7629665732383728], "gold_temporal_scores": [0.11578678339719772], "max_gold_score": 0.8787533044815063, "max_candidate_score": 0.8787533044815063, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8693100214004517, "best_gold_margin": 0.009443283081054688, "weakest_gold_margin": 0.009443283081054688}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04399", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned giving Signal Hearth a 7 out of 10 after the first listen?", "temporal_relation": "none", "query_temporal_norm": 0.15519851446151733, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8345381617546082}], "gold_semantic_scores": [0.7977011799812317], "gold_temporal_scores": [0.03683699667453766], "max_gold_score": 0.8345381617546082, "max_candidate_score": 0.8345381617546082, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7362035512924194, "best_gold_margin": 0.09833461046218872, "weakest_gold_margin": 0.09833461046218872}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04399", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the initial rating for Signal Hearth?", "temporal_relation": "earliest", "query_temporal_norm": 0.5314196348190308, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8781343102455139}], "gold_semantic_scores": [0.7691741585731506], "gold_temporal_scores": [0.10896022617816925], "max_gold_score": 0.8781343102455139, "max_candidate_score": 0.8781343102455139, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6793161034584045, "best_gold_margin": 0.19881820678710938, "weakest_gold_margin": 0.19881820678710938}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04399", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What rating was given to Signal Hearth after finishing the bonus segment?", "temporal_relation": "none", "query_temporal_norm": 0.28729549050331116, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8599998354911804}], "gold_semantic_scores": [0.7613766193389893], "gold_temporal_scores": [0.09862349182367325], "max_gold_score": 0.8599998354911804, "max_candidate_score": 0.8599998354911804, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7320643663406372, "best_gold_margin": 0.1279354691505432, "weakest_gold_margin": 0.1279354691505432}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04585", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley say the latest dataset version was?", "temporal_relation": "latest", "query_temporal_norm": 0.5470234155654907, "query_session_index": 2, "query_start_sec": 23.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9388241171836853}], "gold_semantic_scores": [0.6569603085517883], "gold_temporal_scores": [0.28186360001564026], "max_gold_score": 0.9388241171836853, "max_candidate_score": 0.9388241171836853, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9317312836647034, "best_gold_margin": 0.007092833518981934, "weakest_gold_margin": 0.007092833518981934}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04585", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley mention the audit-ready build?", "temporal_relation": "session", "query_temporal_norm": 0.2692350447177887, "query_session_index": 2, "query_start_sec": 23.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.5509647130966187}], "gold_semantic_scores": [0.5202596187591553], "gold_temporal_scores": [0.03070525825023651], "max_gold_score": 0.5509647130966187, "max_candidate_score": 0.5509647130966187, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.3928106427192688, "best_gold_margin": 0.15815407037734985, "weakest_gold_margin": 0.15815407037734985}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04585", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dataset version change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3676093816757202, "query_session_index": 2, "query_start_sec": 23.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.38246023654937744}, {"memory_id": "history_02_utt_0008", "score": 0.47181153297424316}], "gold_semantic_scores": [0.25564664602279663, 0.3603781759738922], "gold_temporal_scores": [0.12681356072425842, 0.1114332526922226], "max_gold_score": 0.47181153297424316, "max_candidate_score": 0.47181153297424316, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.24596644937992096, "best_gold_margin": 0.2258450835943222, "weakest_gold_margin": 0.13649378716945648}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04585", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the use of the pilot cut with raw transcripts mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1613103598356247, "query_session_index": 2, "query_start_sec": 23.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5014373064041138}], "gold_semantic_scores": [0.45972782373428345], "gold_temporal_scores": [0.041709594428539276], "max_gold_score": 0.5014373064041138, "max_candidate_score": 0.5014373064041138, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.34112128615379333, "best_gold_margin": 0.16031602025032043, "weakest_gold_margin": 0.16031602025032043}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04715", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my choice for the main activity change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.38573288917541504, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6513250470161438}, {"memory_id": "history_02_utt_0010", "score": 0.8119280934333801}], "gold_semantic_scores": [0.5118924975395203, 0.6865403056144714], "gold_temporal_scores": [0.13943257927894592, 0.12538793683052063], "max_gold_score": 0.8119280934333801, "max_candidate_score": 0.8313553929328918, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.8313553929328918, "best_gold_margin": -0.01942729949951172, "weakest_gold_margin": -0.18003034591674805}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04715", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they wanted the main activity to be charades?", "temporal_relation": "none", "query_temporal_norm": 0.12013319134712219, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.5356232523918152}], "gold_semantic_scores": [0.5156860947608948], "gold_temporal_scores": [0.01993708871304989], "max_gold_score": 0.5356232523918152, "max_candidate_score": 0.5371434092521667, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5371434092521667, "best_gold_margin": -0.0015201568603515625, "weakest_gold_margin": -0.0015201568603515625}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04793", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Before the plan got changed to karaoke night, who had originally said they wanted to do a board game night?", "temporal_relation": "earliest", "query_temporal_norm": 0.5350306630134583, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8980585336685181}], "gold_semantic_scores": [0.7593990564346313], "gold_temporal_scores": [0.13865940272808075], "max_gold_score": 0.8980585336685181, "max_candidate_score": 0.8980585336685181, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.760272204875946, "best_gold_margin": 0.13778632879257202, "weakest_gold_margin": 0.13778632879257202}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04793", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity did we originally plan to do, and what did it change to later?", "temporal_relation": "comparison", "query_temporal_norm": 0.5686288475990295, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7766600251197815}, {"memory_id": "history_02_utt_0011", "score": 0.34970760345458984}], "gold_semantic_scores": [0.6346575021743774, 0.368895947933197], "gold_temporal_scores": [0.14200249314308167, -0.019188199192285538], "max_gold_score": 0.7766600251197815, "max_candidate_score": 0.7766600251197815, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.28862008452415466, "best_gold_margin": 0.48803994059562683, "weakest_gold_margin": 0.06108751893043518}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04793", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned wanting to do a board game night?", "temporal_relation": "none", "query_temporal_norm": 0.23046745359897614, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8371652960777283}], "gold_semantic_scores": [0.7756521701812744], "gold_temporal_scores": [0.061513129621744156], "max_gold_score": 0.8371652960777283, "max_candidate_score": 0.8371652960777283, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.46372219920158386, "best_gold_margin": 0.3734430968761444, "weakest_gold_margin": 0.3734430968761444}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04793", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Riley originally suggest we do?", "temporal_relation": "earliest", "query_temporal_norm": 0.5651343464851379, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8073586225509644}], "gold_semantic_scores": [0.6822412014007568], "gold_temporal_scores": [0.12511751055717468], "max_gold_score": 0.8073586225509644, "max_candidate_score": 0.8073586225509644, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6656665205955505, "best_gold_margin": 0.14169210195541382, "weakest_gold_margin": 0.14169210195541382}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04884", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Skyler's chore assignment change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.38984414935112, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7266412973403931}, {"memory_id": "history_02_utt_0010", "score": 0.7748894095420837}], "gold_semantic_scores": [0.5845057368278503, 0.6509813666343689], "gold_temporal_scores": [0.1421356499195099, 0.12390810251235962], "max_gold_score": 0.7748894095420837, "max_candidate_score": 0.7748894095420837, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7189034223556519, "best_gold_margin": 0.055985987186431885, "weakest_gold_margin": 0.007737874984741211}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04884", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chore did Skyler say they handle on Monday evenings?", "temporal_relation": "none", "query_temporal_norm": 0.1377549171447754, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8030924201011658}], "gold_semantic_scores": [0.7702853083610535], "gold_temporal_scores": [0.03280709683895111], "max_gold_score": 0.8030924201011658, "max_candidate_score": 0.8030924201011658, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7670623064041138, "best_gold_margin": 0.036030113697052, "weakest_gold_margin": 0.036030113697052}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04884", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention handling the kitchen wipe-down on Monday evenings?", "temporal_relation": "session", "query_temporal_norm": 0.22303053736686707, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9334940910339355}], "gold_semantic_scores": [0.8621624112129211], "gold_temporal_scores": [0.07133167237043381], "max_gold_score": 0.9334940910339355, "max_candidate_score": 0.9334940910339355, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8786728382110596, "best_gold_margin": 0.05482125282287598, "weakest_gold_margin": 0.05482125282287598}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04884", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chore did Skyler say they were taking care of on Saturday mornings?", "temporal_relation": "none", "query_temporal_norm": 0.1437833309173584, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7568524479866028}], "gold_semantic_scores": [0.7252710461616516], "gold_temporal_scores": [0.03158146142959595], "max_gold_score": 0.7568524479866028, "max_candidate_score": 0.7612255215644836, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7612255215644836, "best_gold_margin": -0.004373073577880859, "weakest_gold_margin": -0.004373073577880859}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04989", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor say \"Night Train Static\" was for, and why did Rowan drop it?", "temporal_relation": "none", "query_temporal_norm": 0.3070860505104065, "query_session_index": 2, "query_start_sec": 12.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.5933852791786194}, {"memory_id": "history_02_utt_0010", "score": 0.6558676958084106}], "gold_semantic_scores": [0.5116135478019714, 0.595305860042572], "gold_temporal_scores": [0.08177176862955093, 0.06056184694170952], "max_gold_score": 0.6558676958084106, "max_candidate_score": 0.6558676958084106, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6537632346153259, "best_gold_margin": 0.002104461193084717, "weakest_gold_margin": -0.06037795543670654}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04989", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was 'Night Train Static' dropped from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.1557331085205078, "query_session_index": 2, "query_start_sec": 12.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8333430290222168}], "gold_semantic_scores": [0.7750681638717651], "gold_temporal_scores": [0.05827485769987106], "max_gold_score": 0.8333430290222168, "max_candidate_score": 0.8333430290222168, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6171504259109497, "best_gold_margin": 0.2161926031112671, "weakest_gold_margin": 0.2161926031112671}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04989", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to 'Glass Arcade'?", "temporal_relation": "none", "query_temporal_norm": 0.21019966900348663, "query_session_index": 2, "query_start_sec": 12.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0030", "score": 0.7109487056732178}], "gold_semantic_scores": [0.6348555088043213], "gold_temporal_scores": [0.07609347254037857], "max_gold_score": 0.7109487056732178, "max_candidate_score": 0.7109487056732178, "top_memory_id": "history_02_utt_0030", "max_non_gold_score": 0.6577644944190979, "best_gold_margin": 0.05318421125411987, "weakest_gold_margin": 0.05318421125411987}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05106", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for pushing the edge cache path, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.17618873715400696, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8010491132736206}, {"memory_id": "history_02_utt_0010", "score": 0.7670977115631104}], "gold_semantic_scores": [0.7478739023208618, 0.7091665863990784], "gold_temporal_scores": [0.05317511782050133, 0.05793118104338646], "max_gold_score": 0.8010491132736206, "max_candidate_score": 0.8010491132736206, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7925871014595032, "best_gold_margin": 0.008462011814117432, "weakest_gold_margin": -0.025489389896392822}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05106", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the edge cache path dropped after profiling?", "temporal_relation": "none", "query_temporal_norm": 0.1885768324136734, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8780010938644409}], "gold_semantic_scores": [0.7936356067657471], "gold_temporal_scores": [0.08436555415391922], "max_gold_score": 0.8780010938644409, "max_candidate_score": 0.8780010938644409, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7072323560714722, "best_gold_margin": 0.17076873779296875, "weakest_gold_margin": 0.17076873779296875}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05106", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature of the compressed replay bundle was noted as satisfying a constraint?", "temporal_relation": "none", "query_temporal_norm": 0.13123324513435364, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6366792917251587}], "gold_semantic_scores": [0.5979605913162231], "gold_temporal_scores": [0.038718871772289276], "max_gold_score": 0.6366792917251587, "max_candidate_score": 0.6366792917251587, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.5079265832901001, "best_gold_margin": 0.1287527084350586, "weakest_gold_margin": 0.1287527084350586}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05106", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the compressed replay bundle could boot without the camera feed?", "temporal_relation": "session", "query_temporal_norm": 0.15557414293289185, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.7632734179496765}], "gold_semantic_scores": [0.7142207622528076], "gold_temporal_scores": [0.049052923917770386], "max_gold_score": 0.7632734179496765, "max_candidate_score": 0.7632734179496765, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.6730383634567261, "best_gold_margin": 0.09023505449295044, "weakest_gold_margin": 0.09023505449295044}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05197", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their pick to Cinder Alley, and what was the earlier pick?", "temporal_relation": "none", "query_temporal_norm": 0.3256302773952484, "query_session_index": 2, "query_start_sec": 11.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.4735923707485199}, {"memory_id": "history_02_utt_0008", "score": 0.6566382050514221}], "gold_semantic_scores": [0.3731429874897003, 0.5807886123657227], "gold_temporal_scores": [0.10044930875301361, 0.07584983110427856], "max_gold_score": 0.6566382050514221, "max_candidate_score": 0.6566382050514221, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.2558366358280182, "best_gold_margin": 0.40080156922340393, "weakest_gold_margin": 0.2177557349205017}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05197", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the final title chosen during our discussions?", "temporal_relation": "latest", "query_temporal_norm": 0.5099981427192688, "query_session_index": 2, "query_start_sec": 11.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8252179622650146}], "gold_semantic_scores": [0.556303858757019], "gold_temporal_scores": [0.26891419291496277], "max_gold_score": 0.8252179622650146, "max_candidate_score": 0.8262176513671875, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.8262176513671875, "best_gold_margin": -0.0009996891021728516, "weakest_gold_margin": -0.0009996891021728516}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05197", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Jordan initially want us to watch because of its strong mystery thread?", "temporal_relation": "earliest", "query_temporal_norm": 0.5316718220710754, "query_session_index": 2, "query_start_sec": 11.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6726770997047424}], "gold_semantic_scores": [0.5754727125167847], "gold_temporal_scores": [0.09720423072576523], "max_gold_score": 0.6726770997047424, "max_candidate_score": 0.6726770997047424, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5276099443435669, "best_gold_margin": 0.14506715536117554, "weakest_gold_margin": 0.14506715536117554}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05197", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention wanting to watch Blue Static?", "temporal_relation": "session", "query_temporal_norm": 0.25990819931030273, "query_session_index": 2, "query_start_sec": 11.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7073370218276978}], "gold_semantic_scores": [0.6443614959716797], "gold_temporal_scores": [0.0629756823182106], "max_gold_score": 0.7073370218276978, "max_candidate_score": 0.7073370218276978, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6175792813301086, "best_gold_margin": 0.08975774049758911, "weakest_gold_margin": 0.08975774049758911}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05264", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say the venue had been changed to most recently?", "temporal_relation": "latest", "query_temporal_norm": 0.5072264671325684, "query_session_index": 2, "query_start_sec": 14.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9634272456169128}], "gold_semantic_scores": [0.694776713848114], "gold_temporal_scores": [0.26865091919898987], "max_gold_score": 0.9634272456169128, "max_candidate_score": 0.9634272456169128, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9604116678237915, "best_gold_margin": 0.003015577793121338, "weakest_gold_margin": 0.003015577793121338}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05264", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the playlist setup start out?", "temporal_relation": "none", "query_temporal_norm": 0.2624800205230713, "query_session_index": 2, "query_start_sec": 14.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7076126933097839}], "gold_semantic_scores": [0.6616500616073608], "gold_temporal_scores": [0.04596266150474548], "max_gold_score": 0.7076126933097839, "max_candidate_score": 0.7076126933097839, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6323938965797424, "best_gold_margin": 0.0752187967300415, "weakest_gold_margin": 0.0752187967300415}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05264", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Drew say the playlist setup was moved to?", "temporal_relation": "none", "query_temporal_norm": 0.2718231678009033, "query_session_index": 2, "query_start_sec": 14.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8969255089759827}], "gold_semantic_scores": [0.786319375038147], "gold_temporal_scores": [0.1106061339378357], "max_gold_score": 0.8969255089759827, "max_candidate_score": 0.8969255089759827, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7753685712814331, "best_gold_margin": 0.12155693769454956, "weakest_gold_margin": 0.12155693769454956}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05264", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned moving the playlist setup to the lakeside pavilion?", "temporal_relation": "none", "query_temporal_norm": 0.19222326576709747, "query_session_index": 2, "query_start_sec": 14.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9072028398513794}], "gold_semantic_scores": [0.8250890970230103], "gold_temporal_scores": [0.08211367577314377], "max_gold_score": 0.9072028398513794, "max_candidate_score": 0.9072028398513794, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.48963332176208496, "best_gold_margin": 0.41756951808929443, "weakest_gold_margin": 0.41756951808929443}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05328", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What constraint did I mention for the client-side transcript cache, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.14533790946006775, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.742942214012146}, {"memory_id": "history_02_utt_0010", "score": 0.7497659921646118}], "gold_semantic_scores": [0.6993383169174194, 0.7067831158638], "gold_temporal_scores": [0.04360389709472656, 0.04298286512494087], "max_gold_score": 0.7497659921646118, "max_candidate_score": 0.7905466556549072, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7905466556549072, "best_gold_margin": -0.04078066349029541, "weakest_gold_margin": -0.04760444164276123}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05328", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What outcome did we mention for the client-side transcript cache?", "temporal_relation": "none", "query_temporal_norm": 0.22852294147014618, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7764320373535156}], "gold_semantic_scores": [0.6790900826454163], "gold_temporal_scores": [0.0973421260714531], "max_gold_score": 0.7764320373535156, "max_candidate_score": 0.7764320373535156, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6975897550582886, "best_gold_margin": 0.07884228229522705, "weakest_gold_margin": 0.07884228229522705}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05328", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we discuss ruling out the client-side transcript cache?", "temporal_relation": "session", "query_temporal_norm": 0.15409772098064423, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7821378707885742}], "gold_semantic_scores": [0.7228690385818481], "gold_temporal_scores": [0.05926915258169174], "max_gold_score": 0.7821378707885742, "max_candidate_score": 0.7821378707885742, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.566382884979248, "best_gold_margin": 0.21575498580932617, "weakest_gold_margin": 0.21575498580932617}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05328", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What constraint did we say was satisfied by the preloaded video buffer?", "temporal_relation": "none", "query_temporal_norm": 0.10069695860147476, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.7110508680343628}], "gold_semantic_scores": [0.6873468160629272], "gold_temporal_scores": [0.023703796789050102], "max_gold_score": 0.7110508680343628, "max_candidate_score": 0.7110508680343628, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.6398303508758545, "best_gold_margin": 0.0712205171585083, "weakest_gold_margin": 0.0712205171585083}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05472", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say the restaurant choice ended up being?", "temporal_relation": "latest", "query_temporal_norm": 0.5337179899215698, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8959985971450806}], "gold_semantic_scores": [0.6330786347389221], "gold_temporal_scores": [0.26292040944099426], "max_gold_score": 0.8959985971450806, "max_candidate_score": 0.8959985971450806, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8926939964294434, "best_gold_margin": 0.003304600715637207, "weakest_gold_margin": 0.003304600715637207}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05472", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which restaurant did Drew say they booked instead?", "temporal_relation": "none", "query_temporal_norm": 0.41549140214920044, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8715899586677551}], "gold_semantic_scores": [0.6790936589241028], "gold_temporal_scores": [0.19249629974365234], "max_gold_score": 0.8715899586677551, "max_candidate_score": 0.8715899586677551, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7828226089477539, "best_gold_margin": 0.08876734972000122, "weakest_gold_margin": 0.08876734972000122}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05472", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew mention booking Riverstone Cafe?", "temporal_relation": "session", "query_temporal_norm": 0.16761311888694763, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7042346596717834}], "gold_semantic_scores": [0.6688432097434998], "gold_temporal_scores": [0.03539157658815384], "max_gold_score": 0.7042346596717834, "max_candidate_score": 0.7042346596717834, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5937756896018982, "best_gold_margin": 0.11045897006988525, "weakest_gold_margin": 0.11045897006988525}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05472", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the restaurant to Riverstone Cafe?", "temporal_relation": "none", "query_temporal_norm": 0.31580522656440735, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9752562046051025}], "gold_semantic_scores": [0.83049476146698], "gold_temporal_scores": [0.14476129412651062], "max_gold_score": 0.9752562046051025, "max_candidate_score": 0.9752562046051025, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.42665165662765503, "best_gold_margin": 0.5486045479774475, "weakest_gold_margin": 0.5486045479774475}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05582", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I was handling most recently for shopping?", "temporal_relation": "none", "query_temporal_norm": 0.5035336017608643, "query_session_index": 2, "query_start_sec": 12.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7681915163993835}], "gold_semantic_scores": [0.5522686243057251], "gold_temporal_scores": [0.21592293679714203], "max_gold_score": 0.7681915163993835, "max_candidate_score": 0.8180213570594788, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.8180213570594788, "best_gold_margin": -0.049829840660095215, "weakest_gold_margin": -0.049829840660095215}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05582", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned handling the paper towels?", "temporal_relation": "none", "query_temporal_norm": 0.19313302636146545, "query_session_index": 2, "query_start_sec": 12.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7201430797576904}], "gold_semantic_scores": [0.6880133748054504], "gold_temporal_scores": [0.03212972730398178], "max_gold_score": 0.7201430797576904, "max_candidate_score": 0.811279833316803, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.811279833316803, "best_gold_margin": -0.09113675355911255, "weakest_gold_margin": -0.09113675355911255}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05582", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item did we discuss earlier that someone planned to handle?", "temporal_relation": "none", "query_temporal_norm": 0.5181297659873962, "query_session_index": 2, "query_start_sec": 12.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8657994866371155}], "gold_semantic_scores": [0.7126857042312622], "gold_temporal_scores": [0.15311388671398163], "max_gold_score": 0.8657994866371155, "max_candidate_score": 0.8657994866371155, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.480755090713501, "best_gold_margin": 0.3850443959236145, "weakest_gold_margin": 0.3850443959236145}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05582", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the laundry detergent mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1724442094564438, "query_session_index": 2, "query_start_sec": 12.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6949031949043274}], "gold_semantic_scores": [0.6736036539077759], "gold_temporal_scores": [0.021299630403518677], "max_gold_score": 0.6949031949043274, "max_candidate_score": 0.6949031949043274, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4457342326641083, "best_gold_margin": 0.24916896224021912, "weakest_gold_margin": 0.24916896224021912}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05716", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they were on trash on Tuesdays before the schedule changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5207706093788147, "query_session_index": 2, "query_start_sec": 18.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7247393727302551}], "gold_semantic_scores": [0.6474486589431763], "gold_temporal_scores": [0.07729067653417587], "max_gold_score": 0.7247393727302551, "max_candidate_score": 0.7247393727302551, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4012969136238098, "best_gold_margin": 0.3234424591064453, "weakest_gold_margin": 0.3234424591064453}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05716", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chores did Taylor say they were assigned to originally?", "temporal_relation": "none", "query_temporal_norm": 0.5284609794616699, "query_session_index": 2, "query_start_sec": 18.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6401722431182861}], "gold_semantic_scores": [0.5367645025253296], "gold_temporal_scores": [0.1034078523516655], "max_gold_score": 0.6401722431182861, "max_candidate_score": 0.6401722431182861, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5901058316230774, "best_gold_margin": 0.05006641149520874, "weakest_gold_margin": 0.05006641149520874}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05716", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention their chore schedule?", "temporal_relation": "session", "query_temporal_norm": 0.28406819701194763, "query_session_index": 2, "query_start_sec": 18.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7329093813896179}], "gold_semantic_scores": [0.6470481157302856], "gold_temporal_scores": [0.08586136996746063], "max_gold_score": 0.7329093813896179, "max_candidate_score": 0.7329093813896179, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.696688711643219, "best_gold_margin": 0.036220669746398926, "weakest_gold_margin": 0.036220669746398926}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05716", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original chore schedule we talked about?", "temporal_relation": "earliest", "query_temporal_norm": 0.5461332201957703, "query_session_index": 2, "query_start_sec": 18.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7291802763938904}], "gold_semantic_scores": [0.604939877986908], "gold_temporal_scores": [0.12424051761627197], "max_gold_score": 0.7291802763938904, "max_candidate_score": 0.7291802763938904, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5344584584236145, "best_gold_margin": 0.19472181797027588, "weakest_gold_margin": 0.19472181797027588}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05844", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my departure time was after I pushed it back?", "temporal_relation": "none", "query_temporal_norm": 0.42364415526390076, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9897880554199219}], "gold_semantic_scores": [0.8157892823219299], "gold_temporal_scores": [0.17399847507476807], "max_gold_score": 0.9897880554199219, "max_candidate_score": 1.016745686531067, "top_memory_id": "history_02_utt_0009::cf::main::0", "max_non_gold_score": 1.016745686531067, "best_gold_margin": -0.02695763111114502, "weakest_gold_margin": -0.02695763111114502}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05844", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned pushing their departure back to 2:40 PM?", "temporal_relation": "none", "query_temporal_norm": 0.1752140372991562, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6945054531097412}], "gold_semantic_scores": [0.625900149345398], "gold_temporal_scores": [0.06860551238059998], "max_gold_score": 0.6945054531097412, "max_candidate_score": 0.6945054531097412, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.47740253806114197, "best_gold_margin": 0.21710291504859924, "weakest_gold_margin": 0.21710291504859924}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05844", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest departure time we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5649128556251526, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.000516653060913}], "gold_semantic_scores": [0.7225038409233093], "gold_temporal_scores": [0.2780129611492157], "max_gold_score": 1.000516653060913, "max_candidate_score": 1.000516653060913, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9992560744285583, "best_gold_margin": 0.0012605786323547363, "weakest_gold_margin": 0.0012605786323547363}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05844", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the departure time change during our discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.346447616815567, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8257002234458923}, {"memory_id": "history_02_utt_0009", "score": 0.8815011382102966}], "gold_semantic_scores": [0.7046086192131042, 0.7501749396324158], "gold_temporal_scores": [0.12109167873859406, 0.1313268095254898], "max_gold_score": 0.8815011382102966, "max_candidate_score": 0.8815011382102966, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5265384912490845, "best_gold_margin": 0.35496264696121216, "weakest_gold_margin": 0.29916173219680786}
{"sample_id": "conv_e2beadd4f8d0_pkg_000", "qa_id": "qa_643aca9e5e80af53", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the person's national origin?", "temporal_relation": "none", "query_temporal_norm": 0.2413044422864914, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000189", "score": 0.5826725363731384}], "gold_semantic_scores": [0.6246035099029541], "gold_temporal_scores": [-0.041931312531232834], "max_gold_score": 0.5826725363731384, "max_candidate_score": 0.5826725363731384, "top_memory_id": "utt_000189", "max_non_gold_score": 0.5295920968055725, "best_gold_margin": 0.05308043956756592, "weakest_gold_margin": 0.05308043956756592}
{"sample_id": "conv_e2beadd4f8d0_pkg_000", "qa_id": "qa_38fff0e272a9d408", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Rowan say they don't like restaurants — the beginning, middle, or end?", "temporal_relation": "session", "query_temporal_norm": 0.18238465487957, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000586", "score": 0.7784011960029602}], "gold_semantic_scores": [0.8124383091926575], "gold_temporal_scores": [-0.0340370275080204], "max_gold_score": 0.7784011960029602, "max_candidate_score": 0.7784011960029602, "top_memory_id": "utt_000586", "max_non_gold_score": 0.49115949869155884, "best_gold_margin": 0.28724169731140137, "weakest_gold_margin": 0.28724169731140137}
{"sample_id": "conv_e2beadd4f8d0_pkg_000", "qa_id": "qa_a27c530036021576", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did a participant say about her past relationship?", "temporal_relation": "none", "query_temporal_norm": 0.20047467947006226, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000351", "score": 0.4463585317134857}], "gold_semantic_scores": [0.4690052270889282], "gold_temporal_scores": [-0.022646671161055565], "max_gold_score": 0.4463585317134857, "max_candidate_score": 0.4463585317134857, "top_memory_id": "utt_000351", "max_non_gold_score": 0.42657580971717834, "best_gold_margin": 0.019782721996307373, "weakest_gold_margin": 0.019782721996307373}
{"sample_id": "conv_e478d32c15de_pkg_000", "qa_id": "qa_38f9ab409146bfba", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I said something about my race — did I say I'm part black?", "temporal_relation": "none", "query_temporal_norm": 0.26099225878715515, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000193", "score": 0.7246751189231873}], "gold_semantic_scores": [0.7743127942085266], "gold_temporal_scores": [-0.04963776469230652], "max_gold_score": 0.7246751189231873, "max_candidate_score": 0.7246751189231873, "top_memory_id": "utt_000193", "max_non_gold_score": 0.4897455871105194, "best_gold_margin": 0.23492953181266785, "weakest_gold_margin": 0.23492953181266785}
{"sample_id": "conv_e478d32c15de_pkg_000", "qa_id": "qa_cd1e209bd76916c2", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said that someone was light skinned?", "temporal_relation": "session", "query_temporal_norm": 0.211171954870224, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000577", "score": 0.6616105437278748}], "gold_semantic_scores": [0.6894465684890747], "gold_temporal_scores": [-0.027836138382554054], "max_gold_score": 0.6616105437278748, "max_candidate_score": 0.6616105437278748, "top_memory_id": "utt_000577", "max_non_gold_score": 0.4332355856895447, "best_gold_margin": 0.22837495803833008, "weakest_gold_margin": 0.22837495803833008}
{"sample_id": "conv_e478d32c15de_pkg_000", "qa_id": "qa_e91a5a5eef586c74", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who planned to do a 5AM session together tomorrow?", "temporal_relation": "none", "query_temporal_norm": 0.3007202446460724, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000408", "score": 0.5534587502479553}, {"memory_id": "utt_000409", "score": -0.08538651466369629}], "gold_semantic_scores": [0.6214566230773926, -0.017370201647281647], "gold_temporal_scores": [-0.06799788028001785, -0.06801630556583405], "max_gold_score": 0.5534587502479553, "max_candidate_score": 0.5534587502479553, "top_memory_id": "utt_000408", "max_non_gold_score": 0.3899913728237152, "best_gold_margin": 0.1634673774242401, "weakest_gold_margin": -0.4753778874874115}
{"sample_id": "conv_e63fc0f78ab5_pkg_000", "qa_id": "qa_f70d7d7ebad3f290", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Drew say he leaves things to the last minute?", "temporal_relation": "session", "query_temporal_norm": 0.1845480352640152, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000984", "score": 0.40474238991737366}], "gold_semantic_scores": [0.4338388741016388], "gold_temporal_scores": [-0.02909647859632969], "max_gold_score": 0.40474238991737366, "max_candidate_score": 0.40474238991737366, "top_memory_id": "utt_000984", "max_non_gold_score": 0.3734281659126282, "best_gold_margin": 0.03131422400474548, "weakest_gold_margin": 0.03131422400474548}
{"sample_id": "conv_e63fc0f78ab5_pkg_000", "qa_id": "qa_1be5aecbea853360", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I mentioned my relationship with my dad's side—what did I say about how close I am?", "temporal_relation": "none", "query_temporal_norm": 0.2530277967453003, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000113", "score": 0.6660497188568115}], "gold_semantic_scores": [0.7082364559173584], "gold_temporal_scores": [-0.04218674823641777], "max_gold_score": 0.6660497188568115, "max_candidate_score": 0.6660497188568115, "top_memory_id": "utt_000113", "max_non_gold_score": 0.4956091046333313, "best_gold_margin": 0.17044061422348022, "weakest_gold_margin": 0.17044061422348022}
{"sample_id": "conv_e63fc0f78ab5_pkg_000", "qa_id": "qa_9d80ee43dc1d6c41", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they don't have any cousins on their mom's side?", "temporal_relation": "none", "query_temporal_norm": 0.2099456936120987, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000112", "score": 0.7706889510154724}], "gold_semantic_scores": [0.8116205930709839], "gold_temporal_scores": [-0.040931761264801025], "max_gold_score": 0.7706889510154724, "max_candidate_score": 0.7706889510154724, "top_memory_id": "utt_000112", "max_non_gold_score": 0.6046626567840576, "best_gold_margin": 0.1660262942314148, "weakest_gold_margin": 0.1660262942314148}
{"sample_id": "conv_e7414736a0ec_pkg_000", "qa_id": "qa_b6675422847ef855", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that their main meal is eaten around 2PM or 3PM?", "temporal_relation": "none", "query_temporal_norm": 0.2284594625234604, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000941", "score": 0.6465007066726685}], "gold_semantic_scores": [0.6946346163749695], "gold_temporal_scores": [-0.04813404381275177], "max_gold_score": 0.6465007066726685, "max_candidate_score": 0.6465007066726685, "top_memory_id": "utt_000941", "max_non_gold_score": 0.4419180750846863, "best_gold_margin": 0.20458263158798218, "weakest_gold_margin": 0.20458263158798218}
{"sample_id": "conv_e7414736a0ec_pkg_000", "qa_id": "qa_efdeb25d6bb29b90", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Noel say they get up?", "temporal_relation": "none", "query_temporal_norm": 0.2128814458847046, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000353", "score": 0.5138850808143616}], "gold_semantic_scores": [0.5439510941505432], "gold_temporal_scores": [-0.030065951868891716], "max_gold_score": 0.5138850808143616, "max_candidate_score": 0.587322473526001, "top_memory_id": "utt_000665", "max_non_gold_score": 0.587322473526001, "best_gold_margin": -0.0734373927116394, "weakest_gold_margin": -0.0734373927116394}
{"sample_id": "conv_e7414736a0ec_pkg_000", "qa_id": "qa_6974ad1e00583fd6", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker mention the friend group name \"The Fools\"?", "temporal_relation": "session", "query_temporal_norm": 0.22506918013095856, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000795", "score": 0.44368264079093933}, {"memory_id": "utt_000797", "score": 0.7398085594177246}], "gold_semantic_scores": [0.49309784173965454, 0.7892418503761292], "gold_temporal_scores": [-0.049415525048971176, -0.04943305253982544], "max_gold_score": 0.7398085594177246, "max_candidate_score": 0.7398085594177246, "top_memory_id": "utt_000797", "max_non_gold_score": 0.5011891722679138, "best_gold_margin": 0.2386193871498108, "weakest_gold_margin": -0.05750653147697449}
{"sample_id": "conv_e9a3f753b292_pkg_000", "qa_id": "qa_7b31aa13649510fa", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who is from The Philippines and who is from Ethiopia?", "temporal_relation": "none", "query_temporal_norm": 0.2501167953014374, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000027", "score": 0.689053475856781}, {"memory_id": "utt_000033", "score": 0.7236678004264832}], "gold_semantic_scores": [0.7263442873954773, 0.7662947177886963], "gold_temporal_scores": [-0.037290722131729126, -0.04262705519795418], "max_gold_score": 0.7236678004264832, "max_candidate_score": 0.7236678004264832, "top_memory_id": "utt_000033", "max_non_gold_score": 0.578580379486084, "best_gold_margin": 0.14508742094039917, "weakest_gold_margin": 0.11047309637069702}
{"sample_id": "conv_e9a3f753b292_pkg_000", "qa_id": "qa_a9245e3c7560255b", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did someone say they were an introvert?", "temporal_relation": "session", "query_temporal_norm": 0.2187274694442749, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000256", "score": 0.43779951333999634}], "gold_semantic_scores": [0.47604790329933167], "gold_temporal_scores": [-0.0382484495639801], "max_gold_score": 0.43779951333999634, "max_candidate_score": 0.43779951333999634, "top_memory_id": "utt_000256", "max_non_gold_score": 0.35681790113449097, "best_gold_margin": 0.08098161220550537, "weakest_gold_margin": 0.08098161220550537}
{"sample_id": "conv_e9a3f753b292_pkg_000", "qa_id": "qa_2ef99a4a7dcbe4f1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Keisha currently saving for?", "temporal_relation": "none", "query_temporal_norm": 0.1776372194290161, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000426", "score": 0.6155511140823364}], "gold_semantic_scores": [0.5928950309753418], "gold_temporal_scores": [0.02265608124434948], "max_gold_score": 0.6155511140823364, "max_candidate_score": 0.6241506934165955, "top_memory_id": "utt_000496", "max_non_gold_score": 0.6241506934165955, "best_gold_margin": -0.008599579334259033, "weakest_gold_margin": -0.008599579334259033}
{"sample_id": "conv_e9a3f753b292_pkg_000", "qa_id": "qa_f1bfa42716879771", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What month is the participant's birthday?", "temporal_relation": "none", "query_temporal_norm": 0.20878848433494568, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000305", "score": 0.552839457988739}], "gold_semantic_scores": [0.5664095282554626], "gold_temporal_scores": [-0.013570082373917103], "max_gold_score": 0.552839457988739, "max_candidate_score": 0.552839457988739, "top_memory_id": "utt_000305", "max_non_gold_score": 0.4271673560142517, "best_gold_margin": 0.1256721019744873, "weakest_gold_margin": 0.1256721019744873}
{"sample_id": "conv_eaefdd9b64e4_pkg_001", "qa_id": "qa_e4217b803893aa05", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How many hours per week does that person work during exam weeks, and how many during other weeks?", "temporal_relation": "none", "query_temporal_norm": 0.1924430876970291, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001124", "score": 0.7014931440353394}, {"memory_id": "utt_001125", "score": 0.620128870010376}], "gold_semantic_scores": [0.7187421917915344, 0.6373557448387146], "gold_temporal_scores": [-0.017248982563614845, -0.01722673512995243], "max_gold_score": 0.7014931440353394, "max_candidate_score": 0.7014931440353394, "top_memory_id": "utt_001124", "max_non_gold_score": 0.6028666496276855, "best_gold_margin": 0.09862649440765381, "weakest_gold_margin": 0.01726222038269043}
{"sample_id": "conv_eaefdd9b64e4_pkg_001", "qa_id": "qa_be0abac9fb8ffa10", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Who has been providing financial support to that person?", "temporal_relation": "none", "query_temporal_norm": 0.2200717329978943, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000870", "score": 0.445671409368515}, {"memory_id": "utt_000875", "score": 0.3039613962173462}], "gold_semantic_scores": [0.4832584857940674, 0.3412182629108429], "gold_temporal_scores": [-0.037587035447359085, -0.037256915122270584], "max_gold_score": 0.445671409368515, "max_candidate_score": 0.445671409368515, "top_memory_id": "utt_000870", "max_non_gold_score": 0.4203130900859833, "best_gold_margin": 0.02535831928253174, "weakest_gold_margin": -0.11635169386863708}
{"sample_id": "conv_eaefdd9b64e4_pkg_001", "qa_id": "qa_2d24174a204f37ad", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did that person say the company hasn't launched yet—at the beginning, middle, or end?", "temporal_relation": "session", "query_temporal_norm": 0.21344128251075745, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001397", "score": 0.35072752833366394}], "gold_semantic_scores": [0.388345330953598], "gold_temporal_scores": [-0.03761777654290199], "max_gold_score": 0.35072752833366394, "max_candidate_score": 0.35072752833366394, "top_memory_id": "utt_001397", "max_non_gold_score": 0.32748281955718994, "best_gold_margin": 0.023244708776474, "weakest_gold_margin": 0.023244708776474}
{"sample_id": "conv_ebfff44821cb_pkg_000", "qa_id": "qa_0fc503306d46561b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Did I say whether my past project work consisted only of training?", "temporal_relation": "none", "query_temporal_norm": 0.1897379606962204, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001001", "score": 0.32187703251838684}, {"memory_id": "utt_001002", "score": 0.44331881403923035}], "gold_semantic_scores": [0.3348471224308014, 0.45628494024276733], "gold_temporal_scores": [-0.012970061041414738, -0.012966034933924675], "max_gold_score": 0.44331881403923035, "max_candidate_score": 0.5063552856445312, "top_memory_id": "utt_000385", "max_non_gold_score": 0.5063552856445312, "best_gold_margin": -0.0630364716053009, "weakest_gold_margin": -0.1844782531261444}
{"sample_id": "conv_ebfff44821cb_pkg_000", "qa_id": "qa_a0da475b3280f35a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they weren't a kid person?", "temporal_relation": "session", "query_temporal_norm": 0.20382815599441528, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000291", "score": 0.711381196975708}], "gold_semantic_scores": [0.7404614686965942], "gold_temporal_scores": [-0.02908024564385414], "max_gold_score": 0.711381196975708, "max_candidate_score": 0.711381196975708, "top_memory_id": "utt_000291", "max_non_gold_score": 0.5014180541038513, "best_gold_margin": 0.2099631428718567, "weakest_gold_margin": 0.2099631428718567}
{"sample_id": "conv_ebfff44821cb_pkg_000", "qa_id": "qa_6c43be9e7d720bfd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How many years of brokerage experience did they mention?", "temporal_relation": "none", "query_temporal_norm": 0.21315933763980865, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000720", "score": 0.6528227925300598}], "gold_semantic_scores": [0.6819860935211182], "gold_temporal_scores": [-0.029163679108023643], "max_gold_score": 0.6528227925300598, "max_candidate_score": 0.6528227925300598, "top_memory_id": "utt_000720", "max_non_gold_score": 0.48597410321235657, "best_gold_margin": 0.16684868931770325, "weakest_gold_margin": 0.16684868931770325}
{"sample_id": "conv_ecdee92e1767_pkg_000", "qa_id": "qa_2f113504be962f5e", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When is their upcoming appointment?", "temporal_relation": "none", "query_temporal_norm": 0.20191335678100586, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000185", "score": 0.5072665214538574}, {"memory_id": "utt_000187", "score": 0.25452613830566406}], "gold_semantic_scores": [0.5387194752693176, 0.28573834896087646], "gold_temporal_scores": [-0.03145315498113632, -0.031212203204631805], "max_gold_score": 0.5072665214538574, "max_candidate_score": 0.5175278186798096, "top_memory_id": "utt_000165", "max_non_gold_score": 0.5175278186798096, "best_gold_margin": -0.010261297225952148, "weakest_gold_margin": -0.2630016803741455}
{"sample_id": "conv_ecdee92e1767_pkg_000", "qa_id": "qa_db41c80f367d89ab", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I want to pay money to play games?", "temporal_relation": "none", "query_temporal_norm": 0.21390624344348907, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001010", "score": 0.5626450181007385}, {"memory_id": "utt_001011", "score": 0.6068498492240906}], "gold_semantic_scores": [0.599297821521759, 0.6435019969940186], "gold_temporal_scores": [-0.036652594804763794, -0.036652158945798874], "max_gold_score": 0.6068498492240906, "max_candidate_score": 0.6969452500343323, "top_memory_id": "utt_001008", "max_non_gold_score": 0.6969452500343323, "best_gold_margin": -0.0900954008102417, "weakest_gold_margin": -0.13430023193359375}
{"sample_id": "conv_ecdee92e1767_pkg_000", "qa_id": "qa_a8cea3353f6d0f82", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say they were trying to watch what they eat?", "temporal_relation": "session", "query_temporal_norm": 0.20793543756008148, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000302", "score": 0.2858489751815796}], "gold_semantic_scores": [0.31768572330474854], "gold_temporal_scores": [-0.03183674439787865], "max_gold_score": 0.2858489751815796, "max_candidate_score": 0.4473537802696228, "top_memory_id": "utt_000622", "max_non_gold_score": 0.4473537802696228, "best_gold_margin": -0.1615048050880432, "weakest_gold_margin": -0.1615048050880432}
{"sample_id": "conv_ed93a62bc314_pkg_000", "qa_id": "qa_a11b7f8f30aae8a0", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did each person stop using substances like THC?", "temporal_relation": "none", "query_temporal_norm": 0.18776825070381165, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001191", "score": 0.5073124766349792}, {"memory_id": "utt_001192", "score": 0.24708786606788635}, {"memory_id": "utt_001194", "score": 0.45665431022644043}, {"memory_id": "utt_001209", "score": 0.4984967112541199}], "gold_semantic_scores": [0.5449304580688477, 0.2847057282924652, 0.4942716658115387, 0.5361129641532898], "gold_temporal_scores": [-0.03761797025799751, -0.03761780634522438, -0.03761746734380722, -0.0376160554587841], "max_gold_score": 0.5073124766349792, "max_candidate_score": 0.5073124766349792, "top_memory_id": "utt_001191", "max_non_gold_score": 0.4444541931152344, "best_gold_margin": 0.06285828351974487, "weakest_gold_margin": -0.19736632704734802}
{"sample_id": "conv_ed93a62bc314_pkg_000", "qa_id": "qa_be3ae73f08e6fd95", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Jules say she was in charge of breakfast and brunches with her ex?", "temporal_relation": "session", "query_temporal_norm": 0.21558736264705658, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000392", "score": 0.5770456194877625}, {"memory_id": "utt_000429", "score": 0.6720447540283203}], "gold_semantic_scores": [0.611310601234436, 0.7060644030570984], "gold_temporal_scores": [-0.03426492214202881, -0.0340198390185833], "max_gold_score": 0.6720447540283203, "max_candidate_score": 0.6720447540283203, "top_memory_id": "utt_000429", "max_non_gold_score": 0.39515241980552673, "best_gold_margin": 0.2768923342227936, "weakest_gold_margin": 0.18189319968223572}
{"sample_id": "conv_ed93a62bc314_pkg_000", "qa_id": "qa_3f1f86f32c427652", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did each person say they started noticing about themselves in relation to their mothers?", "temporal_relation": "none", "query_temporal_norm": 0.20517906546592712, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000630", "score": 0.5556817054748535}, {"memory_id": "utt_000634", "score": 0.3053027093410492}, {"memory_id": "utt_000676", "score": 0.6381932497024536}], "gold_semantic_scores": [0.5836837887763977, 0.33329716324806213, 0.6661040782928467], "gold_temporal_scores": [-0.02800196222960949, -0.027994437143206596, -0.027910491451621056], "max_gold_score": 0.6381932497024536, "max_candidate_score": 0.6381932497024536, "top_memory_id": "utt_000676", "max_non_gold_score": 0.5194841623306274, "best_gold_margin": 0.11870908737182617, "weakest_gold_margin": -0.21418145298957825}
{"sample_id": "conv_ed93a62bc314_pkg_000", "qa_id": "qa_c119484e3e4f5b24", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which relaxation substance did one of the people say they prefer?", "temporal_relation": "none", "query_temporal_norm": 0.2034245729446411, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001167", "score": 0.22873467206954956}, {"memory_id": "utt_001168", "score": -0.06272869557142258}], "gold_semantic_scores": [0.24380330741405487, -0.04766145721077919], "gold_temporal_scores": [-0.015068636275827885, -0.015067262575030327], "max_gold_score": 0.22873467206954956, "max_candidate_score": 0.5598999261856079, "top_memory_id": "utt_001169", "max_non_gold_score": 0.5598999261856079, "best_gold_margin": -0.33116525411605835, "weakest_gold_margin": -0.6226286217570305}
{"sample_id": "conv_ef1a0afed2cc_pkg_000", "qa_id": "qa_1457b6d843f7be67", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the person currently focusing on, and what happened with the book 'Intuitive Transformation' that they wrote in 2019?", "temporal_relation": "none", "query_temporal_norm": 0.15273547172546387, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000750", "score": 0.32031673192977905}, {"memory_id": "utt_000755", "score": 0.5788549780845642}, {"memory_id": "utt_000806", "score": 0.5352157354354858}], "gold_semantic_scores": [0.37574172019958496, 0.6343015432357788, 0.5907973647117615], "gold_temporal_scores": [-0.05542486906051636, -0.055446602404117584, -0.05558144301176071], "max_gold_score": 0.5788549780845642, "max_candidate_score": 0.5788549780845642, "top_memory_id": "utt_000755", "max_non_gold_score": 0.2772955596446991, "best_gold_margin": 0.3015594184398651, "weakest_gold_margin": 0.043021172285079956}
{"sample_id": "conv_ef1a0afed2cc_pkg_000", "qa_id": "qa_59f9da674f65df7c", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Alex mention their preferred bath additive (Epsom salt)?", "temporal_relation": "session", "query_temporal_norm": 0.20998497307300568, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000580", "score": 0.5380570292472839}], "gold_semantic_scores": [0.5755788683891296], "gold_temporal_scores": [-0.03752167522907257], "max_gold_score": 0.5380570292472839, "max_candidate_score": 0.5380570292472839, "top_memory_id": "utt_000580", "max_non_gold_score": 0.49322614073753357, "best_gold_margin": 0.044830888509750366, "weakest_gold_margin": 0.044830888509750366}
{"sample_id": "conv_ef1a0afed2cc_pkg_000", "qa_id": "qa_3b04372ff613dbd5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What recent event did the person say they attended?", "temporal_relation": "none", "query_temporal_norm": 0.19414937496185303, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000604", "score": 0.575217604637146}], "gold_semantic_scores": [0.5125359892845154], "gold_temporal_scores": [0.06268173456192017], "max_gold_score": 0.575217604637146, "max_candidate_score": 0.575217604637146, "top_memory_id": "utt_000604", "max_non_gold_score": 0.5727947950363159, "best_gold_margin": 0.002422809600830078, "weakest_gold_margin": 0.002422809600830078}
{"sample_id": "conv_f1763af86350_pkg_000", "qa_id": "qa_4b9c30113c9a2aff", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At what part of the conversation did a speaker say she doesn't like talking about cults or people in cults?", "temporal_relation": "session", "query_temporal_norm": 0.1715216487646103, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000766", "score": 0.7967050075531006}], "gold_semantic_scores": [0.802791953086853], "gold_temporal_scores": [-0.006086824461817741], "max_gold_score": 0.7967050075531006, "max_candidate_score": 0.7967050075531006, "top_memory_id": "utt_000766", "max_non_gold_score": 0.5542632341384888, "best_gold_margin": 0.24244177341461182, "weakest_gold_margin": 0.24244177341461182}
{"sample_id": "conv_f1763af86350_pkg_000", "qa_id": "qa_08463fc08bfae457", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Renee say she wanted to do on July 4?", "temporal_relation": "none", "query_temporal_norm": 0.22719228267669678, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000495", "score": 0.41942891478538513}, {"memory_id": "utt_000499", "score": 0.2808515727519989}], "gold_semantic_scores": [0.45627352595329285, 0.3176693618297577], "gold_temporal_scores": [-0.03684457391500473, -0.03681766986846924], "max_gold_score": 0.41942891478538513, "max_candidate_score": 0.5554250478744507, "top_memory_id": "utt_000630", "max_non_gold_score": 0.5554250478744507, "best_gold_margin": -0.13599613308906555, "weakest_gold_margin": -0.2745734751224518}
{"sample_id": "conv_f1763af86350_pkg_000", "qa_id": "qa_193e52def469796e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did a participant say they were going to do?", "temporal_relation": "none", "query_temporal_norm": 0.21141614019870758, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000903", "score": 0.43388235569000244}], "gold_semantic_scores": [0.4485514163970947], "gold_temporal_scores": [-0.014669524505734444], "max_gold_score": 0.43388235569000244, "max_candidate_score": 0.5248069167137146, "top_memory_id": "utt_000647", "max_non_gold_score": 0.5248069167137146, "best_gold_margin": -0.09092456102371216, "weakest_gold_margin": -0.09092456102371216}
{"sample_id": "conv_f2e3b312ccf0_pkg_001", "qa_id": "qa_c1c07cd28ae14ea2", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did the speaker say they work to support their family?", "temporal_relation": "none", "query_temporal_norm": 0.20940826833248138, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002143", "score": 0.5996080040931702}], "gold_semantic_scores": [0.6285123229026794], "gold_temporal_scores": [-0.028904300183057785], "max_gold_score": 0.5996080040931702, "max_candidate_score": 0.5996080040931702, "top_memory_id": "utt_002143", "max_non_gold_score": 0.4510255753993988, "best_gold_margin": 0.14858242869377136, "weakest_gold_margin": 0.14858242869377136}
{"sample_id": "conv_f2e3b312ccf0_pkg_001", "qa_id": "qa_46c7738b41c4f025", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I mention my nail business?", "temporal_relation": "session", "query_temporal_norm": 0.21444283425807953, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001777", "score": 0.4608818292617798}], "gold_semantic_scores": [0.4990842938423157], "gold_temporal_scores": [-0.03820248693227768], "max_gold_score": 0.4608818292617798, "max_candidate_score": 0.4608818292617798, "top_memory_id": "utt_001777", "max_non_gold_score": 0.4078933298587799, "best_gold_margin": 0.05298849940299988, "weakest_gold_margin": 0.05298849940299988}
{"sample_id": "conv_f2e3b312ccf0_pkg_001", "qa_id": "qa_e85a3e2b2152f4d0", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan say about their family composition?", "temporal_relation": "none", "query_temporal_norm": 0.21801623702049255, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001224", "score": 0.23385335505008698}, {"memory_id": "utt_001228", "score": 0.29388660192489624}], "gold_semantic_scores": [0.26089927554130554, 0.3216196894645691], "gold_temporal_scores": [-0.027045898139476776, -0.027733003720641136], "max_gold_score": 0.29388660192489624, "max_candidate_score": 0.5464559197425842, "top_memory_id": "utt_002143", "max_non_gold_score": 0.5464559197425842, "best_gold_margin": -0.252569317817688, "weakest_gold_margin": -0.31260256469249725}
{"sample_id": "conv_f483ee206837_pkg_000", "qa_id": "qa_0806f3859b9c120c", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What's my number one travel destination?", "temporal_relation": "none", "query_temporal_norm": 0.1935117542743683, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000712", "score": 0.5073840022087097}, {"memory_id": "utt_000720", "score": 0.747908890247345}], "gold_semantic_scores": [0.5107067823410034, 0.7511944770812988], "gold_temporal_scores": [-0.003322760108858347, -0.003285640385001898], "max_gold_score": 0.747908890247345, "max_candidate_score": 0.747908890247345, "top_memory_id": "utt_000720", "max_non_gold_score": 0.5248869061470032, "best_gold_margin": 0.2230219841003418, "weakest_gold_margin": -0.017502903938293457}
{"sample_id": "conv_f483ee206837_pkg_000", "qa_id": "qa_faa401eb5c8fa150", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What technical proficiency does the person have?", "temporal_relation": "none", "query_temporal_norm": 0.2114117294549942, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001046", "score": 0.49338093400001526}], "gold_semantic_scores": [0.5088674426078796], "gold_temporal_scores": [-0.01548636145889759], "max_gold_score": 0.49338093400001526, "max_candidate_score": 0.5354744791984558, "top_memory_id": "utt_001048", "max_non_gold_score": 0.5354744791984558, "best_gold_margin": -0.04209354519844055, "weakest_gold_margin": -0.04209354519844055}
{"sample_id": "conv_f483ee206837_pkg_000", "qa_id": "qa_9436f8f8fa6cfd98", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person say somebody broke into their storage and set it on fire?", "temporal_relation": "session", "query_temporal_norm": 0.20546206831932068, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000040", "score": 0.6359676122665405}], "gold_semantic_scores": [0.6756394505500793], "gold_temporal_scores": [-0.0396718755364418], "max_gold_score": 0.6359676122665405, "max_candidate_score": 0.6359676122665405, "top_memory_id": "utt_000040", "max_non_gold_score": 0.4789403975009918, "best_gold_margin": 0.1570272147655487, "weakest_gold_margin": 0.1570272147655487}
{"sample_id": "conv_f5ba40984f86_pkg_000", "qa_id": "qa_0cceef251e298edf", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What heights did the two participants say they are?", "temporal_relation": "none", "query_temporal_norm": 0.22031106054782867, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000898", "score": 0.3771706819534302}, {"memory_id": "utt_000899", "score": 0.6103924512863159}, {"memory_id": "utt_000940", "score": 0.5584172010421753}], "gold_semantic_scores": [0.40933454036712646, 0.642556369304657, 0.590572714805603], "gold_temporal_scores": [-0.03216395154595375, -0.03216392919421196, -0.03215547651052475], "max_gold_score": 0.6103924512863159, "max_candidate_score": 0.6103924512863159, "top_memory_id": "utt_000899", "max_non_gold_score": 0.49444976449012756, "best_gold_margin": 0.11594268679618835, "weakest_gold_margin": -0.11727908253669739}
{"sample_id": "conv_f5ba40984f86_pkg_000", "qa_id": "qa_3ad73485db7f0cfd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did one participant say they are located?", "temporal_relation": "none", "query_temporal_norm": 0.2138316035270691, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000296", "score": 0.5595079064369202}, {"memory_id": "utt_000538", "score": 0.6341854929924011}, {"memory_id": "utt_000799", "score": 0.5978541970252991}, {"memory_id": "utt_001308", "score": 0.413169801235199}], "gold_semantic_scores": [0.592306911945343, 0.6646403074264526, 0.6272846460342407, 0.44201040267944336], "gold_temporal_scores": [-0.03279893472790718, -0.0304548516869545, -0.029430566355586052, -0.028840677812695503], "max_gold_score": 0.6341854929924011, "max_candidate_score": 0.6341854929924011, "top_memory_id": "utt_000538", "max_non_gold_score": 0.6033762097358704, "best_gold_margin": 0.03080928325653076, "weakest_gold_margin": -0.1902064085006714}
{"sample_id": "conv_f5ba40984f86_pkg_000", "qa_id": "qa_d7589cf8d53c9232", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the participant say about their relationship status?", "temporal_relation": "none", "query_temporal_norm": 0.19551703333854675, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000777", "score": 0.3252594470977783}, {"memory_id": "utt_000783", "score": 0.2703719139099121}], "gold_semantic_scores": [0.3334427773952484, 0.2785424292087555], "gold_temporal_scores": [-0.008183321915566921, -0.008170520886778831], "max_gold_score": 0.3252594470977783, "max_candidate_score": 0.3437327742576599, "top_memory_id": "utt_000013", "max_non_gold_score": 0.3437327742576599, "best_gold_margin": -0.018473327159881592, "weakest_gold_margin": -0.0733608603477478}
{"sample_id": "conv_f79250eb73a4_pkg_000", "qa_id": "qa_cf4fa8aadeafa41a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How long does Nancy say her mother typically talks on the phone at a time?", "temporal_relation": "none", "query_temporal_norm": 0.18303963541984558, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000306", "score": 0.7219189405441284}], "gold_semantic_scores": [0.7229477167129517], "gold_temporal_scores": [-0.0010288259945809841], "max_gold_score": 0.7219189405441284, "max_candidate_score": 0.7219189405441284, "top_memory_id": "utt_000306", "max_non_gold_score": 0.5546112656593323, "best_gold_margin": 0.16730767488479614, "weakest_gold_margin": 0.16730767488479614}
{"sample_id": "conv_f79250eb73a4_pkg_000", "qa_id": "qa_75c08fee030d1b76", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "I mentioned my mom earlier—after about how long does she stop talking but stay on the line?", "temporal_relation": "none", "query_temporal_norm": 0.21653498709201813, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000309", "score": 0.6024388670921326}, {"memory_id": "utt_000310", "score": 0.378082811832428}], "gold_semantic_scores": [0.6372069120407104, 0.4128241539001465], "gold_temporal_scores": [-0.034768104553222656, -0.034741248935461044], "max_gold_score": 0.6024388670921326, "max_candidate_score": 0.6024388670921326, "top_memory_id": "utt_000309", "max_non_gold_score": 0.5879116654396057, "best_gold_margin": 0.014527201652526855, "weakest_gold_margin": -0.20982885360717773}
{"sample_id": "conv_f97b8eca749b_pkg_000", "qa_id": "qa_a2968145d0246a97", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping habit did Avery describe about how they handle money when they go out?", "temporal_relation": "none", "query_temporal_norm": 0.22276796400547028, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000176", "score": 0.5221235156059265}], "gold_semantic_scores": [0.5706315040588379], "gold_temporal_scores": [-0.048508044332265854], "max_gold_score": 0.5221235156059265, "max_candidate_score": 0.5221235156059265, "top_memory_id": "utt_000176", "max_non_gold_score": 0.5056106448173523, "best_gold_margin": 0.01651287078857422, "weakest_gold_margin": 0.01651287078857422}
{"sample_id": "conv_f97b8eca749b_pkg_000", "qa_id": "qa_2ca5bad2b8ad8d7d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person who said they focus on the inner child and inner self say this?", "temporal_relation": "session", "query_temporal_norm": 0.19036553800106049, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000358", "score": 0.45392629504203796}, {"memory_id": "utt_000359", "score": 0.38611745834350586}], "gold_semantic_scores": [0.47661158442497253, 0.40878230333328247], "gold_temporal_scores": [-0.02268533781170845, -0.022664770483970642], "max_gold_score": 0.45392629504203796, "max_candidate_score": 0.46034321188926697, "top_memory_id": "utt_000356", "max_non_gold_score": 0.46034321188926697, "best_gold_margin": -0.006416916847229004, "weakest_gold_margin": -0.07422575354576111}
{"sample_id": "conv_f97b8eca749b_pkg_000", "qa_id": "qa_578c33218b48973a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the person who mentioned their current project working on?", "temporal_relation": "none", "query_temporal_norm": 0.2009090781211853, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000340", "score": 0.37235355377197266}], "gold_semantic_scores": [0.3964720070362091], "gold_temporal_scores": [-0.02411835454404354], "max_gold_score": 0.37235355377197266, "max_candidate_score": 0.42307016253471375, "top_memory_id": "utt_000341", "max_non_gold_score": 0.42307016253471375, "best_gold_margin": -0.05071660876274109, "weakest_gold_margin": -0.05071660876274109}
{"sample_id": "conv_fadfd194de4a_pkg_000", "qa_id": "qa_1afe7e85bd4d1de9", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Did I complete a walking challenge last year?", "temporal_relation": "none", "query_temporal_norm": 0.19135843217372894, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000185", "score": 0.6341879963874817}], "gold_semantic_scores": [0.6601414084434509], "gold_temporal_scores": [-0.025953399017453194], "max_gold_score": 0.6341879963874817, "max_candidate_score": 0.6341879963874817, "top_memory_id": "utt_000185", "max_non_gold_score": 0.4080509841442108, "best_gold_margin": 0.22613701224327087, "weakest_gold_margin": 0.22613701224327087}
{"sample_id": "conv_fadfd194de4a_pkg_000", "qa_id": "qa_0be4404886a5b508", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the target speaker say they like driving?", "temporal_relation": "session", "query_temporal_norm": 0.20351608097553253, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000134", "score": 0.731984555721283}, {"memory_id": "utt_000145", "score": 0.48985180258750916}], "gold_semantic_scores": [0.7686388492584229, 0.5263180732727051], "gold_temporal_scores": [-0.0366545207798481, -0.03646642342209816], "max_gold_score": 0.731984555721283, "max_candidate_score": 0.731984555721283, "top_memory_id": "utt_000134", "max_non_gold_score": 0.6013538241386414, "best_gold_margin": 0.1306307315826416, "weakest_gold_margin": -0.1115020215511322}
{"sample_id": "conv_fadfd194de4a_pkg_000", "qa_id": "qa_959373d67efee8bb", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they do not put client names or health information into ChatGPT?", "temporal_relation": "none", "query_temporal_norm": 0.21553552150726318, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000415", "score": 0.2775021493434906}, {"memory_id": "utt_000416", "score": 0.298727422952652}], "gold_semantic_scores": [0.3117363750934601, 0.33293256163597107], "gold_temporal_scores": [-0.03423435240983963, -0.03420523181557655], "max_gold_score": 0.298727422952652, "max_candidate_score": 0.49450990557670593, "top_memory_id": "utt_000413", "max_non_gold_score": 0.49450990557670593, "best_gold_margin": -0.19578248262405396, "weakest_gold_margin": -0.21700775623321533}
{"sample_id": "conv_fbad461ceb39_pkg_000", "qa_id": "qa_640aa4349c1f412a", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Sydney do her TEFL training and what was the provider called?", "temporal_relation": "none", "query_temporal_norm": 0.18319451808929443, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000107", "score": 0.26438865065574646}, {"memory_id": "utt_000109", "score": 0.4391825497150421}], "gold_semantic_scores": [0.297628790140152, 0.47221308946609497], "gold_temporal_scores": [-0.03324009105563164, -0.03303052484989166], "max_gold_score": 0.4391825497150421, "max_candidate_score": 0.5299232006072998, "top_memory_id": "utt_000480", "max_non_gold_score": 0.5299232006072998, "best_gold_margin": -0.09074065089225769, "weakest_gold_margin": -0.26553454995155334}
{"sample_id": "conv_fbad461ceb39_pkg_000", "qa_id": "qa_c6eec9f108cac00b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they found a job on their own?", "temporal_relation": "none", "query_temporal_norm": 0.21525177359580994, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000115", "score": 0.6334540843963623}], "gold_semantic_scores": [0.6794111728668213], "gold_temporal_scores": [-0.045957051217556], "max_gold_score": 0.6334540843963623, "max_candidate_score": 0.6837515830993652, "top_memory_id": "utt_000045", "max_non_gold_score": 0.6837515830993652, "best_gold_margin": -0.05029749870300293, "weakest_gold_margin": -0.05029749870300293}
{"sample_id": "conv_fbad461ceb39_pkg_000", "qa_id": "qa_c10ce43147ba22cb", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At what part of the conversation was it mentioned that there was no training or shadowing provided?", "temporal_relation": "session", "query_temporal_norm": 0.18858587741851807, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000185", "score": 0.2474609762430191}, {"memory_id": "utt_000186", "score": 0.6137872338294983}], "gold_semantic_scores": [0.25829964876174927, 0.6244889497756958], "gold_temporal_scores": [-0.01083854679018259, -0.010701725259423256], "max_gold_score": 0.6137872338294983, "max_candidate_score": 0.6137872338294983, "top_memory_id": "utt_000186", "max_non_gold_score": 0.4697701632976532, "best_gold_margin": 0.1440170705318451, "weakest_gold_margin": -0.2223091870546341}
{"sample_id": "conv_fbad461ceb39_pkg_000", "qa_id": "qa_2f37e755a19c376b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What certification did the speaker obtain?", "temporal_relation": "none", "query_temporal_norm": 0.21002914011478424, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000028", "score": 0.4458828568458557}], "gold_semantic_scores": [0.49117016792297363], "gold_temporal_scores": [-0.04528725892305374], "max_gold_score": 0.4458828568458557, "max_candidate_score": 0.63802170753479, "top_memory_id": "utt_000462", "max_non_gold_score": 0.63802170753479, "best_gold_margin": -0.19213885068893433, "weakest_gold_margin": -0.19213885068893433}
{"sample_id": "conv_fd9476b29643_pkg_000", "qa_id": "qa_c53fc3904132311e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Shanice say she was previously located?", "temporal_relation": "none", "query_temporal_norm": 0.2760457396507263, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000501", "score": 0.5174281597137451}], "gold_semantic_scores": [0.5669064521789551], "gold_temporal_scores": [-0.04947836324572563], "max_gold_score": 0.5174281597137451, "max_candidate_score": 0.5665590167045593, "top_memory_id": "utt_000082", "max_non_gold_score": 0.5665590167045593, "best_gold_margin": -0.04913085699081421, "weakest_gold_margin": -0.04913085699081421}
{"sample_id": "conv_fd9476b29643_pkg_000", "qa_id": "qa_a783b3de38e611fc", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What cities did the speakers say they were in?", "temporal_relation": "none", "query_temporal_norm": 0.23672112822532654, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000064", "score": 0.51933753490448}, {"memory_id": "utt_000069", "score": 0.5535544753074646}], "gold_semantic_scores": [0.5613270401954651, 0.5957342982292175], "gold_temporal_scores": [-0.041989635676145554, -0.04217980057001114], "max_gold_score": 0.5535544753074646, "max_candidate_score": 0.5535544753074646, "top_memory_id": "utt_000069", "max_non_gold_score": 0.5532237887382507, "best_gold_margin": 0.0003306865692138672, "weakest_gold_margin": -0.03388625383377075}
{"sample_id": "conv_fd9476b29643_pkg_000", "qa_id": "qa_c7144f233c981f62", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did a speaker say she has a month of vacation?", "temporal_relation": "session", "query_temporal_norm": 0.21079938113689423, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000512", "score": 0.8044770956039429}], "gold_semantic_scores": [0.8420028686523438], "gold_temporal_scores": [-0.03752566874027252], "max_gold_score": 0.8044770956039429, "max_candidate_score": 0.8044770956039429, "top_memory_id": "utt_000512", "max_non_gold_score": 0.6259580850601196, "best_gold_margin": 0.17851901054382324, "weakest_gold_margin": 0.17851901054382324}
{"sample_id": "conv_fe6242a7ccd0_pkg_000", "qa_id": "qa_417d3dcce80d873a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When I arrived, did I get lost in the building and could not find the apartment?", "temporal_relation": "none", "query_temporal_norm": 0.20941424369812012, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000919", "score": 0.4334407150745392}, {"memory_id": "utt_000927", "score": 0.13602668046951294}, {"memory_id": "utt_000940", "score": 0.34809818863868713}], "gold_semantic_scores": [0.4693271815776825, 0.1719072014093399, 0.38396525382995605], "gold_temporal_scores": [-0.03588647022843361, -0.03588048368692398, -0.03586704656481743], "max_gold_score": 0.4334407150745392, "max_candidate_score": 0.4334407150745392, "top_memory_id": "utt_000919", "max_non_gold_score": 0.3799438774585724, "best_gold_margin": 0.0534968376159668, "weakest_gold_margin": -0.24391719698905945}
{"sample_id": "conv_fe6242a7ccd0_pkg_000", "qa_id": "qa_f811fa75634baa56", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who was the person who said they planned to return on July 12?", "temporal_relation": "none", "query_temporal_norm": 0.2757941782474518, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000749", "score": 0.5287293195724487}], "gold_semantic_scores": [0.5889291167259216], "gold_temporal_scores": [-0.06019983068108559], "max_gold_score": 0.5287293195724487, "max_candidate_score": 0.5287293195724487, "top_memory_id": "utt_000749", "max_non_gold_score": 0.44200068712234497, "best_gold_margin": 0.08672863245010376, "weakest_gold_margin": 0.08672863245010376}
{"sample_id": "conv_fe6242a7ccd0_pkg_000", "qa_id": "qa_8df1b523b4707b04", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was \"I get lost very easily\" said?", "temporal_relation": "session", "query_temporal_norm": 0.19456680119037628, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000903", "score": 0.6445541381835938}], "gold_semantic_scores": [0.6582464575767517], "gold_temporal_scores": [-0.013692297041416168], "max_gold_score": 0.6445541381835938, "max_candidate_score": 0.6445541381835938, "top_memory_id": "utt_000903", "max_non_gold_score": 0.4938724637031555, "best_gold_margin": 0.15068167448043823, "weakest_gold_margin": 0.15068167448043823}
{"sample_id": "conv_fff7f7066142_pkg_000", "qa_id": "qa_8d1c63c3b1acb563", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were open and ready for additional sign-ups?", "temporal_relation": "none", "query_temporal_norm": 0.22148536145687103, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001005", "score": 0.43454235792160034}, {"memory_id": "utt_001007", "score": 0.35640090703964233}], "gold_semantic_scores": [0.46765175461769104, 0.38950997591018677], "gold_temporal_scores": [-0.033109407871961594, -0.033109042793512344], "max_gold_score": 0.43454235792160034, "max_candidate_score": 0.43454235792160034, "top_memory_id": "utt_001005", "max_non_gold_score": 0.3171114921569824, "best_gold_margin": 0.11743086576461792, "weakest_gold_margin": 0.03928941488265991}
{"sample_id": "conv_fff7f7066142_pkg_000", "qa_id": "qa_72bac24a0e217f3d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What drink does the person being discussed usually make in the summer?", "temporal_relation": "none", "query_temporal_norm": 0.20177406072616577, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000505", "score": 0.40843403339385986}, {"memory_id": "utt_000506", "score": 0.4893256425857544}, {"memory_id": "utt_000508", "score": 0.47769656777381897}], "gold_semantic_scores": [0.4252106845378876, 0.5060949325561523, 0.49445849657058716], "gold_temporal_scores": [-0.01677674427628517, -0.016769355162978172, -0.01676199398934841], "max_gold_score": 0.4893256425857544, "max_candidate_score": 0.6217567324638367, "top_memory_id": "utt_000608", "max_non_gold_score": 0.6217567324638367, "best_gold_margin": -0.13243108987808228, "weakest_gold_margin": -0.2133226990699768}
{"sample_id": "conv_fff7f7066142_pkg_000", "qa_id": "qa_9380cee989792057", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was the business name \"Cosmic Cat Nails\" mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.20361384749412537, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000227", "score": 0.5878368616104126}], "gold_semantic_scores": [0.6079197525978088], "gold_temporal_scores": [-0.020082904025912285], "max_gold_score": 0.5878368616104126, "max_candidate_score": 0.5878368616104126, "top_memory_id": "utt_000227", "max_non_gold_score": 0.31125032901763916, "best_gold_margin": 0.27658653259277344, "weakest_gold_margin": 0.27658653259277344}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00006", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How many kitchen trash bags were waiting by the back door?", "temporal_relation": "none", "query_temporal_norm": 0.27369076013565063, "query_session_index": 2, "query_start_sec": 22.519999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.648658812046051}], "gold_semantic_scores": [0.6283702254295349], "gold_temporal_scores": [0.02028864063322544], "max_gold_score": 0.648658812046051, "max_candidate_score": 0.648658812046051, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5256133079528809, "best_gold_margin": 0.12304550409317017, "weakest_gold_margin": 0.12304550409317017}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00006", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that two full kitchen trash bags were waiting by the back door?", "temporal_relation": "session", "query_temporal_norm": 0.1782921552658081, "query_session_index": 2, "query_start_sec": 22.519999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6694328784942627}], "gold_semantic_scores": [0.6279903650283813], "gold_temporal_scores": [0.04144250601530075], "max_gold_score": 0.6694328784942627, "max_candidate_score": 0.6694328784942627, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4573899507522583, "best_gold_margin": 0.2120429277420044, "weakest_gold_margin": 0.2120429277420044}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00006", "qa_id": "extra_qa_0002", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What does Parker want me to check on the frozen items?", "temporal_relation": "none", "query_temporal_norm": 0.2572442293167114, "query_session_index": 2, "query_start_sec": 22.519999999999996, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.541743814945221, "top_memory_id": "history_01_utt_0017", "max_non_gold_score": 0.541743814945221, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00071", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41870298981666565, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7706462144851685}, {"memory_id": "history_02_utt_0008", "score": 0.8379246592521667}], "gold_semantic_scores": [0.6218348741531372, 0.6792051196098328], "gold_temporal_scores": [0.1488114446401596, 0.15871964395046234], "max_gold_score": 0.8379246592521667, "max_candidate_score": 0.883073627948761, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.883073627948761, "best_gold_margin": -0.04514896869659424, "weakest_gold_margin": -0.11242741346359253}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00071", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the evaluation plan to a moderated lab study?", "temporal_relation": "none", "query_temporal_norm": 0.330014705657959, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8925962448120117}], "gold_semantic_scores": [0.7403826713562012], "gold_temporal_scores": [0.1522136628627777], "max_gold_score": 0.8925962448120117, "max_candidate_score": 0.8925962448120117, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6073421835899353, "best_gold_margin": 0.2852540612220764, "weakest_gold_margin": 0.2852540612220764}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00071", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current evaluation plan that was decided?", "temporal_relation": "latest", "query_temporal_norm": 0.5019967555999756, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7263011932373047}], "gold_semantic_scores": [0.4809609055519104], "gold_temporal_scores": [0.24534013867378235], "max_gold_score": 0.7263011932373047, "max_candidate_score": 0.7263011932373047, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7247510552406311, "best_gold_margin": 0.001550137996673584, "weakest_gold_margin": 0.001550137996673584}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00071", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What changed in the evaluation plan from the earlier version to the later version?", "temporal_relation": "comparison", "query_temporal_norm": 0.3894132971763611, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.647628903388977}, {"memory_id": "history_02_utt_0008", "score": 0.784410834312439}], "gold_semantic_scores": [0.5094804167747498, 0.6529829502105713], "gold_temporal_scores": [0.13814860582351685, 0.1314280927181244], "max_gold_score": 0.784410834312439, "max_candidate_score": 0.784410834312439, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5610038638114929, "best_gold_margin": 0.22340697050094604, "weakest_gold_margin": 0.08662503957748413}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00164", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally stated the demo code freeze deadline of September 10, 2026 before we moved it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5620036721229553, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9128239154815674}], "gold_semantic_scores": [0.7762060761451721], "gold_temporal_scores": [0.13661785423755646], "max_gold_score": 0.9128239154815674, "max_candidate_score": 0.9128239154815674, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.9060221314430237, "best_gold_margin": 0.006801784038543701, "weakest_gold_margin": 0.006801784038543701}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00164", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What was Finley worried about regarding the schedule change?", "temporal_relation": "none", "query_temporal_norm": 0.14093901216983795, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.2945913076400757, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.2945913076400757, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00336", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who stated the most recent activity choice was a guided city food tour?", "temporal_relation": "none", "query_temporal_norm": 0.5599801540374756, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8807052969932556}], "gold_semantic_scores": [0.6023308634757996], "gold_temporal_scores": [0.2783747911453247], "max_gold_score": 0.8807052969932556, "max_candidate_score": 0.8881821632385254, "top_memory_id": "history_02_utt_0007::cf::main::1", "max_non_gold_score": 0.8881821632385254, "best_gold_margin": -0.007476866245269775, "weakest_gold_margin": -0.007476866245269775}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00336", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the earlier activity, and what did it change to?", "temporal_relation": "comparison", "query_temporal_norm": 0.41415736079216003, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6807757616043091}, {"memory_id": "history_02_utt_0007", "score": 0.4495973289012909}], "gold_semantic_scores": [0.5333107113838196, 0.3440050780773163], "gold_temporal_scores": [0.14746509492397308, 0.10559222102165222], "max_gold_score": 0.6807757616043091, "max_candidate_score": 0.6807757616043091, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3653457760810852, "best_gold_margin": 0.3154299855232239, "weakest_gold_margin": 0.08425155282020569}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00336", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Quinn say they preferred?", "temporal_relation": "none", "query_temporal_norm": 0.1889200359582901, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6888343691825867}], "gold_semantic_scores": [0.7002361416816711], "gold_temporal_scores": [-0.011401690542697906], "max_gold_score": 0.6888343691825867, "max_candidate_score": 0.6888343691825867, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5535754561424255, "best_gold_margin": 0.13525891304016113, "weakest_gold_margin": 0.13525891304016113}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00336", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was most recently suggested for the group?", "temporal_relation": "none", "query_temporal_norm": 0.5001348257064819, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8458885550498962}], "gold_semantic_scores": [0.6154282093048096], "gold_temporal_scores": [0.23045997321605682], "max_gold_score": 0.8458885550498962, "max_candidate_score": 0.8460068702697754, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0004::1", "max_non_gold_score": 0.8460068702697754, "best_gold_margin": -0.00011831521987915039, "weakest_gold_margin": -0.00011831521987915039}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00429", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden originally say the venue was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.550353467464447, "query_session_index": 2, "query_start_sec": 21.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7918754816055298}], "gold_semantic_scores": [0.6760474443435669], "gold_temporal_scores": [0.11582812666893005], "max_gold_score": 0.7918754816055298, "max_candidate_score": 0.7918754816055298, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7879543900489807, "best_gold_margin": 0.003921091556549072, "weakest_gold_margin": 0.003921091556549072}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00429", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original venue mentioned for the movie night before the plans changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5183220505714417, "query_session_index": 2, "query_start_sec": 21.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8084890842437744}], "gold_semantic_scores": [0.6686787605285645], "gold_temporal_scores": [0.13981036841869354], "max_gold_score": 0.8084890842437744, "max_candidate_score": 0.8100506663322449, "top_memory_id": "history_01_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.8100506663322449, "best_gold_margin": -0.001561582088470459, "weakest_gold_margin": -0.001561582088470459}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00429", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Hayden say they reserved for our movie night?", "temporal_relation": "none", "query_temporal_norm": 0.21177136898040771, "query_session_index": 2, "query_start_sec": 21.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7937129139900208}], "gold_semantic_scores": [0.752034068107605], "gold_temporal_scores": [0.04167892411351204], "max_gold_score": 0.7937129139900208, "max_candidate_score": 0.7937129139900208, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7232924103736877, "best_gold_margin": 0.07042050361633301, "weakest_gold_margin": 0.07042050361633301}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00429", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Hayden mention reserving the rooftop lounge at the Mira Building?", "temporal_relation": "session", "query_temporal_norm": 0.22633206844329834, "query_session_index": 2, "query_start_sec": 21.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7134819626808167}], "gold_semantic_scores": [0.6444090008735657], "gold_temporal_scores": [0.06907287240028381], "max_gold_score": 0.7134819626808167, "max_candidate_score": 0.7134819626808167, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.625970184803009, "best_gold_margin": 0.08751177787780762, "weakest_gold_margin": 0.08751177787780762}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00504", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my rating for that clip was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5417803525924683, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8367536664009094}], "gold_semantic_scores": [0.7398179769515991], "gold_temporal_scores": [0.09693566709756851], "max_gold_score": 0.8367536664009094, "max_candidate_score": 0.8718135952949524, "top_memory_id": "history_01_utt_0011::cf::main::0", "max_non_gold_score": 0.8718135952949524, "best_gold_margin": -0.03505992889404297, "weakest_gold_margin": -0.03505992889404297}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00504", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What rating was given later for that clip?", "temporal_relation": "none", "query_temporal_norm": 0.5198885202407837, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8241435885429382}], "gold_semantic_scores": [0.6111859679222107], "gold_temporal_scores": [0.21295778453350067], "max_gold_score": 0.8241435885429382, "max_candidate_score": 0.8241435885429382, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5472661256790161, "best_gold_margin": 0.2768774628639221, "weakest_gold_margin": 0.2768774628639221}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00504", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did it get changed to a 9 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.3451974391937256, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.6895708441734314}], "gold_semantic_scores": [0.5220285654067993], "gold_temporal_scores": [0.16754242777824402], "max_gold_score": 0.6895708441734314, "max_candidate_score": 0.6895708441734314, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.41012057662010193, "best_gold_margin": 0.27945026755332947, "weakest_gold_margin": 0.27945026755332947}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00615", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Emerson's venue choice change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.38065439462661743, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7194594144821167}, {"memory_id": "history_02_utt_0008", "score": 0.7074457406997681}], "gold_semantic_scores": [0.5814242959022522, 0.5769336223602295], "gold_temporal_scores": [0.13803523778915405, 0.13051213324069977], "max_gold_score": 0.7194594144821167, "max_candidate_score": 0.7194594144821167, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.621313214302063, "best_gold_margin": 0.09814620018005371, "weakest_gold_margin": 0.08613252639770508}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00615", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which venue are we using now for the listening event?", "temporal_relation": "latest", "query_temporal_norm": 0.41028833389282227, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7787880897521973}], "gold_semantic_scores": [0.5987102389335632], "gold_temporal_scores": [0.1800779104232788], "max_gold_score": 0.7787880897521973, "max_candidate_score": 0.785642683506012, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.785642683506012, "best_gold_margin": -0.006854593753814697, "weakest_gold_margin": -0.006854593753814697}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00615", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which venue did Emerson say he switched the listening event to so there would be more wall space for visuals?", "temporal_relation": "none", "query_temporal_norm": 0.34339502453804016, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9614266753196716}], "gold_semantic_scores": [0.78802889585495], "gold_temporal_scores": [0.1733980029821396], "max_gold_score": 0.9614266753196716, "max_candidate_score": 0.9614266753196716, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8193369507789612, "best_gold_margin": 0.14208972454071045, "weakest_gold_margin": 0.14208972454071045}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00615", "qa_id": "extra_qa_0007", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What were the original and the later venues mentioned for the listening event?", "temporal_relation": "none", "query_temporal_norm": 0.5092496275901794, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7908830642700195}, {"memory_id": "history_02_utt_0008", "score": 0.5935215353965759}], "gold_semantic_scores": [0.6176298260688782, 0.52915358543396], "gold_temporal_scores": [0.17325326800346375, 0.0643681064248085], "max_gold_score": 0.7908830642700195, "max_candidate_score": 0.7908830642700195, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.37453681230545044, "best_gold_margin": 0.4163462519645691, "weakest_gold_margin": 0.2189847230911255}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00740", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say the latest training setting was?", "temporal_relation": "latest", "query_temporal_norm": 0.5339236855506897, "query_session_index": 2, "query_start_sec": 23.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7835687398910522}], "gold_semantic_scores": [0.5227038264274597], "gold_temporal_scores": [0.26086509227752686], "max_gold_score": 0.7835687398910522, "max_candidate_score": 0.7897244095802307, "top_memory_id": "history_02_utt_0011::cf::main::3", "max_non_gold_score": 0.7897244095802307, "best_gold_margin": -0.006155669689178467, "weakest_gold_margin": -0.006155669689178467}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00740", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training settings change between the two conversations?", "temporal_relation": "comparison", "query_temporal_norm": 0.38009655475616455, "query_session_index": 2, "query_start_sec": 23.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6867551207542419}, {"memory_id": "history_02_utt_0011", "score": 0.5723785161972046}], "gold_semantic_scores": [0.5542922616004944, 0.4494580328464508], "gold_temporal_scores": [0.1324627846479416, 0.12292080372571945], "max_gold_score": 0.6867551207542419, "max_candidate_score": 0.6867551207542419, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.2718539535999298, "best_gold_margin": 0.41490116715431213, "weakest_gold_margin": 0.3005245625972748}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00740", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say he'd train the model for 50 epochs?", "temporal_relation": "session", "query_temporal_norm": 0.20685486495494843, "query_session_index": 2, "query_start_sec": 23.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.644392728805542}], "gold_semantic_scores": [0.6135064363479614], "gold_temporal_scores": [0.03088628500699997], "max_gold_score": 0.644392728805542, "max_candidate_score": 0.644392728805542, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5386412739753723, "best_gold_margin": 0.10575145483016968, "weakest_gold_margin": 0.10575145483016968}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00740", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What were the latest training settings we decided on?", "temporal_relation": "latest", "query_temporal_norm": 0.5376172661781311, "query_session_index": 2, "query_start_sec": 23.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6685160398483276}], "gold_semantic_scores": [0.4069038927555084], "gold_temporal_scores": [0.2616124153137207], "max_gold_score": 0.6685160398483276, "max_candidate_score": 0.6710724234580994, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0004::1", "max_non_gold_score": 0.6710724234580994, "best_gold_margin": -0.0025563836097717285, "weakest_gold_margin": -0.0025563836097717285}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00875", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally set the submission deadline as 2026-09-10?", "temporal_relation": "earliest", "query_temporal_norm": 0.5728734135627747, "query_session_index": 2, "query_start_sec": 19.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9565576910972595}], "gold_semantic_scores": [0.8005356192588806], "gold_temporal_scores": [0.15602199733257294], "max_gold_score": 0.9565576910972595, "max_candidate_score": 0.9565576910972595, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.9554957747459412, "best_gold_margin": 0.0010619163513183594, "weakest_gold_margin": 0.0010619163513183594}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00875", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What time is tomorrow's team sync scheduled for now?", "temporal_relation": "none", "query_temporal_norm": 0.43418067693710327, "query_session_index": 2, "query_start_sec": 19.8, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.61527419090271, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.61527419090271, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00959", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.563357949256897, "query_session_index": 2, "query_start_sec": 21.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0324430465698242}], "gold_semantic_scores": [0.7573623061180115], "gold_temporal_scores": [0.27508053183555603], "max_gold_score": 1.0324430465698242, "max_candidate_score": 1.0324430465698242, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.0301694869995117, "best_gold_margin": 0.0022735595703125, "weakest_gold_margin": 0.0022735595703125}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00959", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current primary model choice for the project?", "temporal_relation": "latest", "query_temporal_norm": 0.5129550099372864, "query_session_index": 2, "query_start_sec": 21.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9600527882575989}], "gold_semantic_scores": [0.7203851938247681], "gold_temporal_scores": [0.23966747522354126], "max_gold_score": 0.9600527882575989, "max_candidate_score": 0.9600527882575989, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.951496958732605, "best_gold_margin": 0.008555829524993896, "weakest_gold_margin": 0.008555829524993896}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00959", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model was chosen as the prototype model earlier?", "temporal_relation": "before", "query_temporal_norm": 0.5511868596076965, "query_session_index": 2, "query_start_sec": 21.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8284372091293335}], "gold_semantic_scores": [0.6871103048324585], "gold_temporal_scores": [0.1413269340991974], "max_gold_score": 0.8284372091293335, "max_candidate_score": 0.8284372091293335, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4493653476238251, "best_gold_margin": 0.3790718615055084, "weakest_gold_margin": 0.3790718615055084}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01024", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Casey originally suggest for the weekend?", "temporal_relation": "earliest", "query_temporal_norm": 0.5382990837097168, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8644430041313171}], "gold_semantic_scores": [0.7379543781280518], "gold_temporal_scores": [0.12648864090442657], "max_gold_score": 0.8644430041313171, "max_candidate_score": 0.8644430041313171, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8611825108528137, "best_gold_margin": 0.003260493278503418, "weakest_gold_margin": 0.003260493278503418}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01024", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier we changed which weekend activity to do — what was the original option and what did it become?", "temporal_relation": "comparison", "query_temporal_norm": 0.4572688937187195, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7662791013717651}, {"memory_id": "history_02_utt_0010", "score": 0.7001237273216248}], "gold_semantic_scores": [0.5931218266487122, 0.5524626970291138], "gold_temporal_scores": [0.17315730452537537, 0.1476607769727707], "max_gold_score": 0.7662791013717651, "max_candidate_score": 0.7662791013717651, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.39417263865470886, "best_gold_margin": 0.3721064627170563, "weakest_gold_margin": 0.3059510886669159}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01024", "qa_id": "extra_qa_0003", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested a museum visit?", "temporal_relation": "earliest", "query_temporal_norm": 0.4600822925567627, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6766616702079773}], "gold_semantic_scores": [0.5947793126106262], "gold_temporal_scores": [0.08188242465257645], "max_gold_score": 0.6766616702079773, "max_candidate_score": 0.6766616702079773, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6734340190887451, "best_gold_margin": 0.0032276511192321777, "weakest_gold_margin": 0.0032276511192321777}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01024", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say they originally recommended we do for the weekend?", "temporal_relation": "earliest", "query_temporal_norm": 0.5194048881530762, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.780752420425415}], "gold_semantic_scores": [0.6607294678688049], "gold_temporal_scores": [0.12002290785312653], "max_gold_score": 0.780752420425415, "max_candidate_score": 0.780752420425415, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7756544947624207, "best_gold_margin": 0.005097925662994385, "weakest_gold_margin": 0.005097925662994385}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01151", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say the latest chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.5493260025978088, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9000735282897949}], "gold_semantic_scores": [0.6248528361320496], "gold_temporal_scores": [0.2752206325531006], "max_gold_score": 0.9000735282897949, "max_candidate_score": 0.9026817083358765, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9026817083358765, "best_gold_margin": -0.002608180046081543, "weakest_gold_margin": -0.002608180046081543}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01151", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our discussions, what title had been chosen before it was changed?", "temporal_relation": "session", "query_temporal_norm": 0.4416225254535675, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5959883332252502}], "gold_semantic_scores": [0.5362464189529419], "gold_temporal_scores": [0.05974188819527626], "max_gold_score": 0.5959883332252502, "max_candidate_score": 0.5959883332252502, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.36122560501098633, "best_gold_margin": 0.23476272821426392, "weakest_gold_margin": 0.23476272821426392}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01151", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which title did Hayden say we were watching tonight?", "temporal_relation": "none", "query_temporal_norm": 0.2756742537021637, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.665932297706604}], "gold_semantic_scores": [0.6507168412208557], "gold_temporal_scores": [0.015215471386909485], "max_gold_score": 0.665932297706604, "max_candidate_score": 0.7749184370040894, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7749184370040894, "best_gold_margin": -0.10898613929748535, "weakest_gold_margin": -0.10898613929748535}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01151", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we decided on Midnight Signal for tonight?", "temporal_relation": "none", "query_temporal_norm": 0.22786696255207062, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8410528898239136}], "gold_semantic_scores": [0.7527205944061279], "gold_temporal_scores": [0.08833242952823639], "max_gold_score": 0.8410528898239136, "max_candidate_score": 0.8410528898239136, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.48046812415122986, "best_gold_margin": 0.3605847656726837, "weakest_gold_margin": 0.3605847656726837}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00023", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest rating was for the episode 'Late Night Science'?", "temporal_relation": "latest", "query_temporal_norm": 0.5619768500328064, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0180467367172241}], "gold_semantic_scores": [0.7596529126167297], "gold_temporal_scores": [0.2583938539028168], "max_gold_score": 1.0180467367172241, "max_candidate_score": 1.0419219732284546, "top_memory_id": "history_02_utt_0007::cf::main::1", "max_non_gold_score": 1.0419219732284546, "best_gold_margin": -0.02387523651123047, "weakest_gold_margin": -0.02387523651123047}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00147", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about Green Fig Bistro, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.20618003606796265, "query_session_index": 2, "query_start_sec": 14.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.5493161678314209}, {"memory_id": "history_02_utt_0009", "score": 0.5788203477859497}], "gold_semantic_scores": [0.48490002751350403, 0.5371099710464478], "gold_temporal_scores": [0.06441625207662582, 0.041710466146469116], "max_gold_score": 0.5788203477859497, "max_candidate_score": 0.59449702501297, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.59449702501297, "best_gold_margin": -0.015676677227020264, "weakest_gold_margin": -0.04518085718154907}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00147", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we talked about Green Fig Bistro. What reason did we give for ruling it out?", "temporal_relation": "none", "query_temporal_norm": 0.12348020076751709, "query_session_index": 2, "query_start_sec": 14.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7882631421089172}], "gold_semantic_scores": [0.7415391206741333], "gold_temporal_scores": [0.04672405868768692], "max_gold_score": 0.7882631421089172, "max_candidate_score": 0.7882631421089172, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5449451208114624, "best_gold_margin": 0.24331802129745483, "weakest_gold_margin": 0.24331802129745483}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00147", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature did someone cite when recommending Lemon & Thyme?", "temporal_relation": "none", "query_temporal_norm": 0.1295800805091858, "query_session_index": 2, "query_start_sec": 14.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7728232741355896}], "gold_semantic_scores": [0.7594563961029053], "gold_temporal_scores": [0.01336695160716772], "max_gold_score": 0.7728232741355896, "max_candidate_score": 0.7728232741355896, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.46713486313819885, "best_gold_margin": 0.30568841099739075, "weakest_gold_margin": 0.30568841099739075}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00147", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest Lemon & Thyme?", "temporal_relation": "session", "query_temporal_norm": 0.1792168915271759, "query_session_index": 2, "query_start_sec": 14.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.8521098494529724}], "gold_semantic_scores": [0.8353163003921509], "gold_temporal_scores": [0.016793623566627502], "max_gold_score": 0.8521098494529724, "max_candidate_score": 0.8521098494529724, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.49136626720428467, "best_gold_margin": 0.36074358224868774, "weakest_gold_margin": 0.36074358224868774}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00308", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's departure time change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3993222713470459, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7343373894691467}, {"memory_id": "history_02_utt_0009", "score": 0.6888200044631958}], "gold_semantic_scores": [0.5890040993690491, 0.5450411438941956], "gold_temporal_scores": [0.14533336460590363, 0.14377884566783905], "max_gold_score": 0.7343373894691467, "max_candidate_score": 0.7343373894691467, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6176849007606506, "best_gold_margin": 0.1166524887084961, "weakest_gold_margin": 0.07113510370254517}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00308", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Casey say they would leave?", "temporal_relation": "none", "query_temporal_norm": 0.20238062739372253, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7901551723480225}], "gold_semantic_scores": [0.7265580296516418], "gold_temporal_scores": [0.063597172498703], "max_gold_score": 0.7901551723480225, "max_candidate_score": 0.7901551723480225, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7538542747497559, "best_gold_margin": 0.0363008975982666, "weakest_gold_margin": 0.0363008975982666}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00308", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent planned departure time?", "temporal_relation": "none", "query_temporal_norm": 0.5412206649780273, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7466375231742859}], "gold_semantic_scores": [0.46918222308158875], "gold_temporal_scores": [0.2774551808834076], "max_gold_score": 0.7466375231742859, "max_candidate_score": 0.7466375231742859, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7371925115585327, "best_gold_margin": 0.009445011615753174, "weakest_gold_margin": 0.009445011615753174}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00402", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest venue was?", "temporal_relation": "latest", "query_temporal_norm": 0.555332362651825, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8640995621681213}], "gold_semantic_scores": [0.5973126292228699], "gold_temporal_scores": [0.2667873501777649], "max_gold_score": 0.8640995621681213, "max_candidate_score": 0.919507622718811, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.919507622718811, "best_gold_margin": -0.0554080605506897, "weakest_gold_margin": -0.0554080605506897}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00402", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we would use the garage converted into a screening room?", "temporal_relation": "none", "query_temporal_norm": 0.18815971910953522, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8095532059669495}], "gold_semantic_scores": [0.7331960797309875], "gold_temporal_scores": [0.07635724544525146], "max_gold_score": 0.8095532059669495, "max_candidate_score": 0.8095532059669495, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6298182010650635, "best_gold_margin": 0.179735004901886, "weakest_gold_margin": 0.179735004901886}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00402", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where will the screening be held now?", "temporal_relation": "latest", "query_temporal_norm": 0.5320616960525513, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.043818473815918}], "gold_semantic_scores": [0.7761179208755493], "gold_temporal_scores": [0.2677004933357239], "max_gold_score": 1.043818473815918, "max_candidate_score": 1.0479134321212769, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 1.0479134321212769, "best_gold_margin": -0.004094958305358887, "weakest_gold_margin": -0.004094958305358887}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00402", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the venue change from the original plan to the new plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.433337539434433, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7880659699440002}, {"memory_id": "history_02_utt_0009", "score": 0.7777642011642456}], "gold_semantic_scores": [0.6275370717048645, 0.6488301753997803], "gold_temporal_scores": [0.1605290174484253, 0.12893415987491608], "max_gold_score": 0.7880659699440002, "max_candidate_score": 0.7880659699440002, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.41506239771842957, "best_gold_margin": 0.3730035722255707, "weakest_gold_margin": 0.36270180344581604}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00505", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for Greenway Pharmacy, and why was it unavailable?", "temporal_relation": "none", "query_temporal_norm": 0.15529870986938477, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6550605893135071}, {"memory_id": "history_02_utt_0009", "score": 0.7030466198921204}], "gold_semantic_scores": [0.6082581877708435, 0.6630648970603943], "gold_temporal_scores": [0.04680251330137253, 0.03998168185353279], "max_gold_score": 0.7030466198921204, "max_candidate_score": 0.7030466198921204, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6422798037528992, "best_gold_margin": 0.06076681613922119, "weakest_gold_margin": 0.01278078556060791}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00505", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for mentioning Corner Market?", "temporal_relation": "none", "query_temporal_norm": 0.11507677286863327, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.7319294810295105}], "gold_semantic_scores": [0.7079555988311768], "gold_temporal_scores": [0.023973627015948296], "max_gold_score": 0.7319294810295105, "max_candidate_score": 0.7319294810295105, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.5576618909835815, "best_gold_margin": 0.17426759004592896, "weakest_gold_margin": 0.17426759004592896}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00505", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Corner Market said to have a large international aisle?", "temporal_relation": "session", "query_temporal_norm": 0.16662107408046722, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.7005460858345032}], "gold_semantic_scores": [0.6656701564788818], "gold_temporal_scores": [0.03487629443407059], "max_gold_score": 0.7005460858345032, "max_candidate_score": 0.7005460858345032, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.46860063076019287, "best_gold_margin": 0.2319454550743103, "weakest_gold_margin": 0.2319454550743103}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00505", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was reported about Greenway Pharmacy's status?", "temporal_relation": "none", "query_temporal_norm": 0.1485452651977539, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8604874014854431}], "gold_semantic_scores": [0.8162371516227722], "gold_temporal_scores": [0.04425007849931717], "max_gold_score": 0.8604874014854431, "max_candidate_score": 0.8604874014854431, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5800279974937439, "best_gold_margin": 0.2804594039916992, "weakest_gold_margin": 0.2804594039916992}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00598", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who stated the latest model choice, ResNetPlus-Depthwise?", "temporal_relation": "latest", "query_temporal_norm": 0.46380406618118286, "query_session_index": 2, "query_start_sec": 21.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0165616273880005}], "gold_semantic_scores": [0.7872467637062073], "gold_temporal_scores": [0.22931505739688873], "max_gold_score": 1.0165616273880005, "max_candidate_score": 1.0185787677764893, "top_memory_id": "history_02_utt_0008::cf::main::1", "max_non_gold_score": 1.0185787677764893, "best_gold_margin": -0.0020171403884887695, "weakest_gold_margin": -0.0020171403884887695}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00598", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model had been planned earlier for our experiments?", "temporal_relation": "before", "query_temporal_norm": 0.5419502258300781, "query_session_index": 2, "query_start_sec": 21.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8379670977592468}], "gold_semantic_scores": [0.7282957434654236], "gold_temporal_scores": [0.10967113077640533], "max_gold_score": 0.8379670977592468, "max_candidate_score": 0.8379670977592468, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4909615218639374, "best_gold_margin": 0.34700557589530945, "weakest_gold_margin": 0.34700557589530945}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00598", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model did Morgan say she updated the model choice to for the paper's experiments?", "temporal_relation": "none", "query_temporal_norm": 0.4007764160633087, "query_session_index": 2, "query_start_sec": 21.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9764763116836548}], "gold_semantic_scores": [0.7710204720497131], "gold_temporal_scores": [0.20545566082000732], "max_gold_score": 0.9764763116836548, "max_candidate_score": 0.9764763116836548, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9205082654953003, "best_gold_margin": 0.05596804618835449, "weakest_gold_margin": 0.05596804618835449}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00598", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model are we using now for the experiments?", "temporal_relation": "latest", "query_temporal_norm": 0.49655041098594666, "query_session_index": 2, "query_start_sec": 21.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9459304809570312}], "gold_semantic_scores": [0.7013037204742432], "gold_temporal_scores": [0.24462679028511047], "max_gold_score": 0.9459304809570312, "max_candidate_score": 0.9459304809570312, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9447278380393982, "best_gold_margin": 0.0012026429176330566, "weakest_gold_margin": 0.0012026429176330566}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00693", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn say the latest chore schedule was?", "temporal_relation": "latest", "query_temporal_norm": 0.5586391091346741, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.854441225528717}], "gold_semantic_scores": [0.5697706341743469], "gold_temporal_scores": [0.28467100858688354], "max_gold_score": 0.854441225528717, "max_candidate_score": 0.854441225528717, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8540747165679932, "best_gold_margin": 0.00036650896072387695, "weakest_gold_margin": 0.00036650896072387695}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00693", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chore schedule change?", "temporal_relation": "comparison", "query_temporal_norm": 0.3297683000564575, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.836379885673523}, {"memory_id": "history_02_utt_0009", "score": 0.7045886516571045}], "gold_semantic_scores": [0.720761239528656, 0.5961379408836365], "gold_temporal_scores": [0.11561858654022217, 0.10845058411359787], "max_gold_score": 0.836379885673523, "max_candidate_score": 0.836379885673523, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.604736328125, "best_gold_margin": 0.23164355754852295, "weakest_gold_margin": 0.09985232353210449}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00693", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which days did Quinn say the kitchen, laundry, and trash are scheduled?", "temporal_relation": "none", "query_temporal_norm": 0.2530099153518677, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8790839910507202}], "gold_semantic_scores": [0.7926028370857239], "gold_temporal_scores": [0.08648069202899933], "max_gold_score": 0.8790839910507202, "max_candidate_score": 0.8836706280708313, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8836706280708313, "best_gold_margin": -0.004586637020111084, "weakest_gold_margin": -0.004586637020111084}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00693", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention the updated chore schedule?", "temporal_relation": "session", "query_temporal_norm": 0.3553085923194885, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9333057999610901}], "gold_semantic_scores": [0.7622161507606506], "gold_temporal_scores": [0.17108945548534393], "max_gold_score": 0.9333057999610901, "max_candidate_score": 0.9333057999610901, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8170188665390015, "best_gold_margin": 0.11628693342208862, "weakest_gold_margin": 0.11628693342208862}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00798", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Jordan's watch order change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.40361443161964417, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7598717212677002}, {"memory_id": "history_02_utt_0009", "score": 0.7281213998794556}], "gold_semantic_scores": [0.6221740245819092, 0.5945673584938049], "gold_temporal_scores": [0.1376977413892746, 0.1335543692111969], "max_gold_score": 0.7598717212677002, "max_candidate_score": 0.7598717212677002, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6138424277305603, "best_gold_margin": 0.1460292935371399, "weakest_gold_margin": 0.11427897214889526}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00798", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent watch order that was decided?", "temporal_relation": "none", "query_temporal_norm": 0.5200468897819519, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6113938689231873}], "gold_semantic_scores": [0.3531639873981476], "gold_temporal_scores": [0.2582298517227173], "max_gold_score": 0.6113938689231873, "max_candidate_score": 0.6113938689231873, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6089333295822144, "best_gold_margin": 0.0024605393409729004, "weakest_gold_margin": 0.0024605393409729004}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00798", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What watch order did Jordan say they had originally planned?", "temporal_relation": "none", "query_temporal_norm": 0.5649166703224182, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8253298997879028}], "gold_semantic_scores": [0.6991022825241089], "gold_temporal_scores": [0.12622755765914917], "max_gold_score": 0.8253298997879028, "max_candidate_score": 0.8253298997879028, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7240422368049622, "best_gold_margin": 0.10128766298294067, "weakest_gold_margin": 0.10128766298294067}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00798", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan describe that watch order?", "temporal_relation": "session", "query_temporal_norm": 0.2766588628292084, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.5207470059394836}], "gold_semantic_scores": [0.45128199458122253], "gold_temporal_scores": [0.06946492940187454], "max_gold_score": 0.5207470059394836, "max_candidate_score": 0.5207470059394836, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3603430986404419, "best_gold_margin": 0.16040390729904175, "weakest_gold_margin": 0.16040390729904175}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00932", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5527405142784119, "query_session_index": 2, "query_start_sec": 17.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9744427800178528}], "gold_semantic_scores": [0.6983466148376465], "gold_temporal_scores": [0.2760963439941406], "max_gold_score": 0.9744427800178528, "max_candidate_score": 1.0089261531829834, "top_memory_id": "history_02_utt_0008::cf::main::1", "max_non_gold_score": 1.0089261531829834, "best_gold_margin": -0.034483373165130615, "weakest_gold_margin": -0.034483373165130615}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00932", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was suggested as the main daytime activity?", "temporal_relation": "none", "query_temporal_norm": 0.12974660098552704, "query_session_index": 2, "query_start_sec": 17.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8376690745353699}], "gold_semantic_scores": [0.8272498250007629], "gold_temporal_scores": [0.01041922066360712], "max_gold_score": 0.8376690745353699, "max_candidate_score": 0.8376690745353699, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6420347690582275, "best_gold_margin": 0.19563430547714233, "weakest_gold_margin": 0.19563430547714233}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01034", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for proposing the stateful warm cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.16262641549110413, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7230401039123535}, {"memory_id": "history_02_utt_0007", "score": 0.7751784324645996}], "gold_semantic_scores": [0.6763095855712891, 0.7136210799217224], "gold_temporal_scores": [0.046730585396289825, 0.06155752018094063], "max_gold_score": 0.7751784324645996, "max_candidate_score": 0.7751784324645996, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7135262489318848, "best_gold_margin": 0.061652183532714844, "weakest_gold_margin": 0.00951385498046875}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01034", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the stateful warm cache rejected?", "temporal_relation": "none", "query_temporal_norm": 0.15140622854232788, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8558138608932495}], "gold_semantic_scores": [0.8006637692451477], "gold_temporal_scores": [0.05515003204345703], "max_gold_score": 0.8558138608932495, "max_candidate_score": 0.8558138608932495, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5917680263519287, "best_gold_margin": 0.2640458345413208, "weakest_gold_margin": 0.2640458345413208}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01034", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the purpose of suggesting request bundling early on?", "temporal_relation": "none", "query_temporal_norm": 0.12303698807954788, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.8743628263473511}], "gold_semantic_scores": [0.8499913215637207], "gold_temporal_scores": [0.02437172457575798], "max_gold_score": 0.8743628263473511, "max_candidate_score": 0.8743628263473511, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.49677079916000366, "best_gold_margin": 0.3775920271873474, "weakest_gold_margin": 0.3775920271873474}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01034", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was request bundling suggested for the experiment runner?", "temporal_relation": "session", "query_temporal_norm": 0.1316266506910324, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7654068470001221}], "gold_semantic_scores": [0.7282646298408508], "gold_temporal_scores": [0.03714198246598244], "max_gold_score": 0.7654068470001221, "max_candidate_score": 0.7654068470001221, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4916151762008667, "best_gold_margin": 0.27379167079925537, "weakest_gold_margin": 0.27379167079925537}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01127", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was the most recent shopping item Casey mentioned?", "temporal_relation": "none", "query_temporal_norm": 0.5316356420516968, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9669181108474731}], "gold_semantic_scores": [0.7039119601249695], "gold_temporal_scores": [0.263006329536438], "max_gold_score": 0.9669181108474731, "max_candidate_score": 0.9676922559738159, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.9676922559738159, "best_gold_margin": -0.0007741451263427734, "weakest_gold_margin": -0.0007741451263427734}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01127", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the paper towel choice change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4081849157810211, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6659611463546753}, {"memory_id": "history_02_utt_0009", "score": 0.6804676651954651}], "gold_semantic_scores": [0.516452431678772, 0.5610455870628357], "gold_temporal_scores": [0.14950859546661377, 0.11942233145236969], "max_gold_score": 0.6804676651954651, "max_candidate_score": 0.6804676651954651, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.33464303612709045, "best_gold_margin": 0.34582462906837463, "weakest_gold_margin": 0.33131811022758484}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01127", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping item did Casey say they changed to?", "temporal_relation": "none", "query_temporal_norm": 0.41019466519355774, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8615748882293701}], "gold_semantic_scores": [0.6739187836647034], "gold_temporal_scores": [0.18765629827976227], "max_gold_score": 0.8615748882293701, "max_candidate_score": 0.8623113036155701, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0002::1", "max_non_gold_score": 0.8623113036155701, "best_gold_margin": -0.0007364153861999512, "weakest_gold_margin": -0.0007364153861999512}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01127", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent paper-towel item we decided to buy?", "temporal_relation": "none", "query_temporal_norm": 0.533478319644928, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9884832501411438}], "gold_semantic_scores": [0.7231739163398743], "gold_temporal_scores": [0.26530921459198], "max_gold_score": 0.9884832501411438, "max_candidate_score": 0.9884832501411438, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9876278638839722, "best_gold_margin": 0.0008553862571716309, "weakest_gold_margin": 0.0008553862571716309}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00023", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41278332471847534, "query_session_index": 2, "query_start_sec": 19.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7866643667221069}, {"memory_id": "history_02_utt_0007", "score": 0.7996542453765869}], "gold_semantic_scores": [0.6409315466880798, 0.6458374857902527], "gold_temporal_scores": [0.14573293924331665, 0.15381672978401184], "max_gold_score": 0.7996542453765869, "max_candidate_score": 0.8153732419013977, "top_memory_id": "history_02_utt_0007::cf::main::2", "max_non_gold_score": 0.8153732419013977, "best_gold_margin": -0.01571899652481079, "weakest_gold_margin": -0.02870887517929077}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00023", "qa_id": "extra_qa_0007", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What changed about the evaluation procedure between the earlier discussion and the later update?", "temporal_relation": "comparison", "query_temporal_norm": 0.32991456985473633, "query_session_index": 2, "query_start_sec": 19.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7139279842376709}, {"memory_id": "history_02_utt_0007", "score": 0.8153460621833801}], "gold_semantic_scores": [0.5990926027297974, 0.7179428935050964], "gold_temporal_scores": [0.11483538895845413, 0.09740345180034637], "max_gold_score": 0.8153460621833801, "max_candidate_score": 0.8153460621833801, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.3859904706478119, "best_gold_margin": 0.42935559153556824, "weakest_gold_margin": 0.327937513589859}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00023", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who planned to use a single fixed validation split and report accuracy?", "temporal_relation": "none", "query_temporal_norm": 0.3544555604457855, "query_session_index": 2, "query_start_sec": 19.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8489550948143005}], "gold_semantic_scores": [0.7834739089012146], "gold_temporal_scores": [0.06548115611076355], "max_gold_score": 0.8489550948143005, "max_candidate_score": 0.8489550948143005, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.436397522687912, "best_gold_margin": 0.41255757212638855, "weakest_gold_margin": 0.41255757212638855}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00201", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3983777165412903, "query_session_index": 2, "query_start_sec": 15.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7179173231124878}, {"memory_id": "history_02_utt_0007", "score": 0.7512071132659912}], "gold_semantic_scores": [0.5814524292945862, 0.6138520240783691], "gold_temporal_scores": [0.136464923620224, 0.137354776263237], "max_gold_score": 0.7512071132659912, "max_candidate_score": 0.7742053270339966, "top_memory_id": "history_02_utt_0007::cf::main::3", "max_non_gold_score": 0.7742053270339966, "best_gold_margin": -0.02299821376800537, "weakest_gold_margin": -0.05628800392150879}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00201", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were leaning toward a guided city bike tour for one afternoon of the trip?", "temporal_relation": "none", "query_temporal_norm": 0.1888285130262375, "query_session_index": 2, "query_start_sec": 15.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6988427639007568}], "gold_semantic_scores": [0.6613700985908508], "gold_temporal_scores": [0.03747257590293884], "max_gold_score": 0.6988427639007568, "max_candidate_score": 0.6988427639007568, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.29711371660232544, "best_gold_margin": 0.4017290472984314, "weakest_gold_margin": 0.4017290472984314}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00201", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested an evening beach picnic instead of the bike tour?", "temporal_relation": "none", "query_temporal_norm": 0.14877313375473022, "query_session_index": 2, "query_start_sec": 15.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8226456046104431}], "gold_semantic_scores": [0.786827564239502], "gold_temporal_scores": [0.03581809997558594], "max_gold_score": 0.8226456046104431, "max_candidate_score": 0.8226456046104431, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5714419484138489, "best_gold_margin": 0.25120365619659424, "weakest_gold_margin": 0.25120365619659424}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00201", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently for the trip?", "temporal_relation": "none", "query_temporal_norm": 0.5120095014572144, "query_session_index": 2, "query_start_sec": 15.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9079651236534119}], "gold_semantic_scores": [0.6682718992233276], "gold_temporal_scores": [0.2396930754184723], "max_gold_score": 0.9079651236534119, "max_candidate_score": 0.9090088605880737, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0007::1", "max_non_gold_score": 0.9090088605880737, "best_gold_margin": -0.0010437369346618652, "weakest_gold_margin": -0.0010437369346618652}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00344", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the playlist to Evening Mix: Chill Beats + Acoustic Gems, and what was the earlier playlist?", "temporal_relation": "comparison", "query_temporal_norm": 0.3604664206504822, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8537140488624573}, {"memory_id": "history_02_utt_0011", "score": 0.7746351361274719}], "gold_semantic_scores": [0.7353217005729675, 0.682968020439148], "gold_temporal_scores": [0.11839228868484497, 0.09166700392961502], "max_gold_score": 0.8537140488624573, "max_candidate_score": 0.8537140488624573, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3197464346885681, "best_gold_margin": 0.5339676141738892, "weakest_gold_margin": 0.4548887014389038}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00344", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the playlist selection change between the first listening session and the follow-up?", "temporal_relation": "comparison", "query_temporal_norm": 0.35753482580184937, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6220017671585083}, {"memory_id": "history_02_utt_0011", "score": 0.5901938676834106}], "gold_semantic_scores": [0.4998086392879486, 0.4743746221065521], "gold_temporal_scores": [0.1221931055188179, 0.11581943184137344], "max_gold_score": 0.6220017671585083, "max_candidate_score": 0.6220017671585083, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3492320477962494, "best_gold_margin": 0.2727697193622589, "weakest_gold_margin": 0.24096181988716125}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00344", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they set the playlist to Evening Mix: Chill Beats for the first listening session?", "temporal_relation": "none", "query_temporal_norm": 0.25033390522003174, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8969135880470276}], "gold_semantic_scores": [0.8382477164268494], "gold_temporal_scores": [0.05866584554314613], "max_gold_score": 0.8969135880470276, "max_candidate_score": 0.8969135880470276, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7285508513450623, "best_gold_margin": 0.16836273670196533, "weakest_gold_margin": 0.16836273670196533}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00344", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What playlist is currently set for the listening sessions?", "temporal_relation": "latest", "query_temporal_norm": 0.4619544744491577, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8686803579330444}], "gold_semantic_scores": [0.6674690842628479], "gold_temporal_scores": [0.20121164619922638], "max_gold_score": 0.8686803579330444, "max_candidate_score": 0.8686803579330444, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.8652647137641907, "best_gold_margin": 0.0034156441688537598, "weakest_gold_margin": 0.0034156441688537598}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00475", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's release deadline change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.43544313311576843, "query_session_index": 2, "query_start_sec": 17.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8198597431182861}, {"memory_id": "history_02_utt_0007", "score": 0.8202641010284424}], "gold_semantic_scores": [0.6576760411262512, 0.6833118200302124], "gold_temporal_scores": [0.16218362748622894, 0.13695205748081207], "max_gold_score": 0.8202641010284424, "max_candidate_score": 0.8202641010284424, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7256581783294678, "best_gold_margin": 0.09460592269897461, "weakest_gold_margin": 0.09420156478881836}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00475", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey state the release deadline was April 10, 2026?", "temporal_relation": "session", "query_temporal_norm": 0.4294131398200989, "query_session_index": 2, "query_start_sec": 17.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9522455930709839}], "gold_semantic_scores": [0.7950007915496826], "gold_temporal_scores": [0.15724493563175201], "max_gold_score": 0.9522455930709839, "max_candidate_score": 0.9522455930709839, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.9036295413970947, "best_gold_margin": 0.04861605167388916, "weakest_gold_margin": 0.04861605167388916}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00475", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What date did Casey move the release deadline to?", "temporal_relation": "none", "query_temporal_norm": 0.5126510858535767, "query_session_index": 2, "query_start_sec": 17.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7392660975456238}], "gold_semantic_scores": [0.7172662019729614], "gold_temporal_scores": [0.021999794989824295], "max_gold_score": 0.7392660975456238, "max_candidate_score": 0.8160788416862488, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8160788416862488, "best_gold_margin": -0.076812744140625, "weakest_gold_margin": -0.076812744140625}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00475", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who set the release deadline when we first sketched the rollout?", "temporal_relation": "earliest", "query_temporal_norm": 0.5603647828102112, "query_session_index": 2, "query_start_sec": 17.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9222644567489624}], "gold_semantic_scores": [0.7535572052001953], "gold_temporal_scores": [0.16870737075805664], "max_gold_score": 0.9222644567489624, "max_candidate_score": 0.9222644567489624, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5862645506858826, "best_gold_margin": 0.33599990606307983, "weakest_gold_margin": 0.33599990606307983}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00584", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the venue was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5506136417388916, "query_session_index": 2, "query_start_sec": 18.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5945453643798828}], "gold_semantic_scores": [0.5005181431770325], "gold_temporal_scores": [0.09402723610401154], "max_gold_score": 0.5945453643798828, "max_candidate_score": 0.6155146360397339, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.6155146360397339, "best_gold_margin": -0.020969271659851074, "weakest_gold_margin": -0.020969271659851074}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00584", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we should set up the projector in the sunroom off the kitchen?", "temporal_relation": "none", "query_temporal_norm": 0.13932619988918304, "query_session_index": 2, "query_start_sec": 18.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8071858882904053}], "gold_semantic_scores": [0.777358889579773], "gold_temporal_scores": [0.029827043414115906], "max_gold_score": 0.8071858882904053, "max_candidate_score": 0.8071858882904053, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5329965949058533, "best_gold_margin": 0.274189293384552, "weakest_gold_margin": 0.274189293384552}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00584", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we ultimately decide to hold the screening?", "temporal_relation": "none", "query_temporal_norm": 0.5131031274795532, "query_session_index": 2, "query_start_sec": 18.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9725309610366821}], "gold_semantic_scores": [0.7396841645240784], "gold_temporal_scores": [0.2328467071056366], "max_gold_score": 0.9725309610366821, "max_candidate_score": 0.9725309610366821, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9721362590789795, "best_gold_margin": 0.0003947019577026367, "weakest_gold_margin": 0.0003947019577026367}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00584", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What venue did we first talk about before we changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.49092161655426025, "query_session_index": 2, "query_start_sec": 18.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5107844471931458}], "gold_semantic_scores": [0.4325014650821686], "gold_temporal_scores": [0.07828287780284882], "max_gold_score": 0.5107844471931458, "max_candidate_score": 0.5114027857780457, "top_memory_id": "history_01_utt_0009::cf::extra_qa_0005::1", "max_non_gold_score": 0.5114027857780457, "best_gold_margin": -0.0006183385848999023, "weakest_gold_margin": -0.0006183385848999023}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00669", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest rating for The Last Archive was?", "temporal_relation": "latest", "query_temporal_norm": 0.5555931329727173, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0573118925094604}], "gold_semantic_scores": [0.7932977080345154], "gold_temporal_scores": [0.2640140950679779], "max_gold_score": 1.0573118925094604, "max_candidate_score": 1.0573118925094604, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.0556076765060425, "best_gold_margin": 0.0017042160034179688, "weakest_gold_margin": 0.0017042160034179688}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00669", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent rating for The Last Archive?", "temporal_relation": "none", "query_temporal_norm": 0.5425370931625366, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0315051078796387}], "gold_semantic_scores": [0.7695426940917969], "gold_temporal_scores": [0.2619624137878418], "max_gold_score": 1.0315051078796387, "max_candidate_score": 1.03709876537323, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 1.03709876537323, "best_gold_margin": -0.005593657493591309, "weakest_gold_margin": -0.005593657493591309}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00724", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5500161051750183, "query_session_index": 2, "query_start_sec": 21.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0237818956375122}], "gold_semantic_scores": [0.7571035027503967], "gold_temporal_scores": [0.2666783332824707], "max_gold_score": 1.0237818956375122, "max_candidate_score": 1.0305999517440796, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 1.0305999517440796, "best_gold_margin": -0.006818056106567383, "weakest_gold_margin": -0.006818056106567383}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00724", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the plan to pick up a 6-count bottle of probiotic capsules mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1990508735179901, "query_session_index": 2, "query_start_sec": 21.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6750930547714233}], "gold_semantic_scores": [0.6200618743896484], "gold_temporal_scores": [0.055031273514032364], "max_gold_score": 0.6750930547714233, "max_candidate_score": 0.6750930547714233, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.515709400177002, "best_gold_margin": 0.1593836545944214, "weakest_gold_margin": 0.1593836545944214}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00846", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Green Leaf Diner, and why was it unavailable that night?", "temporal_relation": "none", "query_temporal_norm": 0.2042347937822342, "query_session_index": 2, "query_start_sec": 16.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.8126322031021118}, {"memory_id": "history_02_utt_0012", "score": 0.8608675599098206}], "gold_semantic_scores": [0.7493954300880432, 0.806391179561615], "gold_temporal_scores": [0.06323684751987457, 0.054476696997880936], "max_gold_score": 0.8608675599098206, "max_candidate_score": 0.8608675599098206, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.8059593439102173, "best_gold_margin": 0.05490821599960327, "weakest_gold_margin": 0.006672859191894531}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00846", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Do you remember why Green Leaf Diner wasn't available that night?", "temporal_relation": "none", "query_temporal_norm": 0.20273780822753906, "query_session_index": 2, "query_start_sec": 16.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8940038084983826}], "gold_semantic_scores": [0.8175368309020996], "gold_temporal_scores": [0.07646697014570236], "max_gold_score": 0.8940038084983826, "max_candidate_score": 0.8940038084983826, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7016856670379639, "best_gold_margin": 0.1923181414604187, "weakest_gold_margin": 0.1923181414604187}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00846", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we say about Harbor Smokehouse?", "temporal_relation": "none", "query_temporal_norm": 0.11433058232069016, "query_session_index": 2, "query_start_sec": 16.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0030", "score": 0.7784961462020874}], "gold_semantic_scores": [0.7615159749984741], "gold_temporal_scores": [0.016980070620775223], "max_gold_score": 0.7784961462020874, "max_candidate_score": 0.7784961462020874, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.7225408554077148, "best_gold_margin": 0.05595529079437256, "weakest_gold_margin": 0.05595529079437256}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00846", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we agree to keep dinners under the weekly grocery budget?", "temporal_relation": "session", "query_temporal_norm": 0.1674310266971588, "query_session_index": 2, "query_start_sec": 16.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0039", "score": 0.7952857613563538}], "gold_semantic_scores": [0.7577747702598572], "gold_temporal_scores": [0.03751100227236748], "max_gold_score": 0.7952857613563538, "max_candidate_score": 0.7952857613563538, "top_memory_id": "history_01_utt_0039", "max_non_gold_score": 0.5054948329925537, "best_gold_margin": 0.28979092836380005, "weakest_gold_margin": 0.28979092836380005}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00982", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested the bleach-free concentrated laundry detergent (hypoallergenic, 50 loads)?", "temporal_relation": "earliest", "query_temporal_norm": 0.44769081473350525, "query_session_index": 2, "query_start_sec": 21.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8126811385154724}], "gold_semantic_scores": [0.7077499032020569], "gold_temporal_scores": [0.10493117570877075], "max_gold_score": 0.8126811385154724, "max_candidate_score": 0.8126811385154724, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8074254989624023, "best_gold_margin": 0.005255639553070068, "weakest_gold_margin": 0.005255639553070068}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00982", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before the suggestion changed, what laundry product was originally proposed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5629394054412842, "query_session_index": 2, "query_start_sec": 21.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7922896146774292}], "gold_semantic_scores": [0.6361873745918274], "gold_temporal_scores": [0.1561022698879242], "max_gold_score": 0.7922896146774292, "max_candidate_score": 0.799956202507019, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.799956202507019, "best_gold_margin": -0.007666587829589844, "weakest_gold_margin": -0.007666587829589844}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00982", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Riley suggest we get for laundry detergent?", "temporal_relation": "none", "query_temporal_norm": 0.162233367562294, "query_session_index": 2, "query_start_sec": 21.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6163293123245239}], "gold_semantic_scores": [0.573318362236023], "gold_temporal_scores": [0.043010830879211426], "max_gold_score": 0.6163293123245239, "max_candidate_score": 0.6163293123245239, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4953678250312805, "best_gold_margin": 0.12096148729324341, "weakest_gold_margin": 0.12096148729324341}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00982", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What laundry item do we have listed most recently for the shopping trip?", "temporal_relation": "none", "query_temporal_norm": 0.5328248143196106, "query_session_index": 2, "query_start_sec": 21.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9475618600845337}], "gold_semantic_scores": [0.6829830408096313], "gold_temporal_scores": [0.2645789384841919], "max_gold_score": 0.9475618600845337, "max_candidate_score": 0.9475618600845337, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.943305492401123, "best_gold_margin": 0.0042563676834106445, "weakest_gold_margin": 0.0042563676834106445}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01113", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "I suggested different places in earlier and later chats — what did I change the screening venue from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.3784094750881195, "query_session_index": 2, "query_start_sec": 20.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.771915853023529}, {"memory_id": "history_02_utt_0008", "score": 0.7678633332252502}], "gold_semantic_scores": [0.6402349472045898, 0.6369770169258118], "gold_temporal_scores": [0.1316809356212616, 0.13088661432266235], "max_gold_score": 0.771915853023529, "max_candidate_score": 0.771915853023529, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7362872362136841, "best_gold_margin": 0.03562861680984497, "weakest_gold_margin": 0.03157609701156616}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01113", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested we screen the movies at the Eastside Screening Room?", "temporal_relation": "none", "query_temporal_norm": 0.136972576379776, "query_session_index": 2, "query_start_sec": 20.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7454242706298828}], "gold_semantic_scores": [0.711438000202179], "gold_temporal_scores": [0.033986303955316544], "max_gold_score": 0.7454242706298828, "max_candidate_score": 0.7454242706298828, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5028603076934814, "best_gold_margin": 0.24256396293640137, "weakest_gold_margin": 0.24256396293640137}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01113", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested moving the screening to the Rooftop Lounge?", "temporal_relation": "none", "query_temporal_norm": 0.15864352881908417, "query_session_index": 2, "query_start_sec": 20.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8036600351333618}], "gold_semantic_scores": [0.7473549842834473], "gold_temporal_scores": [0.05630512908101082], "max_gold_score": 0.8036600351333618, "max_candidate_score": 0.8036600351333618, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5867723226547241, "best_gold_margin": 0.2168877124786377, "weakest_gold_margin": 0.2168877124786377}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01195", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who gave the most recent rating of 7.5 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.5249825119972229, "query_session_index": 2, "query_start_sec": 17.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8924934267997742}], "gold_semantic_scores": [0.6544192433357239], "gold_temporal_scores": [0.23807451128959656], "max_gold_score": 0.8924934267997742, "max_candidate_score": 0.8930312395095825, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 0.8930312395095825, "best_gold_margin": -0.0005378127098083496, "weakest_gold_margin": -0.0005378127098083496}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01195", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating for Moonlit Arcade change?", "temporal_relation": "comparison", "query_temporal_norm": 0.2920140027999878, "query_session_index": 2, "query_start_sec": 17.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8930020332336426}, {"memory_id": "history_02_utt_0010", "score": 0.8642679452896118}], "gold_semantic_scores": [0.8040832877159119, 0.7847079038619995], "gold_temporal_scores": [0.0889187902212143, 0.07956007122993469], "max_gold_score": 0.8930020332336426, "max_candidate_score": 0.8930020332336426, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6463519930839539, "best_gold_margin": 0.24665004014968872, "weakest_gold_margin": 0.21791595220565796}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01195", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated Moonlit Arcade's score to seven and a half out of ten?", "temporal_relation": "none", "query_temporal_norm": 0.2880682051181793, "query_session_index": 2, "query_start_sec": 17.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9343968033790588}], "gold_semantic_scores": [0.7911983728408813], "gold_temporal_scores": [0.14319844543933868], "max_gold_score": 0.9343968033790588, "max_candidate_score": 0.9343968033790588, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5207070112228394, "best_gold_margin": 0.4136897921562195, "weakest_gold_margin": 0.4136897921562195}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01195", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say he had updated his score for Moonlit Arcade?", "temporal_relation": "session", "query_temporal_norm": 0.36954808235168457, "query_session_index": 2, "query_start_sec": 17.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9451608061790466}], "gold_semantic_scores": [0.7738074660301208], "gold_temporal_scores": [0.17135347425937653], "max_gold_score": 0.9451608061790466, "max_candidate_score": 0.9451608061790466, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8585505485534668, "best_gold_margin": 0.08661025762557983, "weakest_gold_margin": 0.08661025762557983}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00094", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Reese recommend 'Midnight Drive', and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.17967845499515533, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.757415235042572}, {"memory_id": "history_02_utt_0010", "score": 0.7486658096313477}], "gold_semantic_scores": [0.708132803440094, 0.70171719789505], "gold_temporal_scores": [0.04928235337138176, 0.04694853723049164], "max_gold_score": 0.757415235042572, "max_candidate_score": 0.757415235042572, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6951512694358826, "best_gold_margin": 0.06226396560668945, "weakest_gold_margin": 0.05351454019546509}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00094", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese recommend 'Midnight Drive'?", "temporal_relation": "session", "query_temporal_norm": 0.15203984081745148, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8119626641273499}], "gold_semantic_scores": [0.772290050983429], "gold_temporal_scores": [0.03967268764972687], "max_gold_score": 0.8119626641273499, "max_candidate_score": 0.8119626641273499, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7204374074935913, "best_gold_margin": 0.09152525663375854, "weakest_gold_margin": 0.09152525663375854}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00094", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature was given as the reason for recommending 'City Lights Anthology'?", "temporal_relation": "none", "query_temporal_norm": 0.10448964685201645, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6211724281311035}], "gold_semantic_scores": [0.6038148999214172], "gold_temporal_scores": [0.017357489094138145], "max_gold_score": 0.6211724281311035, "max_candidate_score": 0.6211724281311035, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.3275575637817383, "best_gold_margin": 0.29361486434936523, "weakest_gold_margin": 0.29361486434936523}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00094", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was 'City Lights Anthology' recommended?", "temporal_relation": "session", "query_temporal_norm": 0.15492916107177734, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7885242700576782}], "gold_semantic_scores": [0.7588205337524414], "gold_temporal_scores": [0.029703764244914055], "max_gold_score": 0.7885242700576782, "max_candidate_score": 0.7885242700576782, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.44841650128364563, "best_gold_margin": 0.3401077687740326, "weakest_gold_margin": 0.3401077687740326}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00272", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Before we moved it, what did Cameron originally say the venue was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5633499026298523, "query_session_index": 2, "query_start_sec": 19.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8330172300338745}], "gold_semantic_scores": [0.699886679649353], "gold_temporal_scores": [0.1331304907798767], "max_gold_score": 0.8330172300338745, "max_candidate_score": 0.8333463668823242, "top_memory_id": "history_01_utt_0010::cf::main::3", "max_non_gold_score": 0.8333463668823242, "best_gold_margin": -0.00032913684844970703, "weakest_gold_margin": -0.00032913684844970703}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00272", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before the plans changed, where had the movie night been booked?", "temporal_relation": "before", "query_temporal_norm": 0.3576504588127136, "query_session_index": 2, "query_start_sec": 19.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6769127249717712}], "gold_semantic_scores": [0.5529630184173584], "gold_temporal_scores": [0.12394973635673523], "max_gold_score": 0.6769127249717712, "max_candidate_score": 0.6769127249717712, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.47990354895591736, "best_gold_margin": 0.19700917601585388, "weakest_gold_margin": 0.19700917601585388}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00272", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Cameron say they booked for the movie night?", "temporal_relation": "none", "query_temporal_norm": 0.20946764945983887, "query_session_index": 2, "query_start_sec": 19.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8168254494667053}], "gold_semantic_scores": [0.7536442875862122], "gold_temporal_scores": [0.0631813332438469], "max_gold_score": 0.8168254494667053, "max_candidate_score": 0.8168254494667053, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6688947677612305, "best_gold_margin": 0.14793068170547485, "weakest_gold_margin": 0.14793068170547485}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00272", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention booking the screening room?", "temporal_relation": "session", "query_temporal_norm": 0.27529004216194153, "query_session_index": 2, "query_start_sec": 19.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.859286367893219}], "gold_semantic_scores": [0.7704052329063416], "gold_temporal_scores": [0.08888112753629684], "max_gold_score": 0.859286367893219, "max_candidate_score": 0.859286367893219, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7168658971786499, "best_gold_margin": 0.1424204707145691, "weakest_gold_margin": 0.1424204707145691}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00417", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan say the latest prototype demo deadline is?", "temporal_relation": "latest", "query_temporal_norm": 0.5181264877319336, "query_session_index": 2, "query_start_sec": 21.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0408062934875488}], "gold_semantic_scores": [0.7598788142204285], "gold_temporal_scores": [0.28092771768569946], "max_gold_score": 1.0408062934875488, "max_candidate_score": 1.0408062934875488, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.0394761562347412, "best_gold_margin": 0.0013301372528076172, "weakest_gold_margin": 0.0013301372528076172}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00417", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the most recent deadline for the prototype demo?", "temporal_relation": "none", "query_temporal_norm": 0.534118115901947, "query_session_index": 2, "query_start_sec": 21.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0605088472366333}], "gold_semantic_scores": [0.806494414806366], "gold_temporal_scores": [0.25401443243026733], "max_gold_score": 1.0605088472366333, "max_candidate_score": 1.0621024370193481, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 1.0621024370193481, "best_gold_margin": -0.0015935897827148438, "weakest_gold_margin": -0.0015935897827148438}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00538", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the activity choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5549458265304565, "query_session_index": 2, "query_start_sec": 18.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8069704174995422}], "gold_semantic_scores": [0.6560956239700317], "gold_temporal_scores": [0.1508747786283493], "max_gold_score": 0.8069704174995422, "max_candidate_score": 0.8325620293617249, "top_memory_id": "history_01_utt_0007::cf::main::0", "max_non_gold_score": 0.8325620293617249, "best_gold_margin": -0.025591611862182617, "weakest_gold_margin": -0.025591611862182617}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00538", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which activity did someone suggest switching to?", "temporal_relation": "none", "query_temporal_norm": 0.3013783395290375, "query_session_index": 2, "query_start_sec": 18.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7802098989486694}], "gold_semantic_scores": [0.6525061726570129], "gold_temporal_scores": [0.12770387530326843], "max_gold_score": 0.7802098989486694, "max_candidate_score": 0.7802098989486694, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5418719053268433, "best_gold_margin": 0.23833799362182617, "weakest_gold_margin": 0.23833799362182617}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00538", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the change to the outdoor jazz concert in the park mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.3108276426792145, "query_session_index": 2, "query_start_sec": 18.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8675089478492737}], "gold_semantic_scores": [0.7304811477661133], "gold_temporal_scores": [0.13702747225761414], "max_gold_score": 0.8675089478492737, "max_candidate_score": 0.8675089478492737, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6246107220649719, "best_gold_margin": 0.24289822578430176, "weakest_gold_margin": 0.24289822578430176}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00593", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation plan to include a blind test set and two baselines, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.39628681540489197, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8833382725715637}, {"memory_id": "history_02_utt_0007", "score": 0.8376488089561462}], "gold_semantic_scores": [0.7402114868164062, 0.7167662978172302], "gold_temporal_scores": [0.1431269347667694, 0.1208822950720787], "max_gold_score": 0.8833382725715637, "max_candidate_score": 0.8833382725715637, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4021291732788086, "best_gold_margin": 0.4812090992927551, "weakest_gold_margin": 0.43551963567733765}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00593", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler state the evaluation plan to use the dev set only?", "temporal_relation": "session", "query_temporal_norm": 0.30047929286956787, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9152493476867676}], "gold_semantic_scores": [0.8186789155006409], "gold_temporal_scores": [0.09657048434019089], "max_gold_score": 0.9152493476867676, "max_candidate_score": 0.9152493476867676, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7931908369064331, "best_gold_margin": 0.12205851078033447, "weakest_gold_margin": 0.12205851078033447}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00593", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Skyler describe in the later update?", "temporal_relation": "none", "query_temporal_norm": 0.3424254357814789, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8346566557884216}], "gold_semantic_scores": [0.7166550755500793], "gold_temporal_scores": [0.11800175905227661], "max_gold_score": 0.8346566557884216, "max_candidate_score": 0.8905201554298401, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8905201554298401, "best_gold_margin": -0.05586349964141846, "weakest_gold_margin": -0.05586349964141846}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00593", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to evaluate on the dev set only?", "temporal_relation": "none", "query_temporal_norm": 0.35022297501564026, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8455085754394531}], "gold_semantic_scores": [0.7732975482940674], "gold_temporal_scores": [0.07221105694770813], "max_gold_score": 0.8455085754394531, "max_candidate_score": 0.8455085754394531, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6440261006355286, "best_gold_margin": 0.20148247480392456, "weakest_gold_margin": 0.20148247480392456}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00658", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally set the training deadline to May 5, 2026?", "temporal_relation": "earliest", "query_temporal_norm": 0.566333532333374, "query_session_index": 2, "query_start_sec": 19.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9224202036857605}], "gold_semantic_scores": [0.778718888759613], "gold_temporal_scores": [0.14370153844356537], "max_gold_score": 0.9224202036857605, "max_candidate_score": 0.9224202036857605, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6106674075126648, "best_gold_margin": 0.3117527961730957, "weakest_gold_margin": 0.3117527961730957}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00658", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What are the most recent training settings we decided on?", "temporal_relation": "none", "query_temporal_norm": 0.5471082329750061, "query_session_index": 2, "query_start_sec": 19.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8731417059898376}], "gold_semantic_scores": [0.6040061116218567], "gold_temporal_scores": [0.26913517713546753], "max_gold_score": 0.8731417059898376, "max_candidate_score": 0.8749298453330994, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0004::1", "max_non_gold_score": 0.8749298453330994, "best_gold_margin": -0.0017881393432617188, "weakest_gold_margin": -0.0017881393432617188}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00658", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training settings change from the earlier values to the current ones?", "temporal_relation": "comparison", "query_temporal_norm": 0.40504878759384155, "query_session_index": 2, "query_start_sec": 19.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6785935163497925}, {"memory_id": "history_02_utt_0007", "score": 0.6777085065841675}], "gold_semantic_scores": [0.5311852097511292, 0.5332193374633789], "gold_temporal_scores": [0.14740847051143646, 0.14448896050453186], "max_gold_score": 0.6785935163497925, "max_candidate_score": 0.6785935163497925, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3761344850063324, "best_gold_margin": 0.3024590313434601, "weakest_gold_margin": 0.3015740215778351}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00658", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What are the training settings in the update?", "temporal_relation": "latest", "query_temporal_norm": 0.3956109881401062, "query_session_index": 2, "query_start_sec": 19.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.624744713306427}], "gold_semantic_scores": [0.4477498531341553], "gold_temporal_scores": [0.17699475586414337], "max_gold_score": 0.624744713306427, "max_candidate_score": 0.6317842602729797, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0007::1", "max_non_gold_score": 0.6317842602729797, "best_gold_margin": -0.007039546966552734, "weakest_gold_margin": -0.007039546966552734}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00752", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I propose for the edge-cache policy, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.16061899065971375, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8335458636283875}, {"memory_id": "history_02_utt_0008", "score": 0.7754541039466858}], "gold_semantic_scores": [0.7850563526153564, 0.7240636348724365], "gold_temporal_scores": [0.04848967120051384, 0.05139052867889404], "max_gold_score": 0.8335458636283875, "max_candidate_score": 0.8335458636283875, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8216532468795776, "best_gold_margin": 0.011892616748809814, "weakest_gold_margin": -0.046199142932891846}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00752", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the edge-cache policy rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1593017429113388, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8552454113960266}], "gold_semantic_scores": [0.7870513796806335], "gold_temporal_scores": [0.06819405406713486], "max_gold_score": 0.8552454113960266, "max_candidate_score": 0.8552454113960266, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6686375737190247, "best_gold_margin": 0.18660783767700195, "weakest_gold_margin": 0.18660783767700195}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00752", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What benefit was the batch-compress pipeline proposed to provide?", "temporal_relation": "none", "query_temporal_norm": 0.12197640538215637, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.8210628032684326}], "gold_semantic_scores": [0.7873691320419312], "gold_temporal_scores": [0.03369390591979027], "max_gold_score": 0.8210628032684326, "max_candidate_score": 0.8210628032684326, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5490792393684387, "best_gold_margin": 0.2719835638999939, "weakest_gold_margin": 0.2719835638999939}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00752", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it stated that the batch-compress pipeline had been approved?", "temporal_relation": "session", "query_temporal_norm": 0.1325317919254303, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.7408140301704407}], "gold_semantic_scores": [0.7203993201255798], "gold_temporal_scores": [0.020414862781763077], "max_gold_score": 0.7408140301704407, "max_candidate_score": 0.7408140301704407, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.5689418315887451, "best_gold_margin": 0.17187219858169556, "weakest_gold_margin": 0.17187219858169556}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00854", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the Edge TPU option satisfied, and why did I later reject it?", "temporal_relation": "none", "query_temporal_norm": 0.25659051537513733, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7141757011413574}, {"memory_id": "history_02_utt_0009", "score": 0.7462611794471741}], "gold_semantic_scores": [0.6394736170768738, 0.629920482635498], "gold_temporal_scores": [0.07470234483480453, 0.11634065210819244], "max_gold_score": 0.7462611794471741, "max_candidate_score": 0.7488797307014465, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.7488797307014465, "best_gold_margin": -0.002618551254272461, "weakest_gold_margin": -0.03470402956008911}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00854", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the Edge TPU option?", "temporal_relation": "none", "query_temporal_norm": 0.30066949129104614, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7185502052307129}], "gold_semantic_scores": [0.576143741607666], "gold_temporal_scores": [0.14240647852420807], "max_gold_score": 0.7185502052307129, "max_candidate_score": 0.7185502052307129, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5072227716445923, "best_gold_margin": 0.2113274335861206, "weakest_gold_margin": 0.2113274335861206}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00854", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What constraint did on-device quantization satisfy?", "temporal_relation": "none", "query_temporal_norm": 0.13736775517463684, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.5638211369514465}], "gold_semantic_scores": [0.5340148210525513], "gold_temporal_scores": [0.02980666421353817], "max_gold_score": 0.5638211369514465, "max_candidate_score": 0.5638211369514465, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5269814729690552, "best_gold_margin": 0.03683966398239136, "weakest_gold_margin": 0.03683966398239136}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00854", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that on-device quantization was kept?", "temporal_relation": "session", "query_temporal_norm": 0.15073271095752716, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.685329020023346}], "gold_semantic_scores": [0.6351097226142883], "gold_temporal_scores": [0.05021931231021881], "max_gold_score": 0.685329020023346, "max_candidate_score": 0.685329020023346, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.47303199768066406, "best_gold_margin": 0.21229702234268188, "weakest_gold_margin": 0.21229702234268188}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00923", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery's training setting change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4126336872577667, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7514737248420715}, {"memory_id": "history_02_utt_0008", "score": 0.8477100729942322}], "gold_semantic_scores": [0.6073335409164429, 0.7154432535171509], "gold_temporal_scores": [0.1441400647163391, 0.13226693868637085], "max_gold_score": 0.8477100729942322, "max_candidate_score": 0.8477100729942322, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7503370642662048, "best_gold_margin": 0.09737300872802734, "weakest_gold_margin": 0.0011366605758666992}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00923", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was different about the training setup when it was later updated compared with the original configuration?", "temporal_relation": "comparison", "query_temporal_norm": 0.34071311354637146, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7021239995956421}, {"memory_id": "history_02_utt_0008", "score": 0.7209022641181946}], "gold_semantic_scores": [0.5844055414199829, 0.6227393746376038], "gold_temporal_scores": [0.11771837621927261, 0.09816284477710724], "max_gold_score": 0.7209022641181946, "max_candidate_score": 0.7209022641181946, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.41077345609664917, "best_gold_margin": 0.3101288080215454, "weakest_gold_margin": 0.2913505434989929}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00923", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they originally set the training to run on a single-node GPU?", "temporal_relation": "earliest", "query_temporal_norm": 0.543340802192688, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6910813450813293}], "gold_semantic_scores": [0.585085391998291], "gold_temporal_scores": [0.1059960126876831], "max_gold_score": 0.6910813450813293, "max_candidate_score": 0.6910813450813293, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4033573865890503, "best_gold_margin": 0.28772395849227905, "weakest_gold_margin": 0.28772395849227905}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00923", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the training to distributed multi-GPU?", "temporal_relation": "none", "query_temporal_norm": 0.27453842759132385, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.812055230140686}], "gold_semantic_scores": [0.6806915998458862], "gold_temporal_scores": [0.13136327266693115], "max_gold_score": 0.812055230140686, "max_candidate_score": 0.812055230140686, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4490106999874115, "best_gold_margin": 0.36304453015327454, "weakest_gold_margin": 0.36304453015327454}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01022", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Avery give for recommending Blue Ridge, and why did Cameron drop it?", "temporal_relation": "none", "query_temporal_norm": 0.1962132304906845, "query_session_index": 2, "query_start_sec": 14.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5632462501525879}, {"memory_id": "history_02_utt_0008", "score": 0.5039380788803101}], "gold_semantic_scores": [0.5102375149726868, 0.4588581323623657], "gold_temporal_scores": [0.05300869792699814, 0.045080069452524185], "max_gold_score": 0.5632462501525879, "max_candidate_score": 0.5632462501525879, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5570634603500366, "best_gold_margin": 0.0061827898025512695, "weakest_gold_margin": -0.05312538146972656}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01022", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Blue Ridge because of its warm family humor?", "temporal_relation": "none", "query_temporal_norm": 0.12045938521623611, "query_session_index": 2, "query_start_sec": 14.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8175776600837708}], "gold_semantic_scores": [0.7970543503761292], "gold_temporal_scores": [0.020523378625512123], "max_gold_score": 0.8175776600837708, "max_candidate_score": 0.8175776600837708, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4859726130962372, "best_gold_margin": 0.33160504698753357, "weakest_gold_margin": 0.33160504698753357}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01022", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Avery recommend Blue Ridge earlier?", "temporal_relation": "none", "query_temporal_norm": 0.15434454381465912, "query_session_index": 2, "query_start_sec": 14.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7878367304801941}], "gold_semantic_scores": [0.7538339495658875], "gold_temporal_scores": [0.034002769738435745], "max_gold_score": 0.7878367304801941, "max_candidate_score": 0.7878367304801941, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6932470202445984, "best_gold_margin": 0.0945897102355957, "weakest_gold_margin": 0.0945897102355957}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01022", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was a reason given for dropping Blue Ridge?", "temporal_relation": "session", "query_temporal_norm": 0.13605666160583496, "query_session_index": 2, "query_start_sec": 14.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.747734010219574}], "gold_semantic_scores": [0.6913421154022217], "gold_temporal_scores": [0.05639181286096573], "max_gold_score": 0.747734010219574, "max_candidate_score": 0.747734010219574, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5655521750450134, "best_gold_margin": 0.18218183517456055, "weakest_gold_margin": 0.18218183517456055}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01097", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Rowan give for recommending Night Shift Bites, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.2107289880514145, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.752106249332428}, {"memory_id": "history_02_utt_0009", "score": 0.7689092755317688}], "gold_semantic_scores": [0.6942337155342102, 0.7184327244758606], "gold_temporal_scores": [0.05787244439125061, 0.05047658085823059], "max_gold_score": 0.7689092755317688, "max_candidate_score": 0.7689092755317688, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6921380758285522, "best_gold_margin": 0.07677119970321655, "weakest_gold_margin": 0.05996817350387573}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01097", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan recommend Night Shift Bites?", "temporal_relation": "session", "query_temporal_norm": 0.22772710025310516, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7046094536781311}], "gold_semantic_scores": [0.6440243124961853], "gold_temporal_scores": [0.060585033148527145], "max_gold_score": 0.7046094536781311, "max_candidate_score": 0.7046094536781311, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.611312210559845, "best_gold_margin": 0.09329724311828613, "weakest_gold_margin": 0.09329724311828613}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01097", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Porch Letters?", "temporal_relation": "none", "query_temporal_norm": 0.09893735498189926, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7248623967170715}], "gold_semantic_scores": [0.7110986113548279], "gold_temporal_scores": [0.013763759285211563], "max_gold_score": 0.7248623967170715, "max_candidate_score": 0.7248623967170715, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4793066680431366, "best_gold_margin": 0.24555572867393494, "weakest_gold_margin": 0.24555572867393494}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01097", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we discuss the recommendation of Porch Letters?", "temporal_relation": "session", "query_temporal_norm": 0.11681043356657028, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7434423565864563}], "gold_semantic_scores": [0.7133898735046387], "gold_temporal_scores": [0.030052583664655685], "max_gold_score": 0.7434423565864563, "max_candidate_score": 0.7434423565864563, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.49312394857406616, "best_gold_margin": 0.25031840801239014, "weakest_gold_margin": 0.25031840801239014}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01215", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Before it was changed, what did Riley originally say the playlist choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5625448822975159, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6572383642196655}], "gold_semantic_scores": [0.5330812335014343], "gold_temporal_scores": [0.12415727972984314], "max_gold_score": 0.6572383642196655, "max_candidate_score": 0.6572383642196655, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5979239344596863, "best_gold_margin": 0.05931442975997925, "weakest_gold_margin": 0.05931442975997925}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01215", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier, before the playlist was changed, which song had been placed at the top of the listening list?", "temporal_relation": "before", "query_temporal_norm": 0.35379672050476074, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8265278339385986}], "gold_semantic_scores": [0.7667613625526428], "gold_temporal_scores": [0.05976627767086029], "max_gold_score": 0.8265278339385986, "max_candidate_score": 0.8265278339385986, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4259216785430908, "best_gold_margin": 0.4006061553955078, "weakest_gold_margin": 0.4006061553955078}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01215", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What song did Riley say they originally put at the top of the listening list?", "temporal_relation": "earliest", "query_temporal_norm": 0.5394788980484009, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8456438779830933}], "gold_semantic_scores": [0.7593972086906433], "gold_temporal_scores": [0.08624661713838577], "max_gold_score": 0.8456438779830933, "max_candidate_score": 0.8456438779830933, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8066182136535645, "best_gold_margin": 0.03902566432952881, "weakest_gold_margin": 0.03902566432952881}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01215", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What playback setting was chosen for smoother transitions between tracks?", "temporal_relation": "none", "query_temporal_norm": 0.14162907004356384, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.7231610417366028}], "gold_semantic_scores": [0.6676972508430481], "gold_temporal_scores": [0.05546403303742409], "max_gold_score": 0.7231610417366028, "max_candidate_score": 0.7231610417366028, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.44398608803749084, "best_gold_margin": 0.27917495369911194, "weakest_gold_margin": 0.27917495369911194}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00129", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What benefit did Reese propose for Option A, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2190825492143631, "query_session_index": 2, "query_start_sec": 16.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.59808349609375}, {"memory_id": "history_02_utt_0010", "score": 0.5747073292732239}], "gold_semantic_scores": [0.5294488072395325, 0.525175154209137], "gold_temporal_scores": [0.06863459199666977, 0.049532171338796616], "max_gold_score": 0.59808349609375, "max_candidate_score": 0.59808349609375, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5859197378158569, "best_gold_margin": 0.012163758277893066, "weakest_gold_margin": -0.011212408542633057}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00129", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed keeping Option A?", "temporal_relation": "none", "query_temporal_norm": 0.15769903361797333, "query_session_index": 2, "query_start_sec": 16.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7817423939704895}], "gold_semantic_scores": [0.7424001693725586], "gold_temporal_scores": [0.0393422432243824], "max_gold_score": 0.7817423939704895, "max_candidate_score": 0.7817423939704895, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5309463143348694, "best_gold_margin": 0.2507960796356201, "weakest_gold_margin": 0.2507960796356201}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00129", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature did Option B have that led someone to suggest it early on?", "temporal_relation": "none", "query_temporal_norm": 0.2459012120962143, "query_session_index": 2, "query_start_sec": 16.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.5116031765937805}], "gold_semantic_scores": [0.495487779378891], "gold_temporal_scores": [0.016115477308630943], "max_gold_score": 0.5116031765937805, "max_candidate_score": 0.5116031765937805, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.3230147957801819, "best_gold_margin": 0.18858838081359863, "weakest_gold_margin": 0.18858838081359863}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00129", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that someone suggested Option B?", "temporal_relation": "session", "query_temporal_norm": 0.15743212401866913, "query_session_index": 2, "query_start_sec": 16.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6389928460121155}], "gold_semantic_scores": [0.6165720224380493], "gold_temporal_scores": [0.022420700639486313], "max_gold_score": 0.6389928460121155, "max_candidate_score": 0.6389928460121155, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4206963777542114, "best_gold_margin": 0.21829646825790405, "weakest_gold_margin": 0.21829646825790405}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00187", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor originally say the training setting was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5529007315635681, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8433915972709656}], "gold_semantic_scores": [0.7165511250495911], "gold_temporal_scores": [0.1268405169248581], "max_gold_score": 0.8433915972709656, "max_candidate_score": 0.8433915972709656, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7688546776771545, "best_gold_margin": 0.07453691959381104, "weakest_gold_margin": 0.07453691959381104}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00187", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training settings did Taylor say were being used?", "temporal_relation": "none", "query_temporal_norm": 0.28618568181991577, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7130963802337646}], "gold_semantic_scores": [0.6247353553771973], "gold_temporal_scores": [0.08836095780134201], "max_gold_score": 0.7130963802337646, "max_candidate_score": 0.7130963802337646, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6269748210906982, "best_gold_margin": 0.0861215591430664, "weakest_gold_margin": 0.0861215591430664}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00187", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally configured the training?", "temporal_relation": "earliest", "query_temporal_norm": 0.552602231502533, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.44915711879730225}], "gold_semantic_scores": [0.3300967216491699], "gold_temporal_scores": [0.11906041204929352], "max_gold_score": 0.44915711879730225, "max_candidate_score": 0.4645238518714905, "top_memory_id": "history_01_utt_0003", "max_non_gold_score": 0.4645238518714905, "best_gold_margin": -0.015366733074188232, "weakest_gold_margin": -0.015366733074188232}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00187", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was that training configuration mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.22773383557796478, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6380510926246643}], "gold_semantic_scores": [0.590723991394043], "gold_temporal_scores": [0.04732725769281387], "max_gold_score": 0.6380510926246643, "max_candidate_score": 0.6592178344726562, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6592178344726562, "best_gold_margin": -0.021166741847991943, "weakest_gold_margin": -0.021166741847991943}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00254", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the deployment target was an edge GPU pod using our Jetson cluster, before it was later changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5160187482833862, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7724927663803101}], "gold_semantic_scores": [0.6851121187210083], "gold_temporal_scores": [0.08738052099943161], "max_gold_score": 0.7724927663803101, "max_candidate_score": 0.7724927663803101, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5194952487945557, "best_gold_margin": 0.2529975175857544, "weakest_gold_margin": 0.2529975175857544}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00254", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What deployment target are we currently using for the model?", "temporal_relation": "latest", "query_temporal_norm": 0.4897172749042511, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8237468600273132}], "gold_semantic_scores": [0.6136112213134766], "gold_temporal_scores": [0.21013590693473816], "max_gold_score": 0.8237468600273132, "max_candidate_score": 0.8287380933761597, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0001::1", "max_non_gold_score": 0.8287380933761597, "best_gold_margin": -0.0049912333488464355, "weakest_gold_margin": -0.0049912333488464355}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00254", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say he originally deployed the prototype to?", "temporal_relation": "earliest", "query_temporal_norm": 0.5230715870857239, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7107514142990112}], "gold_semantic_scores": [0.6192251443862915], "gold_temporal_scores": [0.09152616560459137], "max_gold_score": 0.7107514142990112, "max_candidate_score": 0.7107514142990112, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6164783239364624, "best_gold_margin": 0.09427309036254883, "weakest_gold_margin": 0.09427309036254883}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00254", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our discussions, what deployment target did we initially use for the prototype?", "temporal_relation": "session", "query_temporal_norm": 0.49843791127204895, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.577650785446167}], "gold_semantic_scores": [0.49863389134407043], "gold_temporal_scores": [0.07901694625616074], "max_gold_score": 0.577650785446167, "max_candidate_score": 0.577650785446167, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3415120840072632, "best_gold_margin": 0.2361387014389038, "weakest_gold_margin": 0.2361387014389038}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00321", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's group choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4009774923324585, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6744333505630493}, {"memory_id": "history_02_utt_0009", "score": 0.6851864457130432}], "gold_semantic_scores": [0.5451507568359375, 0.5492274165153503], "gold_temporal_scores": [0.12928268313407898, 0.1359589844942093], "max_gold_score": 0.6851864457130432, "max_candidate_score": 0.6851864457130432, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5804163217544556, "best_gold_margin": 0.10477012395858765, "weakest_gold_margin": 0.09401702880859375}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00321", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the group's chosen watch list change between the earlier discussion and the later update?", "temporal_relation": "comparison", "query_temporal_norm": 0.379742294549942, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6586394906044006}, {"memory_id": "history_02_utt_0009", "score": 0.6607428193092346}], "gold_semantic_scores": [0.5332337617874146, 0.5203328728675842], "gold_temporal_scores": [0.1254054456949234, 0.14040955901145935], "max_gold_score": 0.6607428193092346, "max_candidate_score": 0.6607428193092346, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3716071546077728, "best_gold_margin": 0.2891356647014618, "weakest_gold_margin": 0.2870323359966278}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00321", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What list did Drew say we decided to watch at our last meeting?", "temporal_relation": "none", "query_temporal_norm": 0.31750109791755676, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.644914448261261}], "gold_semantic_scores": [0.6393243670463562], "gold_temporal_scores": [0.005590314976871014], "max_gold_score": 0.644914448261261, "max_candidate_score": 0.7451443672180176, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7451443672180176, "best_gold_margin": -0.10022991895675659, "weakest_gold_margin": -0.10022991895675659}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00321", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which films did Drew say the group updated the watch list to?", "temporal_relation": "none", "query_temporal_norm": 0.4670642614364624, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7963081002235413}], "gold_semantic_scores": [0.5851602554321289], "gold_temporal_scores": [0.21114757657051086], "max_gold_score": 0.7963081002235413, "max_candidate_score": 0.7963081002235413, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.760116696357727, "best_gold_margin": 0.03619140386581421, "weakest_gold_margin": 0.03619140386581421}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00458", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending Sunset Short, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1470516175031662, "query_session_index": 2, "query_start_sec": 14.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8164375424385071}, {"memory_id": "history_02_utt_0010", "score": 0.7826889157295227}], "gold_semantic_scores": [0.7727376222610474, 0.740859866142273], "gold_temporal_scores": [0.04369981586933136, 0.04182904213666916], "max_gold_score": 0.8164375424385071, "max_candidate_score": 0.8314440846443176, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8314440846443176, "best_gold_margin": -0.015006542205810547, "weakest_gold_margin": -0.04875516891479492}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00458", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we drop \"Sunset Short\"?", "temporal_relation": "none", "query_temporal_norm": 0.16460636258125305, "query_session_index": 2, "query_start_sec": 14.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.89102703332901}], "gold_semantic_scores": [0.8196535110473633], "gold_temporal_scores": [0.071373350918293], "max_gold_score": 0.89102703332901, "max_candidate_score": 0.89102703332901, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5980989336967468, "best_gold_margin": 0.2929280996322632, "weakest_gold_margin": 0.2929280996322632}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00458", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending \"Retro Montage\"?", "temporal_relation": "none", "query_temporal_norm": 0.10209018737077713, "query_session_index": 2, "query_start_sec": 14.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.644100546836853}], "gold_semantic_scores": [0.6265147924423218], "gold_temporal_scores": [0.01758587174117565], "max_gold_score": 0.644100546836853, "max_candidate_score": 0.644100546836853, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.4441913962364197, "best_gold_margin": 0.19990915060043335, "weakest_gold_margin": 0.19990915060043335}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00458", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Retro Montage recommended?", "temporal_relation": "session", "query_temporal_norm": 0.12109518051147461, "query_session_index": 2, "query_start_sec": 14.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7139661312103271}], "gold_semantic_scores": [0.6796872615814209], "gold_temporal_scores": [0.03427891433238983], "max_gold_score": 0.7139661312103271, "max_candidate_score": 0.7139661312103271, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5012943744659424, "best_gold_margin": 0.21267175674438477, "weakest_gold_margin": 0.21267175674438477}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00559", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan say about Green Harbor, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.2061232328414917, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7924917936325073}, {"memory_id": "history_02_utt_0009", "score": 0.7779000401496887}], "gold_semantic_scores": [0.7287842035293579, 0.7380291819572449], "gold_temporal_scores": [0.06370758265256882, 0.03987086936831474], "max_gold_score": 0.7924917936325073, "max_candidate_score": 0.8239580392837524, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.8239580392837524, "best_gold_margin": -0.03146624565124512, "weakest_gold_margin": -0.04605799913406372}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00559", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Rowan suggest Green Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.15320183336734772, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8840951919555664}], "gold_semantic_scores": [0.8395874500274658], "gold_temporal_scores": [0.04450784996151924], "max_gold_score": 0.8840951919555664, "max_candidate_score": 0.8840951919555664, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7544184327125549, "best_gold_margin": 0.12967675924301147, "weakest_gold_margin": 0.12967675924301147}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00559", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.12632527947425842, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7135797142982483}], "gold_semantic_scores": [0.6824990510940552], "gold_temporal_scores": [0.03108060546219349], "max_gold_score": 0.7135797142982483, "max_candidate_score": 0.7135797142982483, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5425422787666321, "best_gold_margin": 0.1710374355316162, "weakest_gold_margin": 0.1710374355316162}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00559", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we mention the seasonal vegetable sharing platter?", "temporal_relation": "session", "query_temporal_norm": 0.18733838200569153, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.5611812472343445}], "gold_semantic_scores": [0.5132156610488892], "gold_temporal_scores": [0.04796568676829338], "max_gold_score": 0.5611812472343445, "max_candidate_score": 0.5611812472343445, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.3603997826576233, "best_gold_margin": 0.2007814645767212, "weakest_gold_margin": 0.2007814645767212}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00690", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the local cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2395927906036377, "query_session_index": 2, "query_start_sec": 25.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0013", "score": 0.6553595662117004}, {"memory_id": "history_02_utt_0011", "score": 0.6224286556243896}], "gold_semantic_scores": [0.5849244594573975, 0.5789528489112854], "gold_temporal_scores": [0.07043516635894775, 0.0434756875038147], "max_gold_score": 0.6553595662117004, "max_candidate_score": 0.6553595662117004, "top_memory_id": "history_01_utt_0013", "max_non_gold_score": 0.40843817591667175, "best_gold_margin": 0.2469213902950287, "weakest_gold_margin": 0.2139904797077179}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00690", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron say Casey proposed?", "temporal_relation": "none", "query_temporal_norm": 0.19986079633235931, "query_session_index": 2, "query_start_sec": 25.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0013", "score": 0.7912737727165222}], "gold_semantic_scores": [0.7435035705566406], "gold_temporal_scores": [0.047770339995622635], "max_gold_score": 0.7912737727165222, "max_candidate_score": 0.7912737727165222, "top_memory_id": "history_01_utt_0013", "max_non_gold_score": 0.7694998383522034, "best_gold_margin": 0.021773934364318848, "weakest_gold_margin": 0.021773934364318848}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00690", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What conclusion did the follow-up review reach about the local cache?", "temporal_relation": "none", "query_temporal_norm": 0.4340483546257019, "query_session_index": 2, "query_start_sec": 25.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7475976943969727}], "gold_semantic_scores": [0.5728986859321594], "gold_temporal_scores": [0.1746988147497177], "max_gold_score": 0.7475976943969727, "max_candidate_score": 0.7475976943969727, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.4057915508747101, "best_gold_margin": 0.3418061435222626, "weakest_gold_margin": 0.3418061435222626}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00690", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we reject the local cache?", "temporal_relation": "session", "query_temporal_norm": 0.1821351796388626, "query_session_index": 2, "query_start_sec": 25.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.799919068813324}], "gold_semantic_scores": [0.7243135571479797], "gold_temporal_scores": [0.07560576498508453], "max_gold_score": 0.799919068813324, "max_candidate_score": 0.799919068813324, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.4671306312084198, "best_gold_margin": 0.3327884376049042, "weakest_gold_margin": 0.3327884376049042}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00827", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What rating did I say I gave that episode most recently?", "temporal_relation": "none", "query_temporal_norm": 0.4805465638637543, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9249745011329651}], "gold_semantic_scores": [0.7228567600250244], "gold_temporal_scores": [0.20211759209632874], "max_gold_score": 0.9249745011329651, "max_candidate_score": 0.9249745011329651, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9243083000183105, "best_gold_margin": 0.000666201114654541, "weakest_gold_margin": 0.000666201114654541}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00827", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What rating had been assigned to that episode earlier on?", "temporal_relation": "before", "query_temporal_norm": 0.2885010540485382, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.820495069026947}], "gold_semantic_scores": [0.7749775648117065], "gold_temporal_scores": [0.04551757872104645], "max_gold_score": 0.820495069026947, "max_candidate_score": 0.820495069026947, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4639708995819092, "best_gold_margin": 0.35652416944503784, "weakest_gold_margin": 0.35652416944503784}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00827", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the most recent rating given for that episode?", "temporal_relation": "none", "query_temporal_norm": 0.5278023481369019, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0028363466262817}], "gold_semantic_scores": [0.7549952864646912], "gold_temporal_scores": [0.24784107506275177], "max_gold_score": 1.0028363466262817, "max_candidate_score": 1.003659963607788, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 1.003659963607788, "best_gold_margin": -0.0008236169815063477, "weakest_gold_margin": -0.0008236169815063477}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00827", "qa_id": "extra_qa_0003", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who gave the updated 7.2 out of 10 rating?", "temporal_relation": "latest", "query_temporal_norm": 0.5071606636047363, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.908916175365448}], "gold_semantic_scores": [0.647784948348999], "gold_temporal_scores": [0.26113104820251465], "max_gold_score": 0.908916175365448, "max_candidate_score": 0.908916175365448, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9056515097618103, "best_gold_margin": 0.0032646656036376953, "weakest_gold_margin": 0.0032646656036376953}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00985", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Why did I propose OptionA for the edge deployment path, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.18087923526763916, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.686966598033905}, {"memory_id": "history_02_utt_0011", "score": 0.6634290814399719}], "gold_semantic_scores": [0.6314298510551453, 0.5996398329734802], "gold_temporal_scores": [0.05553669482469559, 0.0637892633676529], "max_gold_score": 0.686966598033905, "max_candidate_score": 0.7165330648422241, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.7165330648422241, "best_gold_margin": -0.029566466808319092, "weakest_gold_margin": -0.0531039834022522}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00985", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which option was suggested for the cloud-batched route because it met the accuracy threshold?", "temporal_relation": "none", "query_temporal_norm": 0.14833199977874756, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7063984870910645}], "gold_semantic_scores": [0.670807421207428], "gold_temporal_scores": [0.035591114312410355], "max_gold_score": 0.7063984870910645, "max_candidate_score": 0.7063984870910645, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.559846043586731, "best_gold_margin": 0.1465524435043335, "weakest_gold_margin": 0.1465524435043335}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00985", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened later to the cloud-batched route?", "temporal_relation": "none", "query_temporal_norm": 0.49479013681411743, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.838279664516449}], "gold_semantic_scores": [0.6157552599906921], "gold_temporal_scores": [0.2225245237350464], "max_gold_score": 0.838279664516449, "max_candidate_score": 0.838279664516449, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.49516233801841736, "best_gold_margin": 0.3431173264980316, "weakest_gold_margin": 0.3431173264980316}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00985", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that we aimed to finalize the submission artifacts before the end of the quarter?", "temporal_relation": "session", "query_temporal_norm": 0.19127820432186127, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.5443708896636963}], "gold_semantic_scores": [0.529990553855896], "gold_temporal_scores": [0.01438023429363966], "max_gold_score": 0.5443708896636963, "max_candidate_score": 0.5443708896636963, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.5320660471916199, "best_gold_margin": 0.012304842472076416, "weakest_gold_margin": 0.012304842472076416}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01059", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What was my reason for choosing the lightweight streaming pipeline, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17161354422569275, "query_session_index": 2, "query_start_sec": 21.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7981516718864441}, {"memory_id": "history_02_utt_0008", "score": 0.8258435130119324}], "gold_semantic_scores": [0.7460386157035828, 0.7755541205406189], "gold_temporal_scores": [0.05211332067847252, 0.05028931051492691], "max_gold_score": 0.8258435130119324, "max_candidate_score": 0.8258435130119324, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8129129409790039, "best_gold_margin": 0.012930572032928467, "weakest_gold_margin": -0.014761269092559814}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01059", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier we talked about the lightweight streaming pipeline—what conclusion did we reach about it?", "temporal_relation": "none", "query_temporal_norm": 0.18220669031143188, "query_session_index": 2, "query_start_sec": 21.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8407846689224243}], "gold_semantic_scores": [0.7697737812995911], "gold_temporal_scores": [0.07101093977689743], "max_gold_score": 0.8407846689224243, "max_candidate_score": 0.8407846689224243, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6989909410476685, "best_gold_margin": 0.14179372787475586, "weakest_gold_margin": 0.14179372787475586}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01059", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we try the sharded batch runner?", "temporal_relation": "none", "query_temporal_norm": 0.13233913481235504, "query_session_index": 2, "query_start_sec": 21.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.784831166267395}], "gold_semantic_scores": [0.7596651911735535], "gold_temporal_scores": [0.025165963917970657], "max_gold_score": 0.784831166267395, "max_candidate_score": 0.784831166267395, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5470328330993652, "best_gold_margin": 0.23779833316802979, "weakest_gold_margin": 0.23779833316802979}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01059", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation did we say we kept the sharded batch runner?", "temporal_relation": "session", "query_temporal_norm": 0.15821011364459991, "query_session_index": 2, "query_start_sec": 21.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.7694986462593079}], "gold_semantic_scores": [0.717079758644104], "gold_temporal_scores": [0.05241931602358818], "max_gold_score": 0.7694986462593079, "max_candidate_score": 0.7694986462593079, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.6476761698722839, "best_gold_margin": 0.12182247638702393, "weakest_gold_margin": 0.12182247638702393}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01140", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Parker's departure time change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4167864918708801, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9112682342529297}, {"memory_id": "history_02_utt_0009", "score": 0.9028716087341309}], "gold_semantic_scores": [0.7619679570198059, 0.7408128380775452], "gold_temporal_scores": [0.14930030703544617, 0.16205887496471405], "max_gold_score": 0.9112682342529297, "max_candidate_score": 0.9112682342529297, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7968798279762268, "best_gold_margin": 0.11438840627670288, "weakest_gold_margin": 0.10599178075790405}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01140", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Parker say he planned to leave in the earlier conversation?", "temporal_relation": "session", "query_temporal_norm": 0.4762943387031555, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9471728205680847}], "gold_semantic_scores": [0.7964807152748108], "gold_temporal_scores": [0.15069207549095154], "max_gold_score": 0.9471728205680847, "max_candidate_score": 0.9471728205680847, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8840221762657166, "best_gold_margin": 0.06315064430236816, "weakest_gold_margin": 0.06315064430236816}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01140", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to leave at 7:15 AM to drop the package off before work?", "temporal_relation": "none", "query_temporal_norm": 0.3556723892688751, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8837918043136597}], "gold_semantic_scores": [0.8071138858795166], "gold_temporal_scores": [0.07667805999517441], "max_gold_score": 0.8837918043136597, "max_candidate_score": 0.8837918043136597, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6508742570877075, "best_gold_margin": 0.23291754722595215, "weakest_gold_margin": 0.23291754722595215}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01140", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What time is the departure scheduled for now?", "temporal_relation": "latest", "query_temporal_norm": 0.4989868104457855, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8775188326835632}], "gold_semantic_scores": [0.6485598087310791], "gold_temporal_scores": [0.22895897924900055], "max_gold_score": 0.8775188326835632, "max_candidate_score": 0.8775188326835632, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8759573101997375, "best_gold_margin": 0.0015615224838256836, "weakest_gold_margin": 0.0015615224838256836}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00049", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for proposing EdgeQuant, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.16417653858661652, "query_session_index": 2, "query_start_sec": 13.999999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.780028223991394}, {"memory_id": "history_02_utt_0010", "score": 0.731838047504425}], "gold_semantic_scores": [0.7290260791778564, 0.6840351223945618], "gold_temporal_scores": [0.05100231245160103, 0.04780301824212074], "max_gold_score": 0.780028223991394, "max_candidate_score": 0.780028223991394, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7723463773727417, "best_gold_margin": 0.007681846618652344, "weakest_gold_margin": -0.04050832986831665}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00049", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was EdgeQuant rejected?", "temporal_relation": "none", "query_temporal_norm": 0.13681907951831818, "query_session_index": 2, "query_start_sec": 13.999999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.783973753452301}], "gold_semantic_scores": [0.7294994592666626], "gold_temporal_scores": [0.05447373539209366], "max_gold_score": 0.783973753452301, "max_candidate_score": 0.783973753452301, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5766863226890564, "best_gold_margin": 0.20728743076324463, "weakest_gold_margin": 0.20728743076324463}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00049", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending CloudStream in an earlier discussion?", "temporal_relation": "none", "query_temporal_norm": 0.10837675631046295, "query_session_index": 2, "query_start_sec": 13.999999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.8333295583724976}], "gold_semantic_scores": [0.8119142651557922], "gold_temporal_scores": [0.02141527831554413], "max_gold_score": 0.8333295583724976, "max_candidate_score": 0.8333295583724976, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.6267365217208862, "best_gold_margin": 0.20659303665161133, "weakest_gold_margin": 0.20659303665161133}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00049", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was CloudStream suggested?", "temporal_relation": "session", "query_temporal_norm": 0.1452358216047287, "query_session_index": 2, "query_start_sec": 13.999999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.8482906818389893}], "gold_semantic_scores": [0.8133150935173035], "gold_temporal_scores": [0.03497590124607086], "max_gold_score": 0.8482906818389893, "max_candidate_score": 0.8482906818389893, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5637272000312805, "best_gold_margin": 0.28456348180770874, "weakest_gold_margin": 0.28456348180770874}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00097", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about GreenLeaf Market, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.23706644773483276, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7826762795448303}, {"memory_id": "history_02_utt_0012", "score": 0.8295592665672302}], "gold_semantic_scores": [0.7064164280891418, 0.7848100066184998], "gold_temporal_scores": [0.07625986635684967, 0.044749025255441666], "max_gold_score": 0.8295592665672302, "max_candidate_score": 0.8295592665672302, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7982959151268005, "best_gold_margin": 0.03126335144042969, "weakest_gold_margin": -0.015619635581970215}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00097", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was GreenLeaf Market ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.15828661620616913, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.88155198097229}], "gold_semantic_scores": [0.8170174360275269], "gold_temporal_scores": [0.06453411281108856], "max_gold_score": 0.88155198097229, "max_candidate_score": 0.88155198097229, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.6348350644111633, "best_gold_margin": 0.2467169165611267, "weakest_gold_margin": 0.2467169165611267}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00097", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason did they give for suggesting Downtown Co-op?", "temporal_relation": "none", "query_temporal_norm": 0.12153301388025284, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.7514782547950745}], "gold_semantic_scores": [0.725805401802063], "gold_temporal_scores": [0.025672895833849907], "max_gold_score": 0.7514782547950745, "max_candidate_score": 0.7514782547950745, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.5857318043708801, "best_gold_margin": 0.16574645042419434, "weakest_gold_margin": 0.16574645042419434}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00097", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did they suggest Downtown Co-op?", "temporal_relation": "session", "query_temporal_norm": 0.14861230552196503, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.8015989065170288}], "gold_semantic_scores": [0.758985161781311], "gold_temporal_scores": [0.04261369630694389], "max_gold_score": 0.8015989065170288, "max_candidate_score": 0.8015989065170288, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.574484646320343, "best_gold_margin": 0.2271142601966858, "weakest_gold_margin": 0.2271142601966858}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00212", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Do you remember what Hayden said the latest rating for the new single was?", "temporal_relation": "latest", "query_temporal_norm": 0.5418506860733032, "query_session_index": 2, "query_start_sec": 16.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9134447574615479}], "gold_semantic_scores": [0.6355789303779602], "gold_temporal_scores": [0.2778659760951996], "max_gold_score": 0.9134447574615479, "max_candidate_score": 0.9170941114425659, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.9170941114425659, "best_gold_margin": -0.0036493539810180664, "weakest_gold_margin": -0.0036493539810180664}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00212", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they rated the new single a 7.5 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.3670508861541748, "query_session_index": 2, "query_start_sec": 16.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.819441556930542}], "gold_semantic_scores": [0.6605648994445801], "gold_temporal_scores": [0.1588769108057022], "max_gold_score": 0.819441556930542, "max_candidate_score": 0.819441556930542, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5189275741577148, "best_gold_margin": 0.30051398277282715, "weakest_gold_margin": 0.30051398277282715}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00328", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they were going to leave at 10:15 AM?", "temporal_relation": "earliest", "query_temporal_norm": 0.5534824728965759, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7610746026039124}], "gold_semantic_scores": [0.6470961570739746], "gold_temporal_scores": [0.11397840827703476], "max_gold_score": 0.7610746026039124, "max_candidate_score": 0.7610746026039124, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4645581841468811, "best_gold_margin": 0.29651641845703125, "weakest_gold_margin": 0.29651641845703125}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00328", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Avery say she was going to leave?", "temporal_relation": "none", "query_temporal_norm": 0.2371380627155304, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6897012591362}], "gold_semantic_scores": [0.6321513056755066], "gold_temporal_scores": [0.057549864053726196], "max_gold_score": 0.6897012591362, "max_candidate_score": 0.7627363204956055, "top_memory_id": "history_01_utt_0009::cf::extra_qa_0002::1", "max_non_gold_score": 0.7627363204956055, "best_gold_margin": -0.07303506135940552, "weakest_gold_margin": -0.07303506135940552}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00328", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest scheduled departure time?", "temporal_relation": "latest", "query_temporal_norm": 0.561089813709259, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9828547239303589}], "gold_semantic_scores": [0.713503360748291], "gold_temporal_scores": [0.26935112476348877], "max_gold_score": 0.9828547239303589, "max_candidate_score": 0.9828547239303589, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9800181984901428, "best_gold_margin": 0.0028365254402160645, "weakest_gold_margin": 0.0028365254402160645}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00521", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest watch order was?", "temporal_relation": "latest", "query_temporal_norm": 0.5561670660972595, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9530051350593567}], "gold_semantic_scores": [0.6797873973846436], "gold_temporal_scores": [0.27321749925613403], "max_gold_score": 0.9530051350593567, "max_candidate_score": 0.9530051350593567, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9472637176513672, "best_gold_margin": 0.005741417407989502, "weakest_gold_margin": 0.005741417407989502}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00521", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we talked about our watch queue earlier. Which title was listed at the very top?", "temporal_relation": "before", "query_temporal_norm": 0.3507123291492462, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7093358039855957}], "gold_semantic_scores": [0.6505628228187561], "gold_temporal_scores": [0.05877300351858139], "max_gold_score": 0.7093358039855957, "max_candidate_score": 0.7093358039855957, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4908857047557831, "best_gold_margin": 0.21845009922981262, "weakest_gold_margin": 0.21845009922981262}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00521", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the top item in our watch queue mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.21624131500720978, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6653858423233032}], "gold_semantic_scores": [0.6053583025932312], "gold_temporal_scores": [0.06002751737833023], "max_gold_score": 0.6653858423233032, "max_candidate_score": 0.6653858423233032, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6107733845710754, "best_gold_margin": 0.05461245775222778, "weakest_gold_margin": 0.05461245775222778}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00567", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the chore schedule was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.49150192737579346, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5967212319374084}], "gold_semantic_scores": [0.5216212868690491], "gold_temporal_scores": [0.07509986311197281], "max_gold_score": 0.5967212319374084, "max_candidate_score": 0.5986413359642029, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.5986413359642029, "best_gold_margin": -0.0019201040267944336, "weakest_gold_margin": -0.0019201040267944336}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00567", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they set the chore schedule?", "temporal_relation": "none", "query_temporal_norm": 0.16462430357933044, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6544020771980286}], "gold_semantic_scores": [0.6215239763259888], "gold_temporal_scores": [0.03287791088223457], "max_gold_score": 0.6544020771980286, "max_candidate_score": 0.6544020771980286, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4743628203868866, "best_gold_margin": 0.18003925681114197, "weakest_gold_margin": 0.18003925681114197}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00567", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the current household chore schedule for the kitchen, trash, and laundry?", "temporal_relation": "latest", "query_temporal_norm": 0.5616312623023987, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0022567510604858}], "gold_semantic_scores": [0.7420044541358948], "gold_temporal_scores": [0.26025253534317017], "max_gold_score": 1.0022567510604858, "max_candidate_score": 1.0048165321350098, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 1.0048165321350098, "best_gold_margin": -0.0025597810745239258, "weakest_gold_margin": -0.0025597810745239258}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00732", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What benefit did Riley propose for the quantized streaming encoder, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.25866249203681946, "query_session_index": 2, "query_start_sec": 21.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5887686014175415}, {"memory_id": "history_02_utt_0009", "score": 0.5498278141021729}], "gold_semantic_scores": [0.5098547339439392, 0.48999661207199097], "gold_temporal_scores": [0.07891394942998886, 0.059831246733665466], "max_gold_score": 0.5887686014175415, "max_candidate_score": 0.6012005805969238, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.6012005805969238, "best_gold_margin": -0.012431979179382324, "weakest_gold_margin": -0.05137276649475098}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00732", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley propose using a quantized streaming encoder?", "temporal_relation": "session", "query_temporal_norm": 0.26505789160728455, "query_session_index": 2, "query_start_sec": 21.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7307485938072205}], "gold_semantic_scores": [0.6643028259277344], "gold_temporal_scores": [0.06644570082426071], "max_gold_score": 0.7307485938072205, "max_candidate_score": 0.7307485938072205, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6448765993118286, "best_gold_margin": 0.08587199449539185, "weakest_gold_margin": 0.08587199449539185}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00732", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the quantized streaming encoder rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1576298177242279, "query_session_index": 2, "query_start_sec": 21.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8417813777923584}], "gold_semantic_scores": [0.7773457765579224], "gold_temporal_scores": [0.06443558633327484], "max_gold_score": 0.8417813777923584, "max_candidate_score": 0.8417813777923584, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4697878956794739, "best_gold_margin": 0.3719934821128845, "weakest_gold_margin": 0.3719934821128845}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00732", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason given for proposing batched GPU inference?", "temporal_relation": "none", "query_temporal_norm": 0.11409609019756317, "query_session_index": 2, "query_start_sec": 21.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.6987676620483398}], "gold_semantic_scores": [0.6773824095726013], "gold_temporal_scores": [0.02138524129986763], "max_gold_score": 0.6987676620483398, "max_candidate_score": 0.6987676620483398, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5588111877441406, "best_gold_margin": 0.13995647430419922, "weakest_gold_margin": 0.13995647430419922}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00874", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Jordan suggest Greenfield Pharmacy, and what did Parker report about its status?", "temporal_relation": "none", "query_temporal_norm": 0.1728101372718811, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7080264091491699}, {"memory_id": "history_02_utt_0008", "score": 0.5790473818778992}], "gold_semantic_scores": [0.6583149433135986, 0.5291920304298401], "gold_temporal_scores": [0.04971158877015114, 0.04985536262392998], "max_gold_score": 0.7080264091491699, "max_candidate_score": 0.7080264091491699, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6737489104270935, "best_gold_margin": 0.034277498722076416, "weakest_gold_margin": -0.09470152854919434}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00874", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Jordan suggest Greenfield Pharmacy?", "temporal_relation": "none", "query_temporal_norm": 0.12243076413869858, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8467850089073181}], "gold_semantic_scores": [0.8175152540206909], "gold_temporal_scores": [0.029269808903336525], "max_gold_score": 0.8467850089073181, "max_candidate_score": 0.8467850089073181, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7715474367141724, "best_gold_margin": 0.07523757219314575, "weakest_gold_margin": 0.07523757219314575}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00874", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Greenfield Pharmacy?", "temporal_relation": "none", "query_temporal_norm": 0.12655611336231232, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7952890396118164}], "gold_semantic_scores": [0.7707945704460144], "gold_temporal_scores": [0.024494431912899017], "max_gold_score": 0.7952890396118164, "max_candidate_score": 0.7952890396118164, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5181555151939392, "best_gold_margin": 0.2771335244178772, "weakest_gold_margin": 0.2771335244178772}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00874", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Greenfield Pharmacy was closed?", "temporal_relation": "session", "query_temporal_norm": 0.11072926968336105, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8389801979064941}], "gold_semantic_scores": [0.8082336783409119], "gold_temporal_scores": [0.03074638918042183], "max_gold_score": 0.8389801979064941, "max_candidate_score": 0.8389801979064941, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6527562737464905, "best_gold_margin": 0.18622392416000366, "weakest_gold_margin": 0.18622392416000366}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00945", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we changed plans and will do an evening rooftop movie screening instead?", "temporal_relation": "none", "query_temporal_norm": 0.3716515302658081, "query_session_index": 2, "query_start_sec": 18.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9585171341896057}], "gold_semantic_scores": [0.7912676334381104], "gold_temporal_scores": [0.16724969446659088], "max_gold_score": 0.9585171341896057, "max_candidate_score": 0.9585171341896057, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.693473219871521, "best_gold_margin": 0.2650439143180847, "weakest_gold_margin": 0.2650439143180847}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00945", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the group's final plan for the activity?", "temporal_relation": "latest", "query_temporal_norm": 0.5424102544784546, "query_session_index": 2, "query_start_sec": 18.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7590210437774658}], "gold_semantic_scores": [0.4967578649520874], "gold_temporal_scores": [0.2622635066509247], "max_gold_score": 0.7590210437774658, "max_candidate_score": 0.7618664503097534, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0001::1", "max_non_gold_score": 0.7618664503097534, "best_gold_margin": -0.0028454065322875977, "weakest_gold_margin": -0.0028454065322875977}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00945", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Hayden say we'd do instead?", "temporal_relation": "none", "query_temporal_norm": 0.30382969975471497, "query_session_index": 2, "query_start_sec": 18.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7118009924888611}], "gold_semantic_scores": [0.5634740591049194], "gold_temporal_scores": [0.1483267843723297], "max_gold_score": 0.7118009924888611, "max_candidate_score": 0.7118009924888611, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6598124504089355, "best_gold_margin": 0.05198854207992554, "weakest_gold_margin": 0.05198854207992554}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00945", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier on, what activity had the group originally decided on for the afternoon?", "temporal_relation": "earliest", "query_temporal_norm": 0.53508460521698, "query_session_index": 2, "query_start_sec": 18.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8374897241592407}], "gold_semantic_scores": [0.7304810881614685], "gold_temporal_scores": [0.1070086807012558], "max_gold_score": 0.8374897241592407, "max_candidate_score": 0.8374897241592407, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6057891845703125, "best_gold_margin": 0.23170053958892822, "weakest_gold_margin": 0.23170053958892822}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01043", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the annotation deadline to July 15, 2026, and what was the earlier deadline?", "temporal_relation": "comparison", "query_temporal_norm": 0.419362872838974, "query_session_index": 2, "query_start_sec": 18.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7635441422462463}, {"memory_id": "history_02_utt_0009", "score": 0.7186524271965027}], "gold_semantic_scores": [0.619404673576355, 0.5986035466194153], "gold_temporal_scores": [0.14413955807685852, 0.12004907429218292], "max_gold_score": 0.7635441422462463, "max_candidate_score": 0.7635441422462463, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.08743387460708618, "best_gold_margin": 0.6761102676391602, "weakest_gold_margin": 0.6312185525894165}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01043", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deadline did Cameron set for the pilot?", "temporal_relation": "none", "query_temporal_norm": 0.15991337597370148, "query_session_index": 2, "query_start_sec": 18.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8248732686042786}], "gold_semantic_scores": [0.7853583097457886], "gold_temporal_scores": [0.0395149402320385], "max_gold_score": 0.8248732686042786, "max_candidate_score": 0.8248732686042786, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6769751906394958, "best_gold_margin": 0.14789807796478271, "weakest_gold_margin": 0.14789807796478271}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01043", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What date did Cameron move the final annotation deadline to?", "temporal_relation": "none", "query_temporal_norm": 0.478240430355072, "query_session_index": 2, "query_start_sec": 18.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.070176601409912}], "gold_semantic_scores": [0.8214871287345886], "gold_temporal_scores": [0.2486896961927414], "max_gold_score": 1.070176601409912, "max_candidate_score": 1.070176601409912, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8778814673423767, "best_gold_margin": 0.1922951340675354, "weakest_gold_margin": 0.1922951340675354}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01096", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Moonlit Drive for its short intro, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.14668871462345123, "query_session_index": 2, "query_start_sec": 12.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8053297996520996}, {"memory_id": "history_02_utt_0007", "score": 0.6912038922309875}], "gold_semantic_scores": [0.7638790607452393, 0.6720312237739563], "gold_temporal_scores": [0.041450727730989456, 0.01917269639670849], "max_gold_score": 0.8053297996520996, "max_candidate_score": 0.8053297996520996, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5399967432022095, "best_gold_margin": 0.26533305644989014, "weakest_gold_margin": 0.15120714902877808}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01096", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who removed Moonlit Drive?", "temporal_relation": "none", "query_temporal_norm": 0.13938449323177338, "query_session_index": 2, "query_start_sec": 12.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.793200671672821}], "gold_semantic_scores": [0.7586636543273926], "gold_temporal_scores": [0.034537091851234436], "max_gold_score": 0.793200671672821, "max_candidate_score": 0.793200671672821, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5706623792648315, "best_gold_margin": 0.2225382924079895, "weakest_gold_margin": 0.2225382924079895}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01096", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley recommend Moonlit Drive?", "temporal_relation": "session", "query_temporal_norm": 0.16979700326919556, "query_session_index": 2, "query_start_sec": 12.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7575973272323608}], "gold_semantic_scores": [0.7077003717422485], "gold_temporal_scores": [0.04989688843488693], "max_gold_score": 0.7575973272323608, "max_candidate_score": 0.7575973272323608, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.63641357421875, "best_gold_margin": 0.12118375301361084, "weakest_gold_margin": 0.12118375301361084}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01096", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where in the set was Endless Highway suggested to go?", "temporal_relation": "none", "query_temporal_norm": 0.11548452079296112, "query_session_index": 2, "query_start_sec": 12.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7741119861602783}], "gold_semantic_scores": [0.7476561665534973], "gold_temporal_scores": [0.02645580656826496], "max_gold_score": 0.7741119861602783, "max_candidate_score": 0.7741119861602783, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5617488026618958, "best_gold_margin": 0.21236318349838257, "weakest_gold_margin": 0.21236318349838257}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01145", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Skyler's chore schedule change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.37926238775253296, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7521152496337891}, {"memory_id": "history_02_utt_0008", "score": 0.8882858157157898}], "gold_semantic_scores": [0.6177481412887573, 0.7514097690582275], "gold_temporal_scores": [0.13436712324619293, 0.13687629997730255], "max_gold_score": 0.8882858157157898, "max_candidate_score": 0.8882858157157898, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7064112424850464, "best_gold_margin": 0.1818745732307434, "weakest_gold_margin": 0.045704007148742676}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01145", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler state her chore schedule?", "temporal_relation": "session", "query_temporal_norm": 0.26614072918891907, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7648307681083679}], "gold_semantic_scores": [0.680833637714386], "gold_temporal_scores": [0.08399716764688492], "max_gold_score": 0.7648307681083679, "max_candidate_score": 0.8275297284126282, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8275297284126282, "best_gold_margin": -0.06269896030426025, "weakest_gold_margin": -0.06269896030426025}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00015", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who agreed to move the training artifacts bucket to the new object store before cutover?", "temporal_relation": "none", "query_temporal_norm": 0.1843285709619522, "query_session_index": 2, "query_start_sec": 19.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6874306201934814}], "gold_semantic_scores": [0.7167766094207764], "gold_temporal_scores": [-0.029345916584134102], "max_gold_score": 0.6874306201934814, "max_candidate_score": 0.6874306201934814, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.552484929561615, "best_gold_margin": 0.13494569063186646, "weakest_gold_margin": 0.13494569063186646}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00015", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Jordan say Reese agreed to do before cutover?", "temporal_relation": "none", "query_temporal_norm": 0.2595399022102356, "query_session_index": 2, "query_start_sec": 19.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.26655277609825134}], "gold_semantic_scores": [0.329022616147995], "gold_temporal_scores": [-0.06246987730264664], "max_gold_score": 0.26655277609825134, "max_candidate_score": 0.26655277609825134, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.12423768639564514, "best_gold_margin": 0.1423150897026062, "weakest_gold_margin": 0.1423150897026062}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00015", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention Reese's agreement about the training artifacts bucket?", "temporal_relation": "session", "query_temporal_norm": 0.19349315762519836, "query_session_index": 2, "query_start_sec": 19.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5206924676895142}], "gold_semantic_scores": [0.4872642457485199], "gold_temporal_scores": [0.03342815488576889], "max_gold_score": 0.5206924676895142, "max_candidate_score": 0.5206924676895142, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4493495523929596, "best_gold_margin": 0.07134291529655457, "weakest_gold_margin": 0.07134291529655457}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00015", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "Where might the email with the new password be, if I haven't seen it yet?", "temporal_relation": "none", "query_temporal_norm": 0.46746888756752014, "query_session_index": 2, "query_start_sec": 19.8, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5925514698028564, "top_memory_id": "history_02_utt_0023", "max_non_gold_score": 0.5925514698028564, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00089", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest venue for the screening was?", "temporal_relation": "latest", "query_temporal_norm": 0.537879467010498, "query_session_index": 2, "query_start_sec": 17.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8255382776260376}], "gold_semantic_scores": [0.5849862694740295], "gold_temporal_scores": [0.24055206775665283], "max_gold_score": 0.8255382776260376, "max_candidate_score": 0.8386310338973999, "top_memory_id": "history_02_utt_0009::cf::main::0", "max_non_gold_score": 0.8386310338973999, "best_gold_margin": -0.013092756271362305, "weakest_gold_margin": -0.013092756271362305}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00089", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned moving the screening to the basement den?", "temporal_relation": "none", "query_temporal_norm": 0.20744191110134125, "query_session_index": 2, "query_start_sec": 17.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8669105768203735}], "gold_semantic_scores": [0.7766188383102417], "gold_temporal_scores": [0.09029173851013184], "max_gold_score": 0.8669105768203735, "max_candidate_score": 0.8669105768203735, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6277626156806946, "best_gold_margin": 0.23914796113967896, "weakest_gold_margin": 0.23914796113967896}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00089", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who said Jordan is bringing the spare adapter tonight?", "temporal_relation": "none", "query_temporal_norm": 0.2301165610551834, "query_session_index": 2, "query_start_sec": 17.48, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.20502141118049622, "top_memory_id": "history_01_utt_0045", "max_non_gold_score": 0.20502141118049622, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00229", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the movie night venue to the library media room, and what was the earlier venue?", "temporal_relation": "comparison", "query_temporal_norm": 0.3690614700317383, "query_session_index": 2, "query_start_sec": 11.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7928050756454468}, {"memory_id": "history_02_utt_0010", "score": 0.9009154438972473}], "gold_semantic_scores": [0.6603080630302429, 0.7872880101203918], "gold_temporal_scores": [0.13249707221984863, 0.11362728476524353], "max_gold_score": 0.9009154438972473, "max_candidate_score": 0.9009154438972473, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.3613816499710083, "best_gold_margin": 0.539533793926239, "weakest_gold_margin": 0.4314234256744385}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00229", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the movie night originally planned to take place?", "temporal_relation": "earliest", "query_temporal_norm": 0.5395673513412476, "query_session_index": 2, "query_start_sec": 11.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9194372296333313}], "gold_semantic_scores": [0.7511195540428162], "gold_temporal_scores": [0.16831770539283752], "max_gold_score": 0.9194372296333313, "max_candidate_score": 0.9194372296333313, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.662341296672821, "best_gold_margin": 0.25709593296051025, "weakest_gold_margin": 0.25709593296051025}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00229", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Taylor say they were pushing for the movie night to happen in?", "temporal_relation": "none", "query_temporal_norm": 0.20452822744846344, "query_session_index": 2, "query_start_sec": 11.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.716826856136322}], "gold_semantic_scores": [0.713028073310852], "gold_temporal_scores": [0.0037986543029546738], "max_gold_score": 0.716826856136322, "max_candidate_score": 0.716826856136322, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7149851322174072, "best_gold_margin": 0.001841723918914795, "weakest_gold_margin": 0.001841723918914795}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00229", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention the rec room at their building for the movie night?", "temporal_relation": "session", "query_temporal_norm": 0.2677943706512451, "query_session_index": 2, "query_start_sec": 11.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.683550238609314}], "gold_semantic_scores": [0.6134328842163086], "gold_temporal_scores": [0.07011737674474716], "max_gold_score": 0.683550238609314, "max_candidate_score": 0.683550238609314, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5734168887138367, "best_gold_margin": 0.1101333498954773, "weakest_gold_margin": 0.1101333498954773}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00371", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden originally say the departure time was before it got pushed back?", "temporal_relation": "earliest", "query_temporal_norm": 0.5225516557693481, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8474588990211487}], "gold_semantic_scores": [0.7172212600708008], "gold_temporal_scores": [0.1302376538515091], "max_gold_score": 0.8474588990211487, "max_candidate_score": 0.8474588990211487, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7639834880828857, "best_gold_margin": 0.08347541093826294, "weakest_gold_margin": 0.08347541093826294}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00371", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the departure time we talked about earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.332213431596756, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7663289904594421}, {"memory_id": "history_02_utt_0010", "score": 0.7421817779541016}], "gold_semantic_scores": [0.6489036679267883, 0.6461819410324097], "gold_temporal_scores": [0.11742512881755829, 0.09599970281124115], "max_gold_score": 0.7663289904594421, "max_candidate_score": 0.7663289904594421, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5851420760154724, "best_gold_margin": 0.18118691444396973, "weakest_gold_margin": 0.15703970193862915}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00371", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Hayden say they were originally going to leave for the pharmacy run?", "temporal_relation": "earliest", "query_temporal_norm": 0.5601426959037781, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9404064416885376}], "gold_semantic_scores": [0.8011289238929749], "gold_temporal_scores": [0.13927777111530304], "max_gold_score": 0.9404064416885376, "max_candidate_score": 0.9404064416885376, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8264148831367493, "best_gold_margin": 0.11399155855178833, "weakest_gold_margin": 0.11399155855178833}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00371", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Hayden mention they were going to leave at 5:10 PM?", "temporal_relation": "session", "query_temporal_norm": 0.2252182513475418, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7594243884086609}], "gold_semantic_scores": [0.6834231615066528], "gold_temporal_scores": [0.07600132375955582], "max_gold_score": 0.7594243884086609, "max_candidate_score": 0.7594243884086609, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6857626438140869, "best_gold_margin": 0.07366174459457397, "weakest_gold_margin": 0.07366174459457397}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00432", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Quinn describe the evaluation plan changing from the earlier discussion to the later one?", "temporal_relation": "none", "query_temporal_norm": 0.4155419170856476, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7571629881858826}, {"memory_id": "history_02_utt_0009", "score": 0.8033519387245178}], "gold_semantic_scores": [0.616183876991272, 0.6576612591743469], "gold_temporal_scores": [0.1409790962934494, 0.1456913948059082], "max_gold_score": 0.8033519387245178, "max_candidate_score": 0.8033519387245178, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6808956861495972, "best_gold_margin": 0.12245625257492065, "weakest_gold_margin": 0.0762673020362854}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00432", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What evaluation plan was discussed initially?", "temporal_relation": "earliest", "query_temporal_norm": 0.5309615135192871, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8176841139793396}], "gold_semantic_scores": [0.6942682862281799], "gold_temporal_scores": [0.12341590225696564], "max_gold_score": 0.8176841139793396, "max_candidate_score": 0.8176841139793396, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.546146035194397, "best_gold_margin": 0.2715380787849426, "weakest_gold_margin": 0.2715380787849426}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00432", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to evaluate on the pilot split?", "temporal_relation": "none", "query_temporal_norm": 0.3307041823863983, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6287997364997864}], "gold_semantic_scores": [0.5803735852241516], "gold_temporal_scores": [0.04842604324221611], "max_gold_score": 0.6287997364997864, "max_candidate_score": 0.6287997364997864, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.4256420135498047, "best_gold_margin": 0.2031577229499817, "weakest_gold_margin": 0.2031577229499817}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00432", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the evaluation plan to cross-split macro F1?", "temporal_relation": "none", "query_temporal_norm": 0.24163837730884552, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.940140426158905}], "gold_semantic_scores": [0.8232463598251343], "gold_temporal_scores": [0.11689373850822449], "max_gold_score": 0.940140426158905, "max_candidate_score": 0.940140426158905, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7217746376991272, "best_gold_margin": 0.21836578845977783, "weakest_gold_margin": 0.21836578845977783}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00498", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the live demo deployment had been switched to the conference hall mini cluster?", "temporal_relation": "none", "query_temporal_norm": 0.37291011214256287, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9710699319839478}], "gold_semantic_scores": [0.781084418296814], "gold_temporal_scores": [0.18998585641384125], "max_gold_score": 0.9710699319839478, "max_candidate_score": 0.9710699319839478, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.2673514485359192, "best_gold_margin": 0.7037184834480286, "weakest_gold_margin": 0.7037184834480286}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00498", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the deployment target changed from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.39897021651268005, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.46305203437805176}, {"memory_id": "history_02_utt_0009", "score": 0.7086048722267151}], "gold_semantic_scores": [0.31837818026542664, 0.5948855876922607], "gold_temporal_scores": [0.14467379450798035, 0.11371911317110062], "max_gold_score": 0.7086048722267151, "max_candidate_score": 0.7086048722267151, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.18600775301456451, "best_gold_margin": 0.5225971192121506, "weakest_gold_margin": 0.27704428136348724}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00498", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the live demo most recently deployed?", "temporal_relation": "none", "query_temporal_norm": 0.48598313331604004, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9259123206138611}], "gold_semantic_scores": [0.7034188508987427], "gold_temporal_scores": [0.22249285876750946], "max_gold_score": 0.9259123206138611, "max_candidate_score": 0.9259123206138611, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9248917698860168, "best_gold_margin": 0.0010205507278442383, "weakest_gold_margin": 0.0010205507278442383}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00498", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the demo first deployed during the dry run?", "temporal_relation": "none", "query_temporal_norm": 0.502334713935852, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.771232545375824}], "gold_semantic_scores": [0.6643081307411194], "gold_temporal_scores": [0.10692453384399414], "max_gold_score": 0.771232545375824, "max_candidate_score": 0.771232545375824, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.47614917159080505, "best_gold_margin": 0.2950833737850189, "weakest_gold_margin": 0.2950833737850189}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00538", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What benefit did Morgan cite for Riverside Pharmacy, and why was it ruled out for tonight?", "temporal_relation": "none", "query_temporal_norm": 0.1509169638156891, "query_session_index": 2, "query_start_sec": 15.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7321282029151917}, {"memory_id": "history_02_utt_0008", "score": 0.7451869249343872}], "gold_semantic_scores": [0.6867294907569885, 0.6992644667625427], "gold_temporal_scores": [0.04539872333407402, 0.045922622084617615], "max_gold_score": 0.7451869249343872, "max_candidate_score": 0.8020761013031006, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8020761013031006, "best_gold_margin": -0.05688917636871338, "weakest_gold_margin": -0.06994789838790894}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00538", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Riverside Pharmacy?", "temporal_relation": "none", "query_temporal_norm": 0.14790290594100952, "query_session_index": 2, "query_start_sec": 15.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.761738657951355}], "gold_semantic_scores": [0.7302539348602295], "gold_temporal_scores": [0.031484801322221756], "max_gold_score": 0.761738657951355, "max_candidate_score": 0.761738657951355, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.38020721077919006, "best_gold_margin": 0.3815314471721649, "weakest_gold_margin": 0.3815314471721649}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00538", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we decide to leave the spare key?", "temporal_relation": "none", "query_temporal_norm": 0.2883572578430176, "query_session_index": 2, "query_start_sec": 15.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0033", "score": 0.5998722314834595}], "gold_semantic_scores": [0.5688670873641968], "gold_temporal_scores": [0.031004969030618668], "max_gold_score": 0.5998722314834595, "max_candidate_score": 0.5998722314834595, "top_memory_id": "history_01_utt_0033", "max_non_gold_score": 0.410031795501709, "best_gold_margin": 0.1898404359817505, "weakest_gold_margin": 0.1898404359817505}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00538", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned where the spare key was left?", "temporal_relation": "session", "query_temporal_norm": 0.16177260875701904, "query_session_index": 2, "query_start_sec": 15.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0033", "score": 0.7524019479751587}], "gold_semantic_scores": [0.7107564806938171], "gold_temporal_scores": [0.04164532944560051], "max_gold_score": 0.7524019479751587, "max_candidate_score": 0.7524019479751587, "top_memory_id": "history_01_utt_0033", "max_non_gold_score": 0.4302307367324829, "best_gold_margin": 0.3221712112426758, "weakest_gold_margin": 0.3221712112426758}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00679", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my movie night venue changed from in the earlier discussion to in the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.423255980014801, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7957949042320251}, {"memory_id": "history_02_utt_0009", "score": 0.9017065763473511}], "gold_semantic_scores": [0.6412396430969238, 0.7380831837654114], "gold_temporal_scores": [0.1545555144548416, 0.16362321376800537], "max_gold_score": 0.9017065763473511, "max_candidate_score": 0.9179713129997253, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9179713129997253, "best_gold_margin": -0.016264736652374268, "weakest_gold_margin": -0.1221764087677002}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00679", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the movie night to the clubhouse screening room?", "temporal_relation": "none", "query_temporal_norm": 0.28170523047447205, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9085524082183838}], "gold_semantic_scores": [0.7829689383506775], "gold_temporal_scores": [0.12558366358280182], "max_gold_score": 0.9085524082183838, "max_candidate_score": 0.9085524082183838, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7224483489990234, "best_gold_margin": 0.18610405921936035, "weakest_gold_margin": 0.18610405921936035}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00679", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the movie night originally planned to be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.5565818548202515, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9081237316131592}], "gold_semantic_scores": [0.7542709112167358], "gold_temporal_scores": [0.15385285019874573], "max_gold_score": 0.9081237316131592, "max_candidate_score": 0.9081237316131592, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6107768416404724, "best_gold_margin": 0.29734688997268677, "weakest_gold_margin": 0.29734688997268677}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00679", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What time is the movie starting tonight?", "temporal_relation": "none", "query_temporal_norm": 0.4844605624675751, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.8129850029945374, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8129850029945374, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00855", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the persistent API worker, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1672779768705368, "query_session_index": 2, "query_start_sec": 14.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6488564014434814}, {"memory_id": "history_02_utt_0010", "score": 0.5854383111000061}], "gold_semantic_scores": [0.600379467010498, 0.5239225625991821], "gold_temporal_scores": [0.0484769232571125, 0.06151539087295532], "max_gold_score": 0.6488564014434814, "max_candidate_score": 0.6488564014434814, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6205674409866333, "best_gold_margin": 0.028288960456848145, "weakest_gold_margin": -0.0351291298866272}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00855", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the rejection reason for the persistent API worker mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.2591874599456787, "query_session_index": 2, "query_start_sec": 14.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7798048257827759}], "gold_semantic_scores": [0.6597725749015808], "gold_temporal_scores": [0.12003203481435776], "max_gold_score": 0.7798048257827759, "max_candidate_score": 0.7798048257827759, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6841940879821777, "best_gold_margin": 0.09561073780059814, "weakest_gold_margin": 0.09561073780059814}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00855", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the micro-batching adapter proposed?", "temporal_relation": "none", "query_temporal_norm": 0.11532416939735413, "query_session_index": 2, "query_start_sec": 14.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.8287292718887329}], "gold_semantic_scores": [0.8001716136932373], "gold_temporal_scores": [0.02855764329433441], "max_gold_score": 0.8287292718887329, "max_candidate_score": 0.8287292718887329, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.48389732837677, "best_gold_margin": 0.3448319435119629, "weakest_gold_margin": 0.3448319435119629}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00855", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was done to stabilize the API schema during release preparation?", "temporal_relation": "none", "query_temporal_norm": 0.13993185758590698, "query_session_index": 2, "query_start_sec": 14.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0035", "score": 0.5208996534347534}], "gold_semantic_scores": [0.4762575030326843], "gold_temporal_scores": [0.044642120599746704], "max_gold_score": 0.5208996534347534, "max_candidate_score": 0.5816923379898071, "top_memory_id": "history_02_utt_0035", "max_non_gold_score": 0.5816923379898071, "best_gold_margin": -0.06079268455505371, "weakest_gold_margin": -0.06079268455505371}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01032", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Reese give for suggesting Quiet Harbor, and why was it later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.17712612450122833, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6886929869651794}, {"memory_id": "history_02_utt_0010", "score": 0.5899394154548645}], "gold_semantic_scores": [0.6334437727928162, 0.5351051092147827], "gold_temporal_scores": [0.05524922534823418, 0.05483407899737358], "max_gold_score": 0.6886929869651794, "max_candidate_score": 0.6886929869651794, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6629305481910706, "best_gold_margin": 0.025762438774108887, "weakest_gold_margin": -0.07299113273620605}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01032", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Reese suggest Quiet Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.15068289637565613, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8162311911582947}], "gold_semantic_scores": [0.7765039205551147], "gold_temporal_scores": [0.039727210998535156], "max_gold_score": 0.8162311911582947, "max_candidate_score": 0.8162311911582947, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7716208100318909, "best_gold_margin": 0.04461038112640381, "weakest_gold_margin": 0.04461038112640381}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01032", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Quiet Harbor dropped as a recommendation?", "temporal_relation": "none", "query_temporal_norm": 0.14246167242527008, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8198176622390747}], "gold_semantic_scores": [0.7612133026123047], "gold_temporal_scores": [0.05860418453812599], "max_gold_score": 0.8198176622390747, "max_candidate_score": 0.8198176622390747, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6612874865531921, "best_gold_margin": 0.15853017568588257, "weakest_gold_margin": 0.15853017568588257}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01032", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the reason for recommending Midnight Signals mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.11951053142547607, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.828188955783844}], "gold_semantic_scores": [0.8006802201271057], "gold_temporal_scores": [0.027508532628417015], "max_gold_score": 0.828188955783844, "max_candidate_score": 0.828188955783844, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.6224244832992554, "best_gold_margin": 0.20576447248458862, "weakest_gold_margin": 0.20576447248458862}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01143", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said our go or no go threshold was 0.72 AUPRC before it was later raised?", "temporal_relation": "earliest", "query_temporal_norm": 0.4532724916934967, "query_session_index": 2, "query_start_sec": 17.800000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5956497192382812}], "gold_semantic_scores": [0.5327848792076111], "gold_temporal_scores": [0.0628647431731224], "max_gold_score": 0.5956497192382812, "max_candidate_score": 0.5956497192382812, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.44946587085723877, "best_gold_margin": 0.14618384838104248, "weakest_gold_margin": 0.14618384838104248}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01143", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in our go/no-go threshold on the dev leaderboard?", "temporal_relation": "comparison", "query_temporal_norm": 0.21936218440532684, "query_session_index": 2, "query_start_sec": 17.800000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6626600027084351}, {"memory_id": "history_02_utt_0009", "score": 0.7374898195266724}], "gold_semantic_scores": [0.5915499925613403, 0.6715443730354309], "gold_temporal_scores": [0.07110991328954697, 0.06594523042440414], "max_gold_score": 0.7374898195266724, "max_candidate_score": 0.7374898195266724, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.26544222235679626, "best_gold_margin": 0.4720475971698761, "weakest_gold_margin": 0.3972177803516388}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01143", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan mention the go/no-go threshold?", "temporal_relation": "session", "query_temporal_norm": 0.1961907148361206, "query_session_index": 2, "query_start_sec": 17.800000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5799478888511658}], "gold_semantic_scores": [0.5238640308380127], "gold_temporal_scores": [0.05608373135328293], "max_gold_score": 0.5799478888511658, "max_candidate_score": 0.5799478888511658, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4879840612411499, "best_gold_margin": 0.09196382761001587, "weakest_gold_margin": 0.09196382761001587}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01268", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn say about why the harbor ferry worked for them, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.20590147376060486, "query_session_index": 2, "query_start_sec": 13.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6685029864311218}, {"memory_id": "history_02_utt_0009", "score": 0.5813218951225281}], "gold_semantic_scores": [0.6041834354400635, 0.513972818851471], "gold_temporal_scores": [0.06431951373815536, 0.06734921038150787], "max_gold_score": 0.6685029864311218, "max_candidate_score": 0.6685029864311218, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.666184663772583, "best_gold_margin": 0.0023183226585388184, "weakest_gold_margin": -0.08486276865005493}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01268", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about why the campus shuttle would be convenient?", "temporal_relation": "none", "query_temporal_norm": 0.10896244645118713, "query_session_index": 2, "query_start_sec": 13.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6176431179046631}], "gold_semantic_scores": [0.5941105484962463], "gold_temporal_scores": [0.023532569408416748], "max_gold_score": 0.6176431179046631, "max_candidate_score": 0.6176431179046631, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.5656030774116516, "best_gold_margin": 0.052040040493011475, "weakest_gold_margin": 0.052040040493011475}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01268", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the campus shuttle's Saturday service stops at noon?", "temporal_relation": "session", "query_temporal_norm": 0.23291023075580597, "query_session_index": 2, "query_start_sec": 13.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0024", "score": 0.7657157182693481}], "gold_semantic_scores": [0.6697599291801453], "gold_temporal_scores": [0.09595582634210587], "max_gold_score": 0.7657157182693481, "max_candidate_score": 0.7657157182693481, "top_memory_id": "history_02_utt_0024", "max_non_gold_score": 0.4547383487224579, "best_gold_margin": 0.31097736954689026, "weakest_gold_margin": 0.31097736954689026}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01335", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest activity choice was for the weekend?", "temporal_relation": "latest", "query_temporal_norm": 0.5439093708992004, "query_session_index": 2, "query_start_sec": 21.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0105524063110352}], "gold_semantic_scores": [0.7506309151649475], "gold_temporal_scores": [0.2599216103553772], "max_gold_score": 1.0105524063110352, "max_candidate_score": 1.0169086456298828, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 1.0169086456298828, "best_gold_margin": -0.006356239318847656, "weakest_gold_margin": -0.006356239318847656}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01335", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned wanting to visit the aquarium now?", "temporal_relation": "none", "query_temporal_norm": 0.15162351727485657, "query_session_index": 2, "query_start_sec": 21.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7009096741676331}], "gold_semantic_scores": [0.6644939184188843], "gold_temporal_scores": [0.03641573712229729], "max_gold_score": 0.7009096741676331, "max_candidate_score": 0.7009096741676331, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.48848187923431396, "best_gold_margin": 0.2124277949333191, "weakest_gold_margin": 0.2124277949333191}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01335", "qa_id": "extra_qa_0002", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Morgan say they wanted to do now?", "temporal_relation": "latest", "query_temporal_norm": 0.1859535574913025, "query_session_index": 2, "query_start_sec": 21.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.717893123626709}], "gold_semantic_scores": [0.7264266610145569], "gold_temporal_scores": [-0.008533729240298271], "max_gold_score": 0.717893123626709, "max_candidate_score": 0.7620400190353394, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0002::2", "max_non_gold_score": 0.7620400190353394, "best_gold_margin": -0.04414689540863037, "weakest_gold_margin": -0.04414689540863037}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01335", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan say they'd prefer an aquarium visit?", "temporal_relation": "session", "query_temporal_norm": 0.13764777779579163, "query_session_index": 2, "query_start_sec": 21.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7924535870552063}], "gold_semantic_scores": [0.7412726283073425], "gold_temporal_scores": [0.051181044429540634], "max_gold_score": 0.7924535870552063, "max_candidate_score": 0.7924535870552063, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6772159337997437, "best_gold_margin": 0.11523765325546265, "weakest_gold_margin": 0.11523765325546265}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01444", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Quinn describe changing the evaluation plan from the earlier discussion to the later one?", "temporal_relation": "none", "query_temporal_norm": 0.3828452527523041, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8408802151679993}, {"memory_id": "history_02_utt_0010", "score": 0.7709493637084961}], "gold_semantic_scores": [0.7040485143661499, 0.6482317447662354], "gold_temporal_scores": [0.13683152198791504, 0.12271733582019806], "max_gold_score": 0.8408802151679993, "max_candidate_score": 0.8408802151679993, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7241123914718628, "best_gold_margin": 0.11676782369613647, "weakest_gold_margin": 0.0468369722366333}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01444", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original evaluation plan discussed earlier?", "temporal_relation": "earliest", "query_temporal_norm": 0.542972207069397, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8303762078285217}], "gold_semantic_scores": [0.6955481767654419], "gold_temporal_scores": [0.13482797145843506], "max_gold_score": 0.8303762078285217, "max_candidate_score": 0.8303762078285217, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6718315482139587, "best_gold_margin": 0.158544659614563, "weakest_gold_margin": 0.158544659614563}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01444", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described switching the evaluation plan to a remote study?", "temporal_relation": "none", "query_temporal_norm": 0.24317455291748047, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8205369114875793}], "gold_semantic_scores": [0.7239629030227661], "gold_temporal_scores": [0.09657418727874756], "max_gold_score": 0.8205369114875793, "max_candidate_score": 0.8205369114875793, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6343051791191101, "best_gold_margin": 0.18623173236846924, "weakest_gold_margin": 0.18623173236846924}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01444", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation plan change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.39158788323402405, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8252296447753906}, {"memory_id": "history_02_utt_0010", "score": 0.8598364591598511}], "gold_semantic_scores": [0.6852806806564331, 0.7215393781661987], "gold_temporal_scores": [0.13994890451431274, 0.13829706609249115], "max_gold_score": 0.8598364591598511, "max_candidate_score": 0.8598364591598511, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.3472769856452942, "best_gold_margin": 0.5125594735145569, "weakest_gold_margin": 0.47795265913009644}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01531", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron say the latest title pick was?", "temporal_relation": "latest", "query_temporal_norm": 0.5521672964096069, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8826122879981995}], "gold_semantic_scores": [0.6047030687332153], "gold_temporal_scores": [0.27790895104408264], "max_gold_score": 0.8826122879981995, "max_candidate_score": 0.8852783441543579, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8852783441543579, "best_gold_margin": -0.0026660561561584473, "weakest_gold_margin": -0.0026660561561584473}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01531", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest title chosen for us to watch?", "temporal_relation": "latest", "query_temporal_norm": 0.5113410353660583, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9123657941818237}], "gold_semantic_scores": [0.6604987382888794], "gold_temporal_scores": [0.2518671751022339], "max_gold_score": 0.9123657941818237, "max_candidate_score": 0.9123657941818237, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9048937559127808, "best_gold_margin": 0.007472038269042969, "weakest_gold_margin": 0.007472038269042969}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01531", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention Echo Harbor as their choice?", "temporal_relation": "session", "query_temporal_norm": 0.22746166586875916, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6316741108894348}], "gold_semantic_scores": [0.6256958842277527], "gold_temporal_scores": [0.005978328175842762], "max_gold_score": 0.6316741108894348, "max_candidate_score": 0.6316741108894348, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5914024710655212, "best_gold_margin": 0.040271639823913574, "weakest_gold_margin": 0.040271639823913574}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01531", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned changing the next title pick to Echo Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.290868878364563, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.886462926864624}], "gold_semantic_scores": [0.7650570273399353], "gold_temporal_scores": [0.12140519917011261], "max_gold_score": 0.886462926864624, "max_candidate_score": 0.886462926864624, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5595119595527649, "best_gold_margin": 0.32695096731185913, "weakest_gold_margin": 0.32695096731185913}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01616", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we'd moved over to the synced-v3 corpus with harmonized metadata?", "temporal_relation": "none", "query_temporal_norm": 0.17908357083797455, "query_session_index": 2, "query_start_sec": 20.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7659090161323547}], "gold_semantic_scores": [0.6893562078475952], "gold_temporal_scores": [0.07655281573534012], "max_gold_score": 0.7659090161323547, "max_candidate_score": 0.7659090161323547, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.36677461862564087, "best_gold_margin": 0.39913439750671387, "weakest_gold_margin": 0.39913439750671387}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01616", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version did we discuss using before the synced-v3 corpus?", "temporal_relation": "before", "query_temporal_norm": 0.35704436898231506, "query_session_index": 2, "query_start_sec": 20.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5405979752540588}], "gold_semantic_scores": [0.4729323089122772], "gold_temporal_scores": [0.06766586005687714], "max_gold_score": 0.5405979752540588, "max_candidate_score": 0.5405979752540588, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4471401572227478, "best_gold_margin": 0.09345781803131104, "weakest_gold_margin": 0.09345781803131104}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01616", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Skyler say we moved to after the pilot cleanup?", "temporal_relation": "none", "query_temporal_norm": 0.3400655686855316, "query_session_index": 2, "query_start_sec": 20.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8623077273368835}], "gold_semantic_scores": [0.7154326438903809], "gold_temporal_scores": [0.14687487483024597], "max_gold_score": 0.8623077273368835, "max_candidate_score": 0.8623077273368835, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7901038527488708, "best_gold_margin": 0.0722038745880127, "weakest_gold_margin": 0.0722038745880127}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01616", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version did we most recently switch to?", "temporal_relation": "latest", "query_temporal_norm": 0.5483587384223938, "query_session_index": 2, "query_start_sec": 20.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7627651691436768}], "gold_semantic_scores": [0.49986109137535095], "gold_temporal_scores": [0.2629043161869049], "max_gold_score": 0.7627651691436768, "max_candidate_score": 0.7646439671516418, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.7646439671516418, "best_gold_margin": -0.0018787980079650879, "weakest_gold_margin": -0.0018787980079650879}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01832", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my shopping item change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4294810891151428, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7902716994285583}, {"memory_id": "history_02_utt_0010", "score": 0.7501102685928345}], "gold_semantic_scores": [0.6309700012207031, 0.6132368445396423], "gold_temporal_scores": [0.15930166840553284, 0.1368732750415802], "max_gold_score": 0.7902716994285583, "max_candidate_score": 0.8189934492111206, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.8189934492111206, "best_gold_margin": -0.028721749782562256, "weakest_gold_margin": -0.06888318061828613}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01832", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they are now buying laundry detergent?", "temporal_relation": "none", "query_temporal_norm": 0.19637134671211243, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.5610812306404114}], "gold_semantic_scores": [0.4725249409675598], "gold_temporal_scores": [0.0885566845536232], "max_gold_score": 0.5610812306404114, "max_candidate_score": 0.5610812306404114, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4348144233226776, "best_gold_margin": 0.12626680731773376, "weakest_gold_margin": 0.12626680731773376}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01934", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's movie night venue change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.40318042039871216, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.86396324634552}, {"memory_id": "history_02_utt_0011", "score": 0.7727766036987305}], "gold_semantic_scores": [0.7260812520980835, 0.6438372731208801], "gold_temporal_scores": [0.13788212835788727, 0.12893912196159363], "max_gold_score": 0.86396324634552, "max_candidate_score": 0.86396324634552, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7238944172859192, "best_gold_margin": 0.14006882905960083, "weakest_gold_margin": 0.04888218641281128}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01934", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention Parker's basement den for the screening?", "temporal_relation": "session", "query_temporal_norm": 0.22518761456012726, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7861995697021484}], "gold_semantic_scores": [0.7613504528999329], "gold_temporal_scores": [0.024849088862538338], "max_gold_score": 0.7861995697021484, "max_candidate_score": 0.7861995697021484, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7240402698516846, "best_gold_margin": 0.06215929985046387, "weakest_gold_margin": 0.06215929985046387}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01934", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the movie night screening most recently set to be held?", "temporal_relation": "none", "query_temporal_norm": 0.5412967801094055, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7907142043113708}], "gold_semantic_scores": [0.5348119139671326], "gold_temporal_scores": [0.2559024393558502], "max_gold_score": 0.7907142043113708, "max_candidate_score": 0.7957138419151306, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0007::1", "max_non_gold_score": 0.7957138419151306, "best_gold_margin": -0.004999637603759766, "weakest_gold_margin": -0.004999637603759766}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02023", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who moved their migration deadline to Friday, July 19, and what was the earlier deadline?", "temporal_relation": "none", "query_temporal_norm": 0.37225842475891113, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7422804832458496}, {"memory_id": "history_02_utt_0011", "score": 0.807306706905365}], "gold_semantic_scores": [0.6254363059997559, 0.7097128033638], "gold_temporal_scores": [0.1168440505862236, 0.0975942388176918], "max_gold_score": 0.807306706905365, "max_candidate_score": 0.807306706905365, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5093066096305847, "best_gold_margin": 0.2980000972747803, "weakest_gold_margin": 0.2329738736152649}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02023", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When was the training pipeline migration originally supposed to be completed?", "temporal_relation": "earliest", "query_temporal_norm": 0.546883761882782, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8834235668182373}], "gold_semantic_scores": [0.7658857107162476], "gold_temporal_scores": [0.11753787100315094], "max_gold_score": 0.8834235668182373, "max_candidate_score": 0.8834235668182373, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7343187928199768, "best_gold_margin": 0.1491047739982605, "weakest_gold_margin": 0.1491047739982605}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02023", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the training pipeline migration deadline was set for Tuesday, July 9?", "temporal_relation": "none", "query_temporal_norm": 0.1753990650177002, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9130987524986267}], "gold_semantic_scores": [0.863185703754425], "gold_temporal_scores": [0.04991297796368599], "max_gold_score": 0.9130987524986267, "max_candidate_score": 0.9130987524986267, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7642733454704285, "best_gold_margin": 0.14882540702819824, "weakest_gold_margin": 0.14882540702819824}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02125", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Cameron originally say the event was planned around before it got changed later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5594931244850159, "query_session_index": 2, "query_start_sec": 12.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8252041935920715}], "gold_semantic_scores": [0.6693615317344666], "gold_temporal_scores": [0.1558428555727005], "max_gold_score": 0.8252041935920715, "max_candidate_score": 0.8252041935920715, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7285700440406799, "best_gold_margin": 0.0966341495513916, "weakest_gold_margin": 0.0966341495513916}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02125", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the event originally planned to take place?", "temporal_relation": "earliest", "query_temporal_norm": 0.5304703116416931, "query_session_index": 2, "query_start_sec": 12.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8258779644966125}], "gold_semantic_scores": [0.6797798275947571], "gold_temporal_scores": [0.1460982710123062], "max_gold_score": 0.8258779644966125, "max_candidate_score": 0.8258779644966125, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6724170446395874, "best_gold_margin": 0.15346091985702515, "weakest_gold_margin": 0.15346091985702515}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02125", "qa_id": "extra_qa_0003", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the event was originally planned around the lakeside pavilion?", "temporal_relation": "earliest", "query_temporal_norm": 0.5485978126525879, "query_session_index": 2, "query_start_sec": 12.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8839622735977173}], "gold_semantic_scores": [0.7718623876571655], "gold_temporal_scores": [0.1121000200510025], "max_gold_score": 0.8839622735977173, "max_candidate_score": 0.8839622735977173, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7286952137947083, "best_gold_margin": 0.15526705980300903, "weakest_gold_margin": 0.15526705980300903}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02125", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention the lakeside pavilion as the planned venue?", "temporal_relation": "session", "query_temporal_norm": 0.2214045524597168, "query_session_index": 2, "query_start_sec": 12.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7266607284545898}], "gold_semantic_scores": [0.668773353099823], "gold_temporal_scores": [0.05788726732134819], "max_gold_score": 0.7266607284545898, "max_candidate_score": 0.7266607284545898, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6226689219474792, "best_gold_margin": 0.1039918065071106, "weakest_gold_margin": 0.1039918065071106}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02231", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest venue choice was for the playlist reveal?", "temporal_relation": "latest", "query_temporal_norm": 0.5555423498153687, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7478193640708923}], "gold_semantic_scores": [0.4929293990135193], "gold_temporal_scores": [0.2548903226852417], "max_gold_score": 0.7478193640708923, "max_candidate_score": 0.7636785507202148, "top_memory_id": "history_02_utt_0008::cf::main::1", "max_non_gold_score": 0.7636785507202148, "best_gold_margin": -0.01585918664932251, "weakest_gold_margin": -0.01585918664932251}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02231", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they are using the shuttle bus for the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.2470422387123108, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7774803638458252}], "gold_semantic_scores": [0.6627307534217834], "gold_temporal_scores": [0.11474952846765518], "max_gold_score": 0.7774803638458252, "max_candidate_score": 0.7774803638458252, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4657302796840668, "best_gold_margin": 0.3117500841617584, "weakest_gold_margin": 0.3117500841617584}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02231", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we originally plan to hold the playlist reveal?", "temporal_relation": "earliest", "query_temporal_norm": 0.5651022791862488, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.852983295917511}], "gold_semantic_scores": [0.7476779222488403], "gold_temporal_scores": [0.10530539602041245], "max_gold_score": 0.852983295917511, "max_candidate_score": 0.852983295917511, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6882598996162415, "best_gold_margin": 0.16472339630126953, "weakest_gold_margin": 0.16472339630126953}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02336", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the local NVMe cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2320759892463684, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7342066764831543}, {"memory_id": "history_02_utt_0011", "score": 0.7119874954223633}], "gold_semantic_scores": [0.6592220664024353, 0.6600629687309265], "gold_temporal_scores": [0.074984610080719, 0.051924750208854675], "max_gold_score": 0.7342066764831543, "max_candidate_score": 0.7342066764831543, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.5046935081481934, "best_gold_margin": 0.22951316833496094, "weakest_gold_margin": 0.20729398727416992}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02336", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the local NVMe cache was rejected because it used too much host RAM?", "temporal_relation": "none", "query_temporal_norm": 0.22833684086799622, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7663391828536987}], "gold_semantic_scores": [0.6566358804702759], "gold_temporal_scores": [0.10970351099967957], "max_gold_score": 0.7663391828536987, "max_candidate_score": 0.7663391828536987, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.49083614349365234, "best_gold_margin": 0.2755030393600464, "weakest_gold_margin": 0.2755030393600464}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02336", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan propose the local NVMe cache?", "temporal_relation": "session", "query_temporal_norm": 0.2284206748008728, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7767512202262878}], "gold_semantic_scores": [0.7208341360092163], "gold_temporal_scores": [0.05591714382171631], "max_gold_score": 0.7767512202262878, "max_candidate_score": 0.7767512202262878, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.6496966481208801, "best_gold_margin": 0.12705457210540771, "weakest_gold_margin": 0.12705457210540771}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02336", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason given for suggesting the shared NFS cache?", "temporal_relation": "none", "query_temporal_norm": 0.1005072221159935, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0031", "score": 0.7388924360275269}], "gold_semantic_scores": [0.719046413898468], "gold_temporal_scores": [0.01984589546918869], "max_gold_score": 0.7388924360275269, "max_candidate_score": 0.7388924360275269, "top_memory_id": "history_01_utt_0031", "max_non_gold_score": 0.6105583310127258, "best_gold_margin": 0.12833410501480103, "weakest_gold_margin": 0.12833410501480103}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02383", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say the training setting originally was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5403101444244385, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7655426859855652}], "gold_semantic_scores": [0.644956648349762], "gold_temporal_scores": [0.12058605998754501], "max_gold_score": 0.7655426859855652, "max_candidate_score": 0.7655426859855652, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6697704195976257, "best_gold_margin": 0.09577226638793945, "weakest_gold_margin": 0.09577226638793945}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02383", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training setting change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.34888893365859985, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5176839232444763}, {"memory_id": "history_02_utt_0010", "score": 0.5140772461891174}], "gold_semantic_scores": [0.39748984575271606, 0.40921950340270996], "gold_temporal_scores": [0.12019399553537369, 0.1048579216003418], "max_gold_score": 0.5176839232444763, "max_candidate_score": 0.5176839232444763, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.2704494595527649, "best_gold_margin": 0.24723446369171143, "weakest_gold_margin": 0.24362778663635254}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02383", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention the original training setting?", "temporal_relation": "session", "query_temporal_norm": 0.5251786112785339, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7372404932975769}], "gold_semantic_scores": [0.6153998374938965], "gold_temporal_scores": [0.12184067815542221], "max_gold_score": 0.7372404932975769, "max_candidate_score": 0.7372404932975769, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6700310707092285, "best_gold_margin": 0.06720942258834839, "weakest_gold_margin": 0.06720942258834839}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02383", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally mentioned using fixed 2,048-token sequences for training?", "temporal_relation": "earliest", "query_temporal_norm": 0.5256209969520569, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6919028759002686}], "gold_semantic_scores": [0.5947703123092651], "gold_temporal_scores": [0.09713249653577805], "max_gold_score": 0.6919028759002686, "max_candidate_score": 0.6919028759002686, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5319730043411255, "best_gold_margin": 0.15992987155914307, "weakest_gold_margin": 0.15992987155914307}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02486", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say feature caching would let me do, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.2289189100265503, "query_session_index": 2, "query_start_sec": 10.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6194063425064087}, {"memory_id": "history_02_utt_0009", "score": 0.5932283997535706}], "gold_semantic_scores": [0.5474371314048767, 0.5591290593147278], "gold_temporal_scores": [0.07196915149688721, 0.034099359065294266], "max_gold_score": 0.6194063425064087, "max_candidate_score": 0.6194063425064087, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6038504242897034, "best_gold_margin": 0.015555918216705322, "weakest_gold_margin": -0.010622024536132812}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02486", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What requirement did precomputed score tables meet?", "temporal_relation": "none", "query_temporal_norm": 0.11553031951189041, "query_session_index": 2, "query_start_sec": 10.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.6919717192649841}], "gold_semantic_scores": [0.6728112697601318], "gold_temporal_scores": [0.019160427153110504], "max_gold_score": 0.6919717192649841, "max_candidate_score": 0.6919717192649841, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.45427587628364563, "best_gold_margin": 0.2376958429813385, "weakest_gold_margin": 0.2376958429813385}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02486", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did the group decide to keep precomputed score tables?", "temporal_relation": "none", "query_temporal_norm": 0.1321968138217926, "query_session_index": 2, "query_start_sec": 10.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.6971903443336487}], "gold_semantic_scores": [0.6682301163673401], "gold_temporal_scores": [0.0289596039801836], "max_gold_score": 0.6971903443336487, "max_candidate_score": 0.6971903443336487, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.5284388661384583, "best_gold_margin": 0.16875147819519043, "weakest_gold_margin": 0.16875147819519043}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02486", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that precomputed score tables were kept?", "temporal_relation": "session", "query_temporal_norm": 0.1308068335056305, "query_session_index": 2, "query_start_sec": 10.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.7014701962471008}], "gold_semantic_scores": [0.6985710263252258], "gold_temporal_scores": [0.0028991468716412783], "max_gold_score": 0.7014701962471008, "max_candidate_score": 0.7014701962471008, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.5955322980880737, "best_gold_margin": 0.1059378981590271, "weakest_gold_margin": 0.1059378981590271}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02629", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the dinner venue to La Paloma Bistro, and what was the earlier venue?", "temporal_relation": "none", "query_temporal_norm": 0.3277771472930908, "query_session_index": 2, "query_start_sec": 17.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7489209771156311}, {"memory_id": "history_02_utt_0009", "score": 0.7519748210906982}], "gold_semantic_scores": [0.6318772435188293, 0.6430262327194214], "gold_temporal_scores": [0.11704361438751221, 0.10894862562417984], "max_gold_score": 0.7519748210906982, "max_candidate_score": 0.7519748210906982, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3098815977573395, "best_gold_margin": 0.44209322333335876, "weakest_gold_margin": 0.4390393793582916}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02629", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed changing our restaurant choice. What did it change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.3983323574066162, "query_session_index": 2, "query_start_sec": 17.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8222135901451111}, {"memory_id": "history_02_utt_0009", "score": 0.6411005854606628}], "gold_semantic_scores": [0.6758652925491333, 0.5280165076255798], "gold_temporal_scores": [0.1463482826948166, 0.11308389902114868], "max_gold_score": 0.8222135901451111, "max_candidate_score": 0.8222135901451111, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4310751259326935, "best_gold_margin": 0.3911384642124176, "weakest_gold_margin": 0.21002545952796936}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02629", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned leaning toward Cedar Spoon for our dinner out?", "temporal_relation": "none", "query_temporal_norm": 0.19552366435527802, "query_session_index": 2, "query_start_sec": 17.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7198817133903503}], "gold_semantic_scores": [0.6619939208030701], "gold_temporal_scores": [0.05788784474134445], "max_gold_score": 0.7198817133903503, "max_candidate_score": 0.7198817133903503, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.38224127888679504, "best_gold_margin": 0.3376404345035553, "weakest_gold_margin": 0.3376404345035553}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02629", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched us to La Paloma Bistro?", "temporal_relation": "none", "query_temporal_norm": 0.2681906819343567, "query_session_index": 2, "query_start_sec": 17.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8430275321006775}], "gold_semantic_scores": [0.7181992530822754], "gold_temporal_scores": [0.12482841312885284], "max_gold_score": 0.8430275321006775, "max_candidate_score": 0.8430275321006775, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4220360815525055, "best_gold_margin": 0.420991450548172, "weakest_gold_margin": 0.420991450548172}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02733", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they'd rather do the harbor aquarium now?", "temporal_relation": "latest", "query_temporal_norm": 0.17942386865615845, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7936643362045288}], "gold_semantic_scores": [0.7129964828491211], "gold_temporal_scores": [0.08066776394844055], "max_gold_score": 0.7936643362045288, "max_candidate_score": 0.7985833883285522, "top_memory_id": "history_02_utt_0011::cf::main::1", "max_non_gold_score": 0.7985833883285522, "best_gold_margin": -0.0049190521240234375, "weakest_gold_margin": -0.0049190521240234375}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02733", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity did we most recently decide on?", "temporal_relation": "none", "query_temporal_norm": 0.5046132206916809, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8766689896583557}], "gold_semantic_scores": [0.6299616694450378], "gold_temporal_scores": [0.2467069923877716], "max_gold_score": 0.8766689896583557, "max_candidate_score": 0.8825911283493042, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0001::1", "max_non_gold_score": 0.8825911283493042, "best_gold_margin": -0.005922138690948486, "weakest_gold_margin": -0.005922138690948486}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02733", "qa_id": "extra_qa_0002", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Parker say they'd rather do now?", "temporal_relation": "latest", "query_temporal_norm": 0.3138483464717865, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9123227596282959}], "gold_semantic_scores": [0.7631867527961731], "gold_temporal_scores": [0.1491360366344452], "max_gold_score": 0.9123227596282959, "max_candidate_score": 0.9123227596282959, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.9120562672615051, "best_gold_margin": 0.0002664923667907715, "weakest_gold_margin": 0.0002664923667907715}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02733", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker mention wanting to do the harbor aquarium?", "temporal_relation": "session", "query_temporal_norm": 0.25236746668815613, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7336646318435669}], "gold_semantic_scores": [0.706003725528717], "gold_temporal_scores": [0.027660954743623734], "max_gold_score": 0.7336646318435669, "max_candidate_score": 0.7336646318435669, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5993512272834778, "best_gold_margin": 0.1343134045600891, "weakest_gold_margin": 0.1343134045600891}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02812", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest threshold was for counting an issue as a reportable finding?", "temporal_relation": "latest", "query_temporal_norm": 0.4860675632953644, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8840045928955078}], "gold_semantic_scores": [0.7009097933769226], "gold_temporal_scores": [0.18309473991394043], "max_gold_score": 0.8840045928955078, "max_candidate_score": 0.9276948571205139, "top_memory_id": "history_02_utt_0008::cf::main::0", "max_non_gold_score": 0.9276948571205139, "best_gold_margin": -0.043690264225006104, "weakest_gold_margin": -0.043690264225006104}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02996", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the migration plan to LoRA fine-tuning with sequence packing, and what was the earlier plan?", "temporal_relation": "none", "query_temporal_norm": 0.3238483667373657, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5356420874595642}, {"memory_id": "history_02_utt_0008", "score": 0.7682298421859741}], "gold_semantic_scores": [0.423930287361145, 0.6709563136100769], "gold_temporal_scores": [0.11171182245016098, 0.09727384895086288], "max_gold_score": 0.7682298421859741, "max_candidate_score": 0.7682298421859741, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.299588680267334, "best_gold_margin": 0.46864116191864014, "weakest_gold_margin": 0.23605340719223022}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02996", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the training setting we discussed earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.2556651830673218, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7515968680381775}, {"memory_id": "history_02_utt_0008", "score": 0.5866687297821045}], "gold_semantic_scores": [0.6747094988822937, 0.5642644166946411], "gold_temporal_scores": [0.07688741385936737, 0.022404346615076065], "max_gold_score": 0.7515968680381775, "max_candidate_score": 0.7515968680381775, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.31893542408943176, "best_gold_margin": 0.4326614439487457, "weakest_gold_margin": 0.26773330569267273}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02996", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they planned to use full fine-tuning with static padding on the new cluster?", "temporal_relation": "none", "query_temporal_norm": 0.30701541900634766, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5611209273338318}], "gold_semantic_scores": [0.5084481835365295], "gold_temporal_scores": [0.05267294868826866], "max_gold_score": 0.5611209273338318, "max_candidate_score": 0.5611209273338318, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.2332925796508789, "best_gold_margin": 0.3278283476829529, "weakest_gold_margin": 0.3278283476829529}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02996", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training setting did Jordan say they planned to use on the new cluster?", "temporal_relation": "none", "query_temporal_norm": 0.29373714327812195, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7500801086425781}], "gold_semantic_scores": [0.7075655460357666], "gold_temporal_scores": [0.04251458868384361], "max_gold_score": 0.7500801086425781, "max_candidate_score": 0.7500801086425781, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4875175654888153, "best_gold_margin": 0.2625625431537628, "weakest_gold_margin": 0.2625625431537628}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03127", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Cameron's grocery list item change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4241850972175598, "query_session_index": 2, "query_start_sec": 18.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9198768138885498}, {"memory_id": "history_02_utt_0009", "score": 0.737105667591095}], "gold_semantic_scores": [0.7626703977584839, 0.5983389616012573], "gold_temporal_scores": [0.1572064608335495, 0.1387668251991272], "max_gold_score": 0.9198768138885498, "max_candidate_score": 0.9198768138885498, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8231722116470337, "best_gold_margin": 0.09670460224151611, "weakest_gold_margin": -0.08606654405593872}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03127", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention adding cilantro to their grocery list?", "temporal_relation": "session", "query_temporal_norm": 0.21726736426353455, "query_session_index": 2, "query_start_sec": 18.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7682932019233704}], "gold_semantic_scores": [0.6960527896881104], "gold_temporal_scores": [0.0722404345870018], "max_gold_score": 0.7682932019233704, "max_candidate_score": 0.7682932019233704, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6638222336769104, "best_gold_margin": 0.10447096824645996, "weakest_gold_margin": 0.10447096824645996}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03127", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention switching their list item to frozen peas?", "temporal_relation": "session", "query_temporal_norm": 0.2548706829547882, "query_session_index": 2, "query_start_sec": 18.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8919357657432556}], "gold_semantic_scores": [0.7791995406150818], "gold_temporal_scores": [0.11273636668920517], "max_gold_score": 0.8919357657432556, "max_candidate_score": 0.8919357657432556, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8420911431312561, "best_gold_margin": 0.04984462261199951, "weakest_gold_margin": 0.04984462261199951}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03127", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What grocery item was mentioned earlier for taco night?", "temporal_relation": "before", "query_temporal_norm": 0.3095703721046448, "query_session_index": 2, "query_start_sec": 18.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7869490385055542}], "gold_semantic_scores": [0.7286131978034973], "gold_temporal_scores": [0.05833602696657181], "max_gold_score": 0.7869490385055542, "max_candidate_score": 0.7869490385055542, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5810315012931824, "best_gold_margin": 0.20591753721237183, "weakest_gold_margin": 0.20591753721237183}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03183", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey describe changing the training setup from the earlier discussion to the later one?", "temporal_relation": "none", "query_temporal_norm": 0.37497463822364807, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8317996859550476}, {"memory_id": "history_02_utt_0009", "score": 0.8965175747871399}], "gold_semantic_scores": [0.702069878578186, 0.7719573974609375], "gold_temporal_scores": [0.12972988188266754, 0.12455978244543076], "max_gold_score": 0.8965175747871399, "max_candidate_score": 0.8965175747871399, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7584375143051147, "best_gold_margin": 0.13808006048202515, "weakest_gold_margin": 0.07336217164993286}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03183", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training setup change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.39244168996810913, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7419123649597168}, {"memory_id": "history_02_utt_0009", "score": 0.7737743854522705}], "gold_semantic_scores": [0.605087161064148, 0.6204026341438293], "gold_temporal_scores": [0.13682515919208527, 0.15337182581424713], "max_gold_score": 0.7737743854522705, "max_candidate_score": 0.7737743854522705, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3813331127166748, "best_gold_margin": 0.3924412727355957, "weakest_gold_margin": 0.360579252243042}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03183", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention using large single-node batches without activation checkpointing?", "temporal_relation": "session", "query_temporal_norm": 0.23817674815654755, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6972154974937439}], "gold_semantic_scores": [0.6244648098945618], "gold_temporal_scores": [0.07275078445672989], "max_gold_score": 0.6972154974937439, "max_candidate_score": 0.6972154974937439, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5573446154594421, "best_gold_margin": 0.13987088203430176, "weakest_gold_margin": 0.13987088203430176}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03183", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention switching to smaller microbatches with activation checkpointing?", "temporal_relation": "session", "query_temporal_norm": 0.2367025464773178, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7696784734725952}], "gold_semantic_scores": [0.6737834811210632], "gold_temporal_scores": [0.0958949476480484], "max_gold_score": 0.7696784734725952, "max_candidate_score": 0.7696784734725952, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6830744743347168, "best_gold_margin": 0.08660399913787842, "weakest_gold_margin": 0.08660399913787842}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03339", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Taylor give for proposing the streaming int8 baseline, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.2114587426185608, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7327662110328674}, {"memory_id": "history_02_utt_0010", "score": 0.6515429615974426}], "gold_semantic_scores": [0.6681964993476868, 0.5988796353340149], "gold_temporal_scores": [0.06456970423460007, 0.05266358703374863], "max_gold_score": 0.7327662110328674, "max_candidate_score": 0.7327662110328674, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7103363871574402, "best_gold_margin": 0.022429823875427246, "weakest_gold_margin": -0.05879342555999756}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03339", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Taylor say they proposed the streaming int8 baseline?", "temporal_relation": "none", "query_temporal_norm": 0.14024955034255981, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7680459022521973}], "gold_semantic_scores": [0.7297648787498474], "gold_temporal_scores": [0.03828109800815582], "max_gold_score": 0.7680459022521973, "max_candidate_score": 0.7680459022521973, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7521745562553406, "best_gold_margin": 0.01587134599685669, "weakest_gold_margin": 0.01587134599685669}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03339", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason given for proposing the aggressive batching path?", "temporal_relation": "none", "query_temporal_norm": 0.09885530918836594, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.8411432504653931}], "gold_semantic_scores": [0.8226317167282104], "gold_temporal_scores": [0.018511567264795303], "max_gold_score": 0.8411432504653931, "max_candidate_score": 0.8411432504653931, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.6126089692115784, "best_gold_margin": 0.2285342812538147, "weakest_gold_margin": 0.2285342812538147}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03339", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the aggressive batching path proposed to address evaluator traffic spikes?", "temporal_relation": "session", "query_temporal_norm": 0.15169218182563782, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.8728027939796448}], "gold_semantic_scores": [0.8228696584701538], "gold_temporal_scores": [0.04993342608213425], "max_gold_score": 0.8728027939796448, "max_candidate_score": 0.8728027939796448, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.7179386615753174, "best_gold_margin": 0.1548641324043274, "weakest_gold_margin": 0.1548641324043274}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03425", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who most recently said they'd rather do cookie decorating for the gathering?", "temporal_relation": "none", "query_temporal_norm": 0.5055758953094482, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0063735246658325}], "gold_semantic_scores": [0.7718117237091064], "gold_temporal_scores": [0.23456205427646637], "max_gold_score": 1.0063735246658325, "max_candidate_score": 1.006442904472351, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 1.006442904472351, "best_gold_margin": -6.937980651855469e-05, "weakest_gold_margin": -6.937980651855469e-05}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03425", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity did we discuss earlier for the gathering?", "temporal_relation": "before", "query_temporal_norm": 0.5358095169067383, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8616341948509216}], "gold_semantic_scores": [0.7351093888282776], "gold_temporal_scores": [0.12652459740638733], "max_gold_score": 0.8616341948509216, "max_candidate_score": 0.8616341948509216, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4586649239063263, "best_gold_margin": 0.40296927094459534, "weakest_gold_margin": 0.40296927094459534}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03425", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they'd prefer cookie decorating for the gathering?", "temporal_relation": "none", "query_temporal_norm": 0.12033823877573013, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.724719762802124}], "gold_semantic_scores": [0.6885525584220886], "gold_temporal_scores": [0.03616679832339287], "max_gold_score": 0.724719762802124, "max_candidate_score": 0.724719762802124, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5219512581825256, "best_gold_margin": 0.2027685046195984, "weakest_gold_margin": 0.2027685046195984}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03425", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron say they'd rather do cookie decorating?", "temporal_relation": "session", "query_temporal_norm": 0.17214727401733398, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6987023949623108}], "gold_semantic_scores": [0.6283258199691772], "gold_temporal_scores": [0.0703764408826828], "max_gold_score": 0.6987023949623108, "max_candidate_score": 0.6987023949623108, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5897335410118103, "best_gold_margin": 0.10896885395050049, "weakest_gold_margin": 0.10896885395050049}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03536", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my planned watch order change between the earlier and later conversations?", "temporal_relation": "comparison", "query_temporal_norm": 0.4138406813144684, "query_session_index": 2, "query_start_sec": 22.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.60565584897995}, {"memory_id": "history_02_utt_0010", "score": 0.7375051379203796}], "gold_semantic_scores": [0.46142828464508057, 0.5859434008598328], "gold_temporal_scores": [0.14422762393951416, 0.15156206488609314], "max_gold_score": 0.7375051379203796, "max_candidate_score": 0.7476418614387512, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.7476418614387512, "best_gold_margin": -0.010136723518371582, "weakest_gold_margin": -0.14198601245880127}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03536", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned wanting to start with River of Dust?", "temporal_relation": "none", "query_temporal_norm": 0.18347805738449097, "query_session_index": 2, "query_start_sec": 22.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.865812361240387}], "gold_semantic_scores": [0.8241296410560608], "gold_temporal_scores": [0.04168294370174408], "max_gold_score": 0.865812361240387, "max_candidate_score": 0.865812361240387, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.372902512550354, "best_gold_margin": 0.49290984869003296, "weakest_gold_margin": 0.49290984869003296}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03536", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they wanted to start with Paper Trails?", "temporal_relation": "none", "query_temporal_norm": 0.17584161460399628, "query_session_index": 2, "query_start_sec": 22.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7744523286819458}], "gold_semantic_scores": [0.7566494941711426], "gold_temporal_scores": [0.017802778631448746], "max_gold_score": 0.7744523286819458, "max_candidate_score": 0.7744523286819458, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6613975167274475, "best_gold_margin": 0.11305481195449829, "weakest_gold_margin": 0.11305481195449829}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03639", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they were using the balanced tri-modal pilot bundle?", "temporal_relation": "earliest", "query_temporal_norm": 0.5511186122894287, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7938745021820068}], "gold_semantic_scores": [0.6831279397010803], "gold_temporal_scores": [0.11074655503034592], "max_gold_score": 0.7938745021820068, "max_candidate_score": 0.7938745021820068, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.49279481172561646, "best_gold_margin": 0.3010796904563904, "weakest_gold_margin": 0.3010796904563904}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03639", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in dataset versions that we discussed earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.3638022243976593, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6321954131126404}, {"memory_id": "history_02_utt_0011", "score": 0.5024389028549194}], "gold_semantic_scores": [0.5095645785331726, 0.43353942036628723], "gold_temporal_scores": [0.12263093143701553, 0.06889955699443817], "max_gold_score": 0.6321954131126404, "max_candidate_score": 0.6321954131126404, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4182918071746826, "best_gold_margin": 0.21390360593795776, "weakest_gold_margin": 0.08414709568023682}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03639", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Cameron say they started with?", "temporal_relation": "none", "query_temporal_norm": 0.3923220634460449, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6148672699928284}], "gold_semantic_scores": [0.4877244830131531], "gold_temporal_scores": [0.12714272737503052], "max_gold_score": 0.6148672699928284, "max_candidate_score": 0.6148672699928284, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5357052087783813, "best_gold_margin": 0.07916206121444702, "weakest_gold_margin": 0.07916206121444702}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03639", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention starting with the balanced tri-modal pilot bundle?", "temporal_relation": "session", "query_temporal_norm": 0.25196573138237, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7614593505859375}], "gold_semantic_scores": [0.6809546947479248], "gold_temporal_scores": [0.0805046334862709], "max_gold_score": 0.7614593505859375, "max_candidate_score": 0.7614593505859375, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6543412208557129, "best_gold_margin": 0.10711812973022461, "weakest_gold_margin": 0.10711812973022461}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03725", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's top pick for the group's documentary watchlist change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.40857774019241333, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.75794517993927}, {"memory_id": "history_02_utt_0010", "score": 0.7263790965080261}], "gold_semantic_scores": [0.6086287498474121, 0.5739301443099976], "gold_temporal_scores": [0.14931637048721313, 0.15244925022125244], "max_gold_score": 0.75794517993927, "max_candidate_score": 0.75794517993927, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6767124533653259, "best_gold_margin": 0.08123272657394409, "weakest_gold_margin": 0.049666643142700195}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03725", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What documentary did Drew suggest putting first on the group's watchlist in the earlier conversation?", "temporal_relation": "session", "query_temporal_norm": 0.3355236053466797, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8211973309516907}], "gold_semantic_scores": [0.7412833571434021], "gold_temporal_scores": [0.07991403341293335], "max_gold_score": 0.8211973309516907, "max_candidate_score": 0.8211973309516907, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7471094727516174, "best_gold_margin": 0.07408785820007324, "weakest_gold_margin": 0.07408785820007324}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03725", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew mention Signal in the Reeds as the group's top pick?", "temporal_relation": "session", "query_temporal_norm": 0.17172186076641083, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7434470057487488}], "gold_semantic_scores": [0.6900814175605774], "gold_temporal_scores": [0.053365547209978104], "max_gold_score": 0.7434470057487488, "max_candidate_score": 0.7434470057487488, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6780799031257629, "best_gold_margin": 0.06536710262298584, "weakest_gold_margin": 0.06536710262298584}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03725", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say Borrowed Coast should be the group's top pick?", "temporal_relation": "session", "query_temporal_norm": 0.14544104039669037, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7545188665390015}], "gold_semantic_scores": [0.7175505757331848], "gold_temporal_scores": [0.03696807101368904], "max_gold_score": 0.7545188665390015, "max_candidate_score": 0.7545188665390015, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6432739496231079, "best_gold_margin": 0.11124491691589355, "weakest_gold_margin": 0.11124491691589355}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03821", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor say their latest chore schedule was?", "temporal_relation": "latest", "query_temporal_norm": 0.5493879318237305, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.1028136014938354}], "gold_semantic_scores": [0.8179422616958618], "gold_temporal_scores": [0.28487107157707214], "max_gold_score": 1.1028136014938354, "max_candidate_score": 1.1028136014938354, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.096802830696106, "best_gold_margin": 0.006010770797729492, "weakest_gold_margin": 0.006010770797729492}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03821", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed the chore schedule recently. What is the latest update on it?", "temporal_relation": "latest", "query_temporal_norm": 0.5632284283638, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9705522060394287}], "gold_semantic_scores": [0.6949511766433716], "gold_temporal_scores": [0.27560144662857056], "max_gold_score": 0.9705522060394287, "max_candidate_score": 0.9717433452606201, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.9717433452606201, "best_gold_margin": -0.0011911392211914062, "weakest_gold_margin": -0.0011911392211914062}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03821", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention their updated chore schedule?", "temporal_relation": "session", "query_temporal_norm": 0.2558915913105011, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7675946950912476}], "gold_semantic_scores": [0.6536954641342163], "gold_temporal_scores": [0.1138991191983223], "max_gold_score": 0.7675946950912476, "max_candidate_score": 0.7675946950912476, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6815013289451599, "best_gold_margin": 0.08609336614608765, "weakest_gold_margin": 0.08609336614608765}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03821", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the kitchen reset to Tuesdays and the trash to Saturdays?", "temporal_relation": "none", "query_temporal_norm": 0.2639921009540558, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8883969783782959}], "gold_semantic_scores": [0.76658034324646], "gold_temporal_scores": [0.1218164712190628], "max_gold_score": 0.8883969783782959, "max_candidate_score": 0.8883969783782959, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7114166617393494, "best_gold_margin": 0.17698031663894653, "weakest_gold_margin": 0.17698031663894653}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03924", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say the screening venue was moved to most recently?", "temporal_relation": "none", "query_temporal_norm": 0.539205014705658, "query_session_index": 2, "query_start_sec": 17.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0133081674575806}], "gold_semantic_scores": [0.7337737679481506], "gold_temporal_scores": [0.27953416109085083], "max_gold_score": 1.0133081674575806, "max_candidate_score": 1.0158921480178833, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.0158921480178833, "best_gold_margin": -0.0025839805603027344, "weakest_gold_margin": -0.0025839805603027344}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03924", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening originally planned to be set up?", "temporal_relation": "earliest", "query_temporal_norm": 0.5648499727249146, "query_session_index": 2, "query_start_sec": 17.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8299738764762878}], "gold_semantic_scores": [0.7064690589904785], "gold_temporal_scores": [0.12350481748580933], "max_gold_score": 0.8299738764762878, "max_candidate_score": 0.8299738764762878, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6656337380409241, "best_gold_margin": 0.16434013843536377, "weakest_gold_margin": 0.16434013843536377}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03924", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker mention moving the setup to the garage loft?", "temporal_relation": "session", "query_temporal_norm": 0.2689981162548065, "query_session_index": 2, "query_start_sec": 17.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9001909494400024}], "gold_semantic_scores": [0.8243342041969299], "gold_temporal_scores": [0.07585637271404266], "max_gold_score": 0.9001909494400024, "max_candidate_score": 0.9001909494400024, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7086795568466187, "best_gold_margin": 0.1915113925933838, "weakest_gold_margin": 0.1915113925933838}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03924", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the living room mentioned as the setup location?", "temporal_relation": "session", "query_temporal_norm": 0.16329292953014374, "query_session_index": 2, "query_start_sec": 17.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7165062427520752}], "gold_semantic_scores": [0.6672991514205933], "gold_temporal_scores": [0.04920703545212746], "max_gold_score": 0.7165062427520752, "max_candidate_score": 0.7165062427520752, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.623049795627594, "best_gold_margin": 0.0934564471244812, "weakest_gold_margin": 0.0934564471244812}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04042", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about where I placed \"Neon Tigers\" in the sequence, and why was it later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.24219107627868652, "query_session_index": 2, "query_start_sec": 12.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7566050291061401}, {"memory_id": "history_02_utt_0011", "score": 0.8588946461677551}], "gold_semantic_scores": [0.6810082197189331, 0.7653274536132812], "gold_temporal_scores": [0.07559686154127121, 0.09356734901666641], "max_gold_score": 0.8588946461677551, "max_candidate_score": 0.8726747035980225, "top_memory_id": "history_02_utt_0011::cf::main::2", "max_non_gold_score": 0.8726747035980225, "best_gold_margin": -0.013780057430267334, "weakest_gold_margin": -0.11606967449188232}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04042", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that 'Glass Arcade' was placed second?", "temporal_relation": "session", "query_temporal_norm": 0.11681309342384338, "query_session_index": 2, "query_start_sec": 12.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.79494309425354}], "gold_semantic_scores": [0.7639930248260498], "gold_temporal_scores": [0.03095025196671486], "max_gold_score": 0.79494309425354, "max_candidate_score": 0.79494309425354, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.7106348872184753, "best_gold_margin": 0.0843082070350647, "weakest_gold_margin": 0.0843082070350647}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04042", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How was the placement of 'Glass Arcade' adjusted because its intro synth was too bright?", "temporal_relation": "none", "query_temporal_norm": 0.18018785119056702, "query_session_index": 2, "query_start_sec": 12.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.5899302959442139}], "gold_semantic_scores": [0.5456550717353821], "gold_temporal_scores": [0.04427522420883179], "max_gold_score": 0.5899302959442139, "max_candidate_score": 0.5899302959442139, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.5600305795669556, "best_gold_margin": 0.0298997163772583, "weakest_gold_margin": 0.0298997163772583}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04042", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that 'Glass Arcade' was pushed later in the set?", "temporal_relation": "session", "query_temporal_norm": 0.1800612062215805, "query_session_index": 2, "query_start_sec": 12.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.7332161068916321}], "gold_semantic_scores": [0.6552823781967163], "gold_temporal_scores": [0.07793386280536652], "max_gold_score": 0.7332161068916321, "max_candidate_score": 0.7332161068916321, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.4890328347682953, "best_gold_margin": 0.2441832721233368, "weakest_gold_margin": 0.2441832721233368}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04140", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the latest venue was the hotel conference suite?", "temporal_relation": "latest", "query_temporal_norm": 0.5427042841911316, "query_session_index": 2, "query_start_sec": 14.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.042744755744934}], "gold_semantic_scores": [0.764565646648407], "gold_temporal_scores": [0.2781791388988495], "max_gold_score": 1.042744755744934, "max_candidate_score": 1.042744755744934, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.0421769618988037, "best_gold_margin": 0.0005677938461303711, "weakest_gold_margin": 0.0005677938461303711}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04140", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Skyler say the event was moved to?", "temporal_relation": "none", "query_temporal_norm": 0.40112775564193726, "query_session_index": 2, "query_start_sec": 14.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9806487560272217}], "gold_semantic_scores": [0.7807270884513855], "gold_temporal_scores": [0.1999216228723526], "max_gold_score": 0.9806487560272217, "max_candidate_score": 0.9806487560272217, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8601710796356201, "best_gold_margin": 0.12047767639160156, "weakest_gold_margin": 0.12047767639160156}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04140", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention the new venue?", "temporal_relation": "session", "query_temporal_norm": 0.24350841343402863, "query_session_index": 2, "query_start_sec": 14.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6232278347015381}], "gold_semantic_scores": [0.5809444785118103], "gold_temporal_scores": [0.0422833226621151], "max_gold_score": 0.6232278347015381, "max_candidate_score": 0.6232278347015381, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.46781817078590393, "best_gold_margin": 0.15540966391563416, "weakest_gold_margin": 0.15540966391563416}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04140", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we originally plan to hold the listening party?", "temporal_relation": "earliest", "query_temporal_norm": 0.572996973991394, "query_session_index": 2, "query_start_sec": 14.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8751115798950195}], "gold_semantic_scores": [0.7409636974334717], "gold_temporal_scores": [0.13414782285690308], "max_gold_score": 0.8751115798950195, "max_candidate_score": 0.8751115798950195, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7001092433929443, "best_gold_margin": 0.1750023365020752, "weakest_gold_margin": 0.1750023365020752}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04222", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Cameron's deployment target change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4051473140716553, "query_session_index": 2, "query_start_sec": 13.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8304552435874939}, {"memory_id": "history_02_utt_0009", "score": 0.8090115189552307}], "gold_semantic_scores": [0.6801151633262634, 0.6724411845207214], "gold_temporal_scores": [0.1503400355577469, 0.1365705132484436], "max_gold_score": 0.8304552435874939, "max_candidate_score": 0.8304552435874939, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6731325387954712, "best_gold_margin": 0.1573227047920227, "weakest_gold_margin": 0.13587898015975952}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04222", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current deployment target we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.494632363319397, "query_session_index": 2, "query_start_sec": 13.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8505114912986755}], "gold_semantic_scores": [0.636566698551178], "gold_temporal_scores": [0.21394461393356323], "max_gold_score": 0.8505114912986755, "max_candidate_score": 0.8537871837615967, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.8537871837615967, "best_gold_margin": -0.0032756924629211426, "weakest_gold_margin": -0.0032756924629211426}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04222", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the deployment target change across the discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3697797358036041, "query_session_index": 2, "query_start_sec": 13.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7584837079048157}, {"memory_id": "history_02_utt_0009", "score": 0.7106186151504517}], "gold_semantic_scores": [0.6246470808982849, 0.5988264083862305], "gold_temporal_scores": [0.13383671641349792, 0.11179233342409134], "max_gold_score": 0.7584837079048157, "max_candidate_score": 0.7584837079048157, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4313783049583435, "best_gold_margin": 0.32710540294647217, "weakest_gold_margin": 0.27924031019210815}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04322", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my activity choice was before I changed it?", "temporal_relation": "before", "query_temporal_norm": 0.41577497124671936, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7246045470237732}], "gold_semantic_scores": [0.6076515316963196], "gold_temporal_scores": [0.11695314198732376], "max_gold_score": 0.7246045470237732, "max_candidate_score": 0.7643569707870483, "top_memory_id": "history_01_utt_0011::cf::main::1", "max_non_gold_score": 0.7643569707870483, "best_gold_margin": -0.039752423763275146, "weakest_gold_margin": -0.039752423763275146}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04322", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned wanting to do a harbor cruise?", "temporal_relation": "none", "query_temporal_norm": 0.18190720677375793, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.5303745269775391}], "gold_semantic_scores": [0.48395848274230957], "gold_temporal_scores": [0.04641624540090561], "max_gold_score": 0.5303745269775391, "max_candidate_score": 0.5303745269775391, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.3991076350212097, "best_gold_margin": 0.13126689195632935, "weakest_gold_margin": 0.13126689195632935}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04322", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the street food walking tour mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.23075291514396667, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.765915036201477}], "gold_semantic_scores": [0.6717552542686462], "gold_temporal_scores": [0.0941600352525711], "max_gold_score": 0.765915036201477, "max_candidate_score": 0.765915036201477, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5853049159049988, "best_gold_margin": 0.18061012029647827, "weakest_gold_margin": 0.18061012029647827}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04406", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting Green Table, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.1466490775346756, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7948758602142334}, {"memory_id": "history_02_utt_0010", "score": 0.8287448883056641}], "gold_semantic_scores": [0.7553009390830994, 0.7726763486862183], "gold_temporal_scores": [0.03957493603229523, 0.05606865882873535], "max_gold_score": 0.8287448883056641, "max_candidate_score": 0.8287448883056641, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7978374361991882, "best_gold_margin": 0.03090745210647583, "weakest_gold_margin": -0.002961575984954834}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04406", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Green Table ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.16466575860977173, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8805632591247559}], "gold_semantic_scores": [0.8102705478668213], "gold_temporal_scores": [0.07029274106025696], "max_gold_score": 0.8805632591247559, "max_candidate_score": 0.8805632591247559, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.662054717540741, "best_gold_margin": 0.2185085415840149, "weakest_gold_margin": 0.2185085415840149}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04406", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Green Table is closed on Mondays?", "temporal_relation": "session", "query_temporal_norm": 0.1603558510541916, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8768178224563599}], "gold_semantic_scores": [0.8173408508300781], "gold_temporal_scores": [0.0594768188893795], "max_gold_score": 0.8768178224563599, "max_candidate_score": 0.8768178224563599, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6398720741271973, "best_gold_margin": 0.2369457483291626, "weakest_gold_margin": 0.2369457483291626}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04406", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What diet requirement was discussed earlier?", "temporal_relation": "none", "query_temporal_norm": 0.1554558128118515, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0033", "score": 0.20055842399597168}], "gold_semantic_scores": [0.17622162401676178], "gold_temporal_scores": [0.024336783215403557], "max_gold_score": 0.20055842399597168, "max_candidate_score": 0.5039530992507935, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5039530992507935, "best_gold_margin": -0.3033946752548218, "weakest_gold_margin": -0.3033946752548218}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04591", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my original activity choice was before it got changed for that first outing?", "temporal_relation": "earliest", "query_temporal_norm": 0.5296058654785156, "query_session_index": 2, "query_start_sec": 19.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8013951778411865}], "gold_semantic_scores": [0.6524394154548645], "gold_temporal_scores": [0.14895574748516083], "max_gold_score": 0.8013951778411865, "max_candidate_score": 0.8013951778411865, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.781724214553833, "best_gold_margin": 0.019670963287353516, "weakest_gold_margin": 0.019670963287353516}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04591", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the azulejo museum visit chosen instead of the sunset tram tour for the first outing?", "temporal_relation": "session", "query_temporal_norm": 0.21896180510520935, "query_session_index": 2, "query_start_sec": 19.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7440783977508545}], "gold_semantic_scores": [0.6520900130271912], "gold_temporal_scores": [0.0919882282614708], "max_gold_score": 0.7440783977508545, "max_candidate_score": 0.7440783977508545, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6027629971504211, "best_gold_margin": 0.14131540060043335, "weakest_gold_margin": 0.14131540060043335}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04591", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned choosing the sunset tram tour for the first evening in Lisbon?", "temporal_relation": "none", "query_temporal_norm": 0.1818375140428543, "query_session_index": 2, "query_start_sec": 19.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7309921979904175}], "gold_semantic_scores": [0.6837984323501587], "gold_temporal_scores": [0.0471937395632267], "max_gold_score": 0.7309921979904175, "max_candidate_score": 0.7309921979904175, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5913853049278259, "best_gold_margin": 0.13960689306259155, "weakest_gold_margin": 0.13960689306259155}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04728", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my pickup item was before I changed it later?", "temporal_relation": "before", "query_temporal_norm": 0.4350390136241913, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6475660800933838}], "gold_semantic_scores": [0.5359360575675964], "gold_temporal_scores": [0.11162994056940079], "max_gold_score": 0.6475660800933838, "max_candidate_score": 0.6621248722076416, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.6621248722076416, "best_gold_margin": -0.014558792114257812, "weakest_gold_margin": -0.014558792114257812}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04728", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned having coconut milk on their pickup list for curry night?", "temporal_relation": "none", "query_temporal_norm": 0.17536228895187378, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8998385667800903}], "gold_semantic_scores": [0.8507177233695984], "gold_temporal_scores": [0.049120932817459106], "max_gold_score": 0.8998385667800903, "max_candidate_score": 0.8998385667800903, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.45440980792045593, "best_gold_margin": 0.4454287588596344, "weakest_gold_margin": 0.4454287588596344}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04728", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest shopping item that was decided on for the sauce plan?", "temporal_relation": "latest", "query_temporal_norm": 0.2480352371931076, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6107335686683655}], "gold_semantic_scores": [0.5362932085990906], "gold_temporal_scores": [0.07444030791521072], "max_gold_score": 0.6107335686683655, "max_candidate_score": 0.6140649914741516, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.6140649914741516, "best_gold_margin": -0.003331422805786133, "weakest_gold_margin": -0.003331422805786133}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04728", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the switch from coconut milk to plain Greek yogurt mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.24905435740947723, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8389767408370972}], "gold_semantic_scores": [0.7206339836120605], "gold_temporal_scores": [0.11834259331226349], "max_gold_score": 0.8389767408370972, "max_candidate_score": 0.8389767408370972, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5476555228233337, "best_gold_margin": 0.2913212180137634, "weakest_gold_margin": 0.2913212180137634}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04796", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the training jobs had been changed to gradient accumulation of 4 steps?", "temporal_relation": "none", "query_temporal_norm": 0.3216000497341156, "query_session_index": 2, "query_start_sec": 12.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8766992688179016}], "gold_semantic_scores": [0.7132806777954102], "gold_temporal_scores": [0.16341857612133026], "max_gold_score": 0.8766992688179016, "max_candidate_score": 0.8766992688179016, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7293771505355835, "best_gold_margin": 0.14732211828231812, "weakest_gold_margin": 0.14732211828231812}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04796", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the gradient accumulation steps that we discussed earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.29851582646369934, "query_session_index": 2, "query_start_sec": 12.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6971958875656128}, {"memory_id": "history_02_utt_0008", "score": 0.6645914316177368}], "gold_semantic_scores": [0.5963391661643982, 0.6051966547966003], "gold_temporal_scores": [0.10085683315992355, 0.059394657611846924], "max_gold_score": 0.6971958875656128, "max_candidate_score": 0.6971958875656128, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.30334392189979553, "best_gold_margin": 0.39385196566581726, "weakest_gold_margin": 0.3612475097179413}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04796", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say the gradient accumulation setting was changed to?", "temporal_relation": "none", "query_temporal_norm": 0.2964978516101837, "query_session_index": 2, "query_start_sec": 12.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7881745100021362}], "gold_semantic_scores": [0.6607276201248169], "gold_temporal_scores": [0.12744687497615814], "max_gold_score": 0.7881745100021362, "max_candidate_score": 0.7881745100021362, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6964960694313049, "best_gold_margin": 0.0916784405708313, "weakest_gold_margin": 0.0916784405708313}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04886", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said earlier that Maple Street Hardware had the unscented store brand, and who later reported that its delivery window had disappeared for this week?", "temporal_relation": "none", "query_temporal_norm": 0.26885169744491577, "query_session_index": 2, "query_start_sec": 15.159999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.634602427482605}, {"memory_id": "history_02_utt_0009", "score": 0.7471765279769897}], "gold_semantic_scores": [0.5440861582756042, 0.6712260842323303], "gold_temporal_scores": [0.09051639586687088, 0.0759502425789833], "max_gold_score": 0.7471765279769897, "max_candidate_score": 0.7471765279769897, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.41636836528778076, "best_gold_margin": 0.330808162689209, "weakest_gold_margin": 0.21823406219482422}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04886", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Drew give for liking Maple Street Hardware for laundry detergent?", "temporal_relation": "none", "query_temporal_norm": 0.13791561126708984, "query_session_index": 2, "query_start_sec": 15.159999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7626465559005737}], "gold_semantic_scores": [0.728033185005188], "gold_temporal_scores": [0.034613415598869324], "max_gold_score": 0.7626465559005737, "max_candidate_score": 0.7626465559005737, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.673137366771698, "best_gold_margin": 0.08950918912887573, "weakest_gold_margin": 0.08950918912887573}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04886", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say Maple Street Hardware carries the unscented store brand?", "temporal_relation": "session", "query_temporal_norm": 0.10297603905200958, "query_session_index": 2, "query_start_sec": 15.159999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7314760088920593}], "gold_semantic_scores": [0.7109137177467346], "gold_temporal_scores": [0.020562348887324333], "max_gold_score": 0.7314760088920593, "max_candidate_score": 0.7314760088920593, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6904590129852295, "best_gold_margin": 0.041016995906829834, "weakest_gold_margin": 0.041016995906829834}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04886", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say about Maple Street Hardware's availability this week?", "temporal_relation": "none", "query_temporal_norm": 0.16167324781417847, "query_session_index": 2, "query_start_sec": 15.159999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7967348694801331}], "gold_semantic_scores": [0.7304806113243103], "gold_temporal_scores": [0.06625450402498245], "max_gold_score": 0.7967348694801331, "max_candidate_score": 0.7967348694801331, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7048014402389526, "best_gold_margin": 0.09193342924118042, "weakest_gold_margin": 0.09193342924118042}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04997", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say was good about activation sketching, and why did they drop it?", "temporal_relation": "none", "query_temporal_norm": 0.21724647283554077, "query_session_index": 2, "query_start_sec": 16.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7558300495147705}, {"memory_id": "history_02_utt_0009", "score": 0.7507007718086243}], "gold_semantic_scores": [0.694085419178009, 0.6980670094490051], "gold_temporal_scores": [0.061744675040245056, 0.052633993327617645], "max_gold_score": 0.7558300495147705, "max_candidate_score": 0.7558300495147705, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7089921832084656, "best_gold_margin": 0.04683786630630493, "weakest_gold_margin": 0.04170858860015869}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04997", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say was good about activation sketching?", "temporal_relation": "none", "query_temporal_norm": 0.10700052231550217, "query_session_index": 2, "query_start_sec": 16.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7606250047683716}], "gold_semantic_scores": [0.7372992634773254], "gold_temporal_scores": [0.023325830698013306], "max_gold_score": 0.7606250047683716, "max_candidate_score": 0.7606250047683716, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7138288617134094, "best_gold_margin": 0.04679614305496216, "weakest_gold_margin": 0.04679614305496216}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04997", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that activation sketching lets you reuse the same baseline runs?", "temporal_relation": "none", "query_temporal_norm": 0.26007622480392456, "query_session_index": 2, "query_start_sec": 16.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6505416631698608}], "gold_semantic_scores": [0.5885432958602905], "gold_temporal_scores": [0.061998315155506134], "max_gold_score": 0.6505416631698608, "max_candidate_score": 0.6505416631698608, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.20812557637691498, "best_gold_margin": 0.44241608679294586, "weakest_gold_margin": 0.44241608679294586}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04997", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that activation sketching was dropped due to memory issues?", "temporal_relation": "session", "query_temporal_norm": 0.19401322305202484, "query_session_index": 2, "query_start_sec": 16.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9361494779586792}], "gold_semantic_scores": [0.8498296141624451], "gold_temporal_scores": [0.08631963282823563], "max_gold_score": 0.9361494779586792, "max_candidate_score": 0.9361494779586792, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6212726831436157, "best_gold_margin": 0.3148767948150635, "weakest_gold_margin": 0.3148767948150635}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05111", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did my shopping item change from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4284383952617645, "query_session_index": 2, "query_start_sec": 12.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7722185850143433}, {"memory_id": "history_02_utt_0009", "score": 0.8586638569831848}], "gold_semantic_scores": [0.612452507019043, 0.7030926942825317], "gold_temporal_scores": [0.1597660630941391, 0.15557095408439636], "max_gold_score": 0.8586638569831848, "max_candidate_score": 0.8586638569831848, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8563855886459351, "best_gold_margin": 0.002278268337249756, "weakest_gold_margin": -0.0841670036315918}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05111", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the main shopping item to all-purpose cleaner?", "temporal_relation": "none", "query_temporal_norm": 0.32557791471481323, "query_session_index": 2, "query_start_sec": 12.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9674678444862366}], "gold_semantic_scores": [0.8199489712715149], "gold_temporal_scores": [0.14751842617988586], "max_gold_score": 0.9674678444862366, "max_candidate_score": 0.9674678444862366, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5343205332756042, "best_gold_margin": 0.4331473112106323, "weakest_gold_margin": 0.4331473112106323}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05111", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the earlier shopping item mentioned before the change?", "temporal_relation": "earliest", "query_temporal_norm": 0.4925693869590759, "query_session_index": 2, "query_start_sec": 12.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8194487690925598}], "gold_semantic_scores": [0.6889765858650208], "gold_temporal_scores": [0.13047218322753906], "max_gold_score": 0.8194487690925598, "max_candidate_score": 0.8194487690925598, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5784314870834351, "best_gold_margin": 0.24101728200912476, "weakest_gold_margin": 0.24101728200912476}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05213", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their migration sign-off deadline to Monday, August 26, and what was the earlier deadline?", "temporal_relation": "comparison", "query_temporal_norm": 0.32136255502700806, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.957507312297821}, {"memory_id": "history_02_utt_0010", "score": 0.9050900340080261}], "gold_semantic_scores": [0.849400520324707, 0.8136486411094666], "gold_temporal_scores": [0.10810700058937073, 0.09144142270088196], "max_gold_score": 0.957507312297821, "max_candidate_score": 0.957507312297821, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5693719387054443, "best_gold_margin": 0.3881353735923767, "weakest_gold_margin": 0.3357180953025818}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05273", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese originally say the prototype model choice was before switching to something else later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5579552054405212, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8553873300552368}], "gold_semantic_scores": [0.7044311165809631], "gold_temporal_scores": [0.15095631778240204], "max_gold_score": 0.8553873300552368, "max_candidate_score": 0.8553873300552368, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8074390888214111, "best_gold_margin": 0.047948241233825684, "weakest_gold_margin": 0.047948241233825684}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05273", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention their prototype model choice?", "temporal_relation": "session", "query_temporal_norm": 0.292082279920578, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7237328290939331}], "gold_semantic_scores": [0.6432725787162781], "gold_temporal_scores": [0.08046015352010727], "max_gold_score": 0.7237328290939331, "max_candidate_score": 0.7237328290939331, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6669821739196777, "best_gold_margin": 0.05675065517425537, "weakest_gold_margin": 0.05675065517425537}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05273", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally mentioned picking a lightweight transformer encoder for the prototype?", "temporal_relation": "earliest", "query_temporal_norm": 0.5036274790763855, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8961442708969116}], "gold_semantic_scores": [0.796686053276062], "gold_temporal_scores": [0.09945831447839737], "max_gold_score": 0.8961442708969116, "max_candidate_score": 0.8961442708969116, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7416818737983704, "best_gold_margin": 0.15446239709854126, "weakest_gold_margin": 0.15446239709854126}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05273", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the prototype's model choice change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3692646622657776, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7373949885368347}, {"memory_id": "history_02_utt_0009", "score": 0.7715030908584595}], "gold_semantic_scores": [0.6055823564529419, 0.6618210077285767], "gold_temporal_scores": [0.13181272149085999, 0.1096818596124649], "max_gold_score": 0.7715030908584595, "max_candidate_score": 0.7715030908584595, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.35704749822616577, "best_gold_margin": 0.4144555926322937, "weakest_gold_margin": 0.38034749031066895}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05342", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who first said the screening could be in the sunroom before the venue got changed later?", "temporal_relation": "earliest", "query_temporal_norm": 0.4069657027721405, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8316689133644104}], "gold_semantic_scores": [0.7325447797775269], "gold_temporal_scores": [0.09912411123514175], "max_gold_score": 0.8316689133644104, "max_candidate_score": 0.8316689133644104, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7163634896278381, "best_gold_margin": 0.11530542373657227, "weakest_gold_margin": 0.11530542373657227}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05342", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Quinn first suggest the screening could happen?", "temporal_relation": "earliest", "query_temporal_norm": 0.46361231803894043, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.795486569404602}], "gold_semantic_scores": [0.6929836869239807], "gold_temporal_scores": [0.10250311344861984], "max_gold_score": 0.795486569404602, "max_candidate_score": 0.795486569404602, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6609866619110107, "best_gold_margin": 0.1344999074935913, "weakest_gold_margin": 0.1344999074935913}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05342", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn say the screening could be in the sunroom?", "temporal_relation": "session", "query_temporal_norm": 0.20439070463180542, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8521064519882202}], "gold_semantic_scores": [0.7895399332046509], "gold_temporal_scores": [0.06256654858589172], "max_gold_score": 0.8521064519882202, "max_candidate_score": 0.8521064519882202, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7032037973403931, "best_gold_margin": 0.14890265464782715, "weakest_gold_margin": 0.14890265464782715}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05342", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening planned to take place most recently?", "temporal_relation": "none", "query_temporal_norm": 0.48101237416267395, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9305790662765503}], "gold_semantic_scores": [0.6853542327880859], "gold_temporal_scores": [0.24522504210472107], "max_gold_score": 0.9305790662765503, "max_candidate_score": 0.9305790662765503, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9277786016464233, "best_gold_margin": 0.002800464630126953, "weakest_gold_margin": 0.002800464630126953}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05478", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally set the usability satisfaction score threshold to 4.1 out of 5?", "temporal_relation": "earliest", "query_temporal_norm": 0.5440322160720825, "query_session_index": 2, "query_start_sec": 18.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.836708664894104}], "gold_semantic_scores": [0.7424825429916382], "gold_temporal_scores": [0.0942261815071106], "max_gold_score": 0.836708664894104, "max_candidate_score": 0.836708664894104, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6740487217903137, "best_gold_margin": 0.16265994310379028, "weakest_gold_margin": 0.16265994310379028}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05622", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who had originally put tofu on the grocery list before that item was changed later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5427708029747009, "query_session_index": 2, "query_start_sec": 13.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8569840788841248}], "gold_semantic_scores": [0.7242043614387512], "gold_temporal_scores": [0.13277959823608398], "max_gold_score": 0.8569840788841248, "max_candidate_score": 0.8569840788841248, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5175336599349976, "best_gold_margin": 0.3394504189491272, "weakest_gold_margin": 0.3394504189491272}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05622", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What item was originally added to the grocery list for dinner this week?", "temporal_relation": "earliest", "query_temporal_norm": 0.5500794649124146, "query_session_index": 2, "query_start_sec": 13.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9001556634902954}], "gold_semantic_scores": [0.7760328054428101], "gold_temporal_scores": [0.12412268668413162], "max_gold_score": 0.9001556634902954, "max_candidate_score": 0.9001556634902954, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7514498829841614, "best_gold_margin": 0.14870578050613403, "weakest_gold_margin": 0.14870578050613403}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05622", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned putting tofu on their part of the grocery list?", "temporal_relation": "none", "query_temporal_norm": 0.2530446946620941, "query_session_index": 2, "query_start_sec": 13.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.508185625076294}], "gold_semantic_scores": [0.47201547026634216], "gold_temporal_scores": [0.03617004305124283], "max_gold_score": 0.508185625076294, "max_candidate_score": 0.508185625076294, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4311375916004181, "best_gold_margin": 0.07704803347587585, "weakest_gold_margin": 0.07704803347587585}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05622", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say they first added to their part of the grocery list?", "temporal_relation": "none", "query_temporal_norm": 0.42633748054504395, "query_session_index": 2, "query_start_sec": 13.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7525601387023926}], "gold_semantic_scores": [0.6572597026824951], "gold_temporal_scores": [0.09530051052570343], "max_gold_score": 0.7525601387023926, "max_candidate_score": 0.7525601387023926, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6516966223716736, "best_gold_margin": 0.100863516330719, "weakest_gold_margin": 0.100863516330719}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05738", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my chosen title change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4177871644496918, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6815215945243835}, {"memory_id": "history_02_utt_0009", "score": 0.6126227974891663}], "gold_semantic_scores": [0.5459305047988892, 0.4940687417984009], "gold_temporal_scores": [0.13559123873710632, 0.11855381727218628], "max_gold_score": 0.6815215945243835, "max_candidate_score": 0.7028409242630005, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.7028409242630005, "best_gold_margin": -0.021319329738616943, "weakest_gold_margin": -0.09021812677383423}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05738", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest documentary title mentioned in our discussions?", "temporal_relation": "latest", "query_temporal_norm": 0.5339330434799194, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7786967754364014}], "gold_semantic_scores": [0.5062375664710999], "gold_temporal_scores": [0.272459477186203], "max_gold_score": 0.7786967754364014, "max_candidate_score": 0.7786967754364014, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7770184278488159, "best_gold_margin": 0.0016783475875854492, "weakest_gold_margin": 0.0016783475875854492}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05738", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that their pick for the next documentary was Stone Garden Archive?", "temporal_relation": "none", "query_temporal_norm": 0.14728489518165588, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8732842206954956}], "gold_semantic_scores": [0.8473177552223206], "gold_temporal_scores": [0.025966523215174675], "max_gold_score": 0.8732842206954956, "max_candidate_score": 0.8732842206954956, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6014397144317627, "best_gold_margin": 0.2718445062637329, "weakest_gold_margin": 0.2718445062637329}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05738", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we should watch Signal in the Ice instead?", "temporal_relation": "none", "query_temporal_norm": 0.14296674728393555, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7864567637443542}], "gold_semantic_scores": [0.7383857369422913], "gold_temporal_scores": [0.04807088524103165], "max_gold_score": 0.7864567637443542, "max_candidate_score": 0.7864567637443542, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5559110045433044, "best_gold_margin": 0.2305457592010498, "weakest_gold_margin": 0.2305457592010498}
{"sample_id": "conv_365cd370d007_pkg_000", "qa_id": "qa_8e63d9ff80d18c6e", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in the conversation, what did he say he had previously planned to buy for his trailer?", "temporal_relation": "session", "query_temporal_norm": 0.3318693935871124, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000095", "score": 0.6038802266120911}, {"memory_id": "utt_000533", "score": 0.14238934218883514}], "gold_semantic_scores": [0.6570076942443848, 0.2284567952156067], "gold_temporal_scores": [-0.05312766879796982, -0.08606749027967453], "max_gold_score": 0.6038802266120911, "max_candidate_score": 0.6038802266120911, "top_memory_id": "utt_000095", "max_non_gold_score": 0.5663220286369324, "best_gold_margin": 0.03755819797515869, "weakest_gold_margin": -0.42393268644809723}
{"sample_id": "conv_365cd370d007_pkg_000", "qa_id": "qa_d2de1f0139d0a642", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is he currently paying per month for his Internet?", "temporal_relation": "latest", "query_temporal_norm": 0.16853883862495422, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000753", "score": 0.7336385250091553}, {"memory_id": "utt_000754", "score": 0.6186583042144775}], "gold_semantic_scores": [0.6998680233955383, 0.5848425626754761], "gold_temporal_scores": [0.033770766109228134, 0.03381582349538803], "max_gold_score": 0.7336385250091553, "max_candidate_score": 0.7336385250091553, "top_memory_id": "utt_000753", "max_non_gold_score": 0.5180956125259399, "best_gold_margin": 0.21554291248321533, "weakest_gold_margin": 0.1005626916885376}
{"sample_id": "conv_365cd370d007_pkg_000", "qa_id": "qa_67c86ca7f9d38850", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Drew say he deleted TikTok, Snapchat, and Instagram?", "temporal_relation": "session", "query_temporal_norm": 0.19388370215892792, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000036", "score": 0.6141667366027832}], "gold_semantic_scores": [0.6542805433273315], "gold_temporal_scores": [-0.04011380299925804], "max_gold_score": 0.6141667366027832, "max_candidate_score": 0.6141667366027832, "top_memory_id": "utt_000036", "max_non_gold_score": 0.5620797276496887, "best_gold_margin": 0.05208700895309448, "weakest_gold_margin": 0.05208700895309448}
{"sample_id": "conv_365cd370d007_pkg_000", "qa_id": "qa_ed534084e0e3f299", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What promotion did he say he used to take part in?", "temporal_relation": "none", "query_temporal_norm": 0.2067844569683075, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001081", "score": 0.05884896218776703}, {"memory_id": "utt_001082", "score": 0.06451001018285751}, {"memory_id": "utt_001092", "score": -0.006025969050824642}], "gold_semantic_scores": [0.0824291929602623, 0.08808419108390808, 0.017545534297823906], "gold_temporal_scores": [-0.023580236360430717, -0.023574164137244225, -0.023571496829390526], "max_gold_score": 0.06451001018285751, "max_candidate_score": 0.3731241226196289, "top_memory_id": "utt_000287", "max_non_gold_score": 0.3731241226196289, "best_gold_margin": -0.3086141124367714, "weakest_gold_margin": -0.37915009167045355}
{"sample_id": "conv_e2fc51c9765c_pkg_000", "qa_id": "qa_67b3f4946f35fb79", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "For Dakota and Jules, who was described as not afraid to show emotions or cry in front of people, and who was described as someone who would not cry in front of people?", "temporal_relation": "none", "query_temporal_norm": 0.21135219931602478, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001531", "score": 0.45621225237846375}, {"memory_id": "utt_001537", "score": 0.47913628816604614}, {"memory_id": "utt_001538", "score": 0.4538022577762604}], "gold_semantic_scores": [0.5020576119422913, 0.524986982345581, 0.4996562898159027], "gold_temporal_scores": [-0.045845236629247665, -0.045850835740566254, -0.045853979885578156], "max_gold_score": 0.47913628816604614, "max_candidate_score": 0.5277115702629089, "top_memory_id": "utt_001532", "max_non_gold_score": 0.5277115702629089, "best_gold_margin": -0.04857528209686279, "weakest_gold_margin": -0.07390931248664856}
{"sample_id": "conv_e2fc51c9765c_pkg_000", "qa_id": "qa_fbaa7d8aef4d9be0", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about when they get emotional?", "temporal_relation": "none", "query_temporal_norm": 0.20538774132728577, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001547", "score": 0.5405735373497009}], "gold_semantic_scores": [0.5468199849128723], "gold_temporal_scores": [-0.0062465975061059], "max_gold_score": 0.5405735373497009, "max_candidate_score": 0.5751903653144836, "top_memory_id": "utt_001508", "max_non_gold_score": 0.5751903653144836, "best_gold_margin": -0.034616827964782715, "weakest_gold_margin": -0.034616827964782715}
{"sample_id": "conv_e2fc51c9765c_pkg_000", "qa_id": "qa_3a81a8c0ec75835b", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Jules talk about having a tubal ligation (tying tubes)?", "temporal_relation": "session", "query_temporal_norm": 0.2097160518169403, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001294", "score": 0.36817261576652527}, {"memory_id": "utt_001308", "score": 0.2745073735713959}], "gold_semantic_scores": [0.4084616005420685, 0.3148079812526703], "gold_temporal_scores": [-0.04028903692960739, -0.0403006374835968], "max_gold_score": 0.36817261576652527, "max_candidate_score": 0.4879041314125061, "top_memory_id": "utt_001169", "max_non_gold_score": 0.4879041314125061, "best_gold_margin": -0.11973151564598083, "weakest_gold_margin": -0.21339675784111023}
{"sample_id": "conv_e2fc51c9765c_pkg_000", "qa_id": "qa_8ed44899ad288e90", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What audio setting preference did they mention using?", "temporal_relation": "none", "query_temporal_norm": 0.21805983781814575, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000116", "score": 0.12873044610023499}], "gold_semantic_scores": [0.17015643417835236], "gold_temporal_scores": [-0.041425999253988266], "max_gold_score": 0.12873044610023499, "max_candidate_score": 0.4619697630405426, "top_memory_id": "utt_000037", "max_non_gold_score": 0.4619697630405426, "best_gold_margin": -0.3332393169403076, "weakest_gold_margin": -0.3332393169403076}
{"sample_id": "conv_e4b1e448b138_pkg_000", "qa_id": "qa_0c04393b8448f8ae", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which games did the speakers say they were playing earlier in the conversation?", "temporal_relation": "none", "query_temporal_norm": 0.27385666966438293, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000223", "score": 0.6099880933761597}, {"memory_id": "utt_000252", "score": 0.4577186107635498}, {"memory_id": "utt_000253", "score": 0.29986971616744995}], "gold_semantic_scores": [0.6617885231971741, 0.5104413628578186, 0.3526725172996521], "gold_temporal_scores": [-0.05180021747946739, -0.052722685039043427, -0.05280282720923424], "max_gold_score": 0.6099880933761597, "max_candidate_score": 0.6099880933761597, "top_memory_id": "utt_000223", "max_non_gold_score": 0.5724138617515564, "best_gold_margin": 0.03757423162460327, "weakest_gold_margin": -0.27254414558410645}
{"sample_id": "conv_e4b1e448b138_pkg_000", "qa_id": "qa_f60e3ceabdb04703", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did someone say their work issue started on Monday?", "temporal_relation": "session", "query_temporal_norm": 0.21274986863136292, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000086", "score": 0.35775506496429443}, {"memory_id": "utt_000087", "score": 0.5276614427566528}], "gold_semantic_scores": [0.3978460729122162, 0.5677369236946106], "gold_temporal_scores": [-0.04009084030985832, -0.04007551819086075], "max_gold_score": 0.5276614427566528, "max_candidate_score": 0.5276614427566528, "top_memory_id": "utt_000087", "max_non_gold_score": 0.45530661940574646, "best_gold_margin": 0.07235482335090637, "weakest_gold_margin": -0.09755155444145203}
{"sample_id": "conv_e4b1e448b138_pkg_000", "qa_id": "qa_6b1fed7172b7497f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How tall did a speaker say they are?", "temporal_relation": "none", "query_temporal_norm": 0.2256460338830948, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000687", "score": 0.6445380449295044}], "gold_semantic_scores": [0.6807713508605957], "gold_temporal_scores": [-0.03623325377702713], "max_gold_score": 0.6445380449295044, "max_candidate_score": 0.6445380449295044, "top_memory_id": "utt_000687", "max_non_gold_score": 0.5940026640892029, "best_gold_margin": 0.050535380840301514, "weakest_gold_margin": 0.050535380840301514}
{"sample_id": "conv_e63fc0f78ab5_pkg_001", "qa_id": "qa_40cdca9c3d73a463", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they’d been getting back into cross stitch?", "temporal_relation": "none", "query_temporal_norm": 0.22145779430866241, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001821", "score": 0.6949202418327332}], "gold_semantic_scores": [0.7399850487709045], "gold_temporal_scores": [-0.045064788311719894], "max_gold_score": 0.6949202418327332, "max_candidate_score": 0.6949202418327332, "top_memory_id": "utt_001821", "max_non_gold_score": 0.38131463527679443, "best_gold_margin": 0.3136056065559387, "weakest_gold_margin": 0.3136056065559387}
{"sample_id": "conv_e63fc0f78ab5_pkg_001", "qa_id": "qa_2bac3f5d2ac9e0ff", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did one participant say he has a really big problem with?", "temporal_relation": "none", "query_temporal_norm": 0.20293085277080536, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001010", "score": 0.5333883166313171}], "gold_semantic_scores": [0.5785470008850098], "gold_temporal_scores": [-0.04515855014324188], "max_gold_score": 0.5333883166313171, "max_candidate_score": 0.5333883166313171, "top_memory_id": "utt_001010", "max_non_gold_score": 0.5162540674209595, "best_gold_margin": 0.017134249210357666, "weakest_gold_margin": 0.017134249210357666}
{"sample_id": "conv_e63fc0f78ab5_pkg_001", "qa_id": "qa_23be5b8e8c473040", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Near what part of the conversation did a participant say he would be in the kids' lives as much as they need him to be?", "temporal_relation": "session", "query_temporal_norm": 0.17562052607536316, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001732", "score": 0.7622280716896057}], "gold_semantic_scores": [0.7632648348808289], "gold_temporal_scores": [-0.0010367123177275062], "max_gold_score": 0.7622280716896057, "max_candidate_score": 0.7622280716896057, "top_memory_id": "utt_001732", "max_non_gold_score": 0.6350775361061096, "best_gold_margin": 0.1271505355834961, "weakest_gold_margin": 0.1271505355834961}
{"sample_id": "conv_e770b55eefa4_pkg_000", "qa_id": "qa_ef6f4157881b4322", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What name did the speaker give for the person they met?", "temporal_relation": "none", "query_temporal_norm": 0.2311248481273651, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000346", "score": 0.21979039907455444}, {"memory_id": "utt_000347", "score": 0.5134156346321106}], "gold_semantic_scores": [0.25282758474349976, 0.5464367270469666], "gold_temporal_scores": [-0.033037155866622925, -0.033021192997694016], "max_gold_score": 0.5134156346321106, "max_candidate_score": 0.56831294298172, "top_memory_id": "utt_000278", "max_non_gold_score": 0.56831294298172, "best_gold_margin": -0.054897308349609375, "weakest_gold_margin": -0.3485225439071655}
{"sample_id": "conv_e770b55eefa4_pkg_000", "qa_id": "qa_e8e634ce823fe06d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I mention working at Google?", "temporal_relation": "session", "query_temporal_norm": 0.21888530254364014, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000620", "score": 0.5195885896682739}], "gold_semantic_scores": [0.5628738403320312], "gold_temporal_scores": [-0.043285176157951355], "max_gold_score": 0.5195885896682739, "max_candidate_score": 0.5195885896682739, "top_memory_id": "utt_000620", "max_non_gold_score": 0.4624228775501251, "best_gold_margin": 0.057165712118148804, "weakest_gold_margin": 0.057165712118148804}
{"sample_id": "conv_e770b55eefa4_pkg_000", "qa_id": "qa_182db2440bdd1e74", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they bought approximately $200 worth of beef jerky at a gun show?", "temporal_relation": "none", "query_temporal_norm": 0.21896374225616455, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001831", "score": 0.4506118893623352}, {"memory_id": "utt_001855", "score": 0.3175705373287201}, {"memory_id": "utt_001857", "score": 0.6472651362419128}], "gold_semantic_scores": [0.4809834957122803, 0.34793901443481445, 0.6776330471038818], "gold_temporal_scores": [-0.03037155605852604, -0.030368514358997345, -0.03036796674132347], "max_gold_score": 0.6472651362419128, "max_candidate_score": 0.6472651362419128, "top_memory_id": "utt_001857", "max_non_gold_score": 0.5041364431381226, "best_gold_margin": 0.14312869310379028, "weakest_gold_margin": -0.18656590580940247}
{"sample_id": "conv_e9b22b61abdc_pkg_000", "qa_id": "qa_5ddcb3a3207a8932", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What childhood furniture was mentioned?", "temporal_relation": "none", "query_temporal_norm": 0.23732028901576996, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000631", "score": 0.6813629269599915}], "gold_semantic_scores": [0.7255651354789734], "gold_temporal_scores": [-0.04420221596956253], "max_gold_score": 0.6813629269599915, "max_candidate_score": 0.6813629269599915, "top_memory_id": "utt_000631", "max_non_gold_score": 0.5779426097869873, "best_gold_margin": 0.10342031717300415, "weakest_gold_margin": 0.10342031717300415}
{"sample_id": "conv_e9b22b61abdc_pkg_000", "qa_id": "qa_6ea8022bb268265f", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was garlic Parmesan mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.19749446213245392, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000261", "score": 0.4015110731124878}, {"memory_id": "utt_000262", "score": 0.4132751226425171}], "gold_semantic_scores": [0.4262043237686157, 0.43794795870780945], "gold_temporal_scores": [-0.02469329722225666, -0.024672802537679672], "max_gold_score": 0.4132751226425171, "max_candidate_score": 0.6612147688865662, "top_memory_id": "utt_000075", "max_non_gold_score": 0.6612147688865662, "best_gold_margin": -0.24793964624404907, "weakest_gold_margin": -0.25970369577407837}
{"sample_id": "conv_e9b22b61abdc_pkg_000", "qa_id": "qa_93b9a6d67313e8e9", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I expressed something that bothers me about how others handle my belongings — what did I say?", "temporal_relation": "none", "query_temporal_norm": 0.2155078649520874, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000615", "score": 0.5202974677085876}], "gold_semantic_scores": [0.5437055230140686], "gold_temporal_scores": [-0.02340790070593357], "max_gold_score": 0.5202974677085876, "max_candidate_score": 0.5202974677085876, "top_memory_id": "utt_000615", "max_non_gold_score": 0.5059685707092285, "best_gold_margin": 0.01432889699935913, "weakest_gold_margin": 0.01432889699935913}
{"sample_id": "conv_eb6f6b4d09ac_pkg_000", "qa_id": "qa_b84e5b05a75c969d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Do I remember whether one participant introduced another participant to a muscular woman who works out a lot?", "temporal_relation": "none", "query_temporal_norm": 0.2251882702112198, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000056", "score": 0.40154242515563965}, {"memory_id": "utt_000059", "score": 0.3031452000141144}, {"memory_id": "utt_000060", "score": 0.21778716146945953}], "gold_semantic_scores": [0.442097008228302, 0.3436908721923828, 0.2583269774913788], "gold_temporal_scores": [-0.04055452719330788, -0.04054565355181694, -0.040539830923080444], "max_gold_score": 0.40154242515563965, "max_candidate_score": 0.44346797466278076, "top_memory_id": "utt_000228", "max_non_gold_score": 0.44346797466278076, "best_gold_margin": -0.04192554950714111, "weakest_gold_margin": -0.22568081319332123}
{"sample_id": "conv_eb6f6b4d09ac_pkg_000", "qa_id": "qa_081d5823f94ab6be", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I remember saying that I haven't drunk alcohol in a long time?", "temporal_relation": "none", "query_temporal_norm": 0.20514050126075745, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000114", "score": 0.6559629440307617}], "gold_semantic_scores": [0.6941336989402771], "gold_temporal_scores": [-0.03817090019583702], "max_gold_score": 0.6559629440307617, "max_candidate_score": 0.6559629440307617, "top_memory_id": "utt_000114", "max_non_gold_score": 0.5533339977264404, "best_gold_margin": 0.10262894630432129, "weakest_gold_margin": 0.10262894630432129}
{"sample_id": "conv_eb6f6b4d09ac_pkg_000", "qa_id": "qa_70cbb7a36c798fad", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the participants decide to do a reading tomorrow?", "temporal_relation": "session", "query_temporal_norm": 0.18062205612659454, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000769", "score": 0.5668805241584778}, {"memory_id": "utt_000771", "score": 0.41489046812057495}], "gold_semantic_scores": [0.569051206111908, 0.41705775260925293], "gold_temporal_scores": [-0.002170587657019496, -0.0021672940347343683], "max_gold_score": 0.5668805241584778, "max_candidate_score": 0.5668805241584778, "top_memory_id": "utt_000769", "max_non_gold_score": 0.32647788524627686, "best_gold_margin": 0.24040263891220093, "weakest_gold_margin": 0.0884125828742981}
{"sample_id": "conv_ebfff44821cb_pkg_001", "qa_id": "qa_264162dbaf8825db", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I plan to do about the friends who went hardcore to MAGA?", "temporal_relation": "none", "query_temporal_norm": 0.22158710658550262, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002215", "score": 0.49935948848724365}, {"memory_id": "utt_002218", "score": 0.20882441103458405}], "gold_semantic_scores": [0.5221921801567078, 0.2316485196352005], "gold_temporal_scores": [-0.02283243089914322, -0.02282422035932541], "max_gold_score": 0.49935948848724365, "max_candidate_score": 0.49935948848724365, "top_memory_id": "utt_002215", "max_non_gold_score": 0.3979193866252899, "best_gold_margin": 0.10144010186195374, "weakest_gold_margin": -0.18909497559070587}
{"sample_id": "conv_ebfff44821cb_pkg_001", "qa_id": "qa_0998c1b737bb80b5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said their current focus priority is “joy”?", "temporal_relation": "none", "query_temporal_norm": 0.18235145509243011, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002416", "score": 0.07839449495077133}, {"memory_id": "utt_002417", "score": 0.3804500102996826}], "gold_semantic_scores": [0.051799923181533813, 0.3538414537906647], "gold_temporal_scores": [0.026594601571559906, 0.026608267799019814], "max_gold_score": 0.3804500102996826, "max_candidate_score": 0.3804500102996826, "top_memory_id": "utt_002417", "max_non_gold_score": 0.3660282492637634, "best_gold_margin": 0.01442176103591919, "weakest_gold_margin": -0.2876337543129921}
{"sample_id": "conv_ebfff44821cb_pkg_001", "qa_id": "qa_87f3b8b0fa0cb082", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they were very ashamed about their vote?", "temporal_relation": "session", "query_temporal_norm": 0.20668725669384003, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001888", "score": 0.3734460771083832}], "gold_semantic_scores": [0.39721134305000305], "gold_temporal_scores": [-0.023765284568071365], "max_gold_score": 0.3734460771083832, "max_candidate_score": 0.5713357329368591, "top_memory_id": "utt_002416", "max_non_gold_score": 0.5713357329368591, "best_gold_margin": -0.19788965582847595, "weakest_gold_margin": -0.19788965582847595}
{"sample_id": "conv_ecdee92e1767_pkg_001", "qa_id": "qa_ee1df444697dffd6", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At the end of our chat, which TV shows did the participants say they liked?", "temporal_relation": "none", "query_temporal_norm": 0.1723330318927765, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001483", "score": 0.2517127990722656}, {"memory_id": "utt_001491", "score": 0.39106982946395874}, {"memory_id": "utt_001492", "score": 0.4100460410118103}, {"memory_id": "utt_001493", "score": 0.45179757475852966}, {"memory_id": "utt_001496", "score": 0.23077929019927979}, {"memory_id": "utt_001510", "score": 0.07216733694076538}], "gold_semantic_scores": [0.25611990690231323, 0.3951851725578308, 0.4141407608985901, 0.45589107275009155, 0.23485752940177917, 0.07601073384284973], "gold_temporal_scores": [-0.004407047759741545, -0.004115264862775803, -0.004094639793038368, -0.004093497060239315, -0.004078283440321684, -0.0038433705922216177], "max_gold_score": 0.45179757475852966, "max_candidate_score": 0.4711681604385376, "top_memory_id": "utt_001425", "max_non_gold_score": 0.4711681604385376, "best_gold_margin": -0.019370585680007935, "weakest_gold_margin": -0.3990008234977722}
{"sample_id": "conv_ecdee92e1767_pkg_001", "qa_id": "qa_5b87ad5ed9376e37", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did a participant say they liked Burger King?", "temporal_relation": "session", "query_temporal_norm": 0.20879733562469482, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001038", "score": 0.6893799304962158}], "gold_semantic_scores": [0.7236709594726562], "gold_temporal_scores": [-0.0342913381755352], "max_gold_score": 0.6893799304962158, "max_candidate_score": 0.6893799304962158, "top_memory_id": "utt_001038", "max_non_gold_score": 0.5813043713569641, "best_gold_margin": 0.10807555913925171, "weakest_gold_margin": 0.10807555913925171}
{"sample_id": "conv_ecdee92e1767_pkg_001", "qa_id": "qa_24c159a293322adc", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What kitchen appliance did Finley say they prefer?", "temporal_relation": "none", "query_temporal_norm": 0.2202630639076233, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001143", "score": 0.42703977227211}, {"memory_id": "utt_001144", "score": 0.32869139313697815}], "gold_semantic_scores": [0.4698614180088043, 0.37148356437683105], "gold_temporal_scores": [-0.042821794748306274, -0.0427921861410141], "max_gold_score": 0.42703977227211, "max_candidate_score": 0.559907078742981, "top_memory_id": "utt_001347", "max_non_gold_score": 0.559907078742981, "best_gold_margin": -0.13286730647087097, "weakest_gold_margin": -0.2312156856060028}
{"sample_id": "conv_ed93a62bc314_pkg_001", "qa_id": "qa_687377a1335e5e76", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were pro moving around, and who said they shudder to think of being a different person if they never left previous places?", "temporal_relation": "none", "query_temporal_norm": 0.19268660247325897, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001563", "score": 0.5459932684898376}, {"memory_id": "utt_001566", "score": 0.5540539622306824}], "gold_semantic_scores": [0.5918208956718445, 0.5999132394790649], "gold_temporal_scores": [-0.04582754522562027, -0.045859094709157944], "max_gold_score": 0.5540539622306824, "max_candidate_score": 0.5540539622306824, "top_memory_id": "utt_001566", "max_non_gold_score": 0.4894998371601105, "best_gold_margin": 0.0645541250705719, "weakest_gold_margin": 0.05649343132972717}
{"sample_id": "conv_ed93a62bc314_pkg_001", "qa_id": "qa_c38b753104e244c5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What morning meal habit was mentioned?", "temporal_relation": "none", "query_temporal_norm": 0.20133410394191742, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001774", "score": 0.4573603868484497}], "gold_semantic_scores": [0.47756433486938477], "gold_temporal_scores": [-0.02020394243299961], "max_gold_score": 0.4573603868484497, "max_candidate_score": 0.5252429246902466, "top_memory_id": "utt_002372", "max_non_gold_score": 0.5252429246902466, "best_gold_margin": -0.06788253784179688, "weakest_gold_margin": -0.06788253784179688}
{"sample_id": "conv_ed93a62bc314_pkg_001", "qa_id": "qa_be937f5c29095197", "task_id": "recent_context_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "Just now, what city did Jules say she currently lives in?", "temporal_relation": "none", "query_temporal_norm": 0.17241171002388, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": ["utt_001534", "utt_002594"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4849103093147278, "top_memory_id": "utt_002393", "max_non_gold_score": 0.4849103093147278, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "conv_efac6cfd7762_pkg_000", "qa_id": "qa_eebf737a7e875fbb", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which project type does Morgan prefer, and which project type does Cameron prefer?", "temporal_relation": "none", "query_temporal_norm": 0.19328482449054718, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000184", "score": 0.3662882149219513}, {"memory_id": "utt_000221", "score": 0.37060579657554626}], "gold_semantic_scores": [0.4037570059299469, 0.407590389251709], "gold_temporal_scores": [-0.03746885061264038, -0.03698461130261421], "max_gold_score": 0.37060579657554626, "max_candidate_score": 0.4189240634441376, "top_memory_id": "utt_000240", "max_non_gold_score": 0.4189240634441376, "best_gold_margin": -0.04831826686859131, "weakest_gold_margin": -0.05263584852218628}
{"sample_id": "conv_efac6cfd7762_pkg_000", "qa_id": "qa_e31b4ba3ecb33351", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I mentioned getting a cat — was the cat free or did we pay for it?", "temporal_relation": "none", "query_temporal_norm": 0.22183442115783691, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000391", "score": 0.7792521119117737}, {"memory_id": "utt_000398", "score": 0.8327668905258179}], "gold_semantic_scores": [0.8155241012573242, 0.8690280914306641], "gold_temporal_scores": [-0.03627198562026024, -0.03626091033220291], "max_gold_score": 0.8327668905258179, "max_candidate_score": 0.8327668905258179, "top_memory_id": "utt_000398", "max_non_gold_score": 0.6663584113121033, "best_gold_margin": 0.1664084792137146, "weakest_gold_margin": 0.11289370059967041}
{"sample_id": "conv_efac6cfd7762_pkg_000", "qa_id": "qa_4264803b5e3ded06", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At what part of the conversation (beginning, middle, or end) did the person who said, \"I've always been interested in speed,\" speak?", "temporal_relation": "session", "query_temporal_norm": 0.18216772377490997, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000773", "score": 0.7235625386238098}], "gold_semantic_scores": [0.7384960651397705], "gold_temporal_scores": [-0.014933387748897076], "max_gold_score": 0.7235625386238098, "max_candidate_score": 0.7235625386238098, "top_memory_id": "utt_000773", "max_non_gold_score": 0.43981054425239563, "best_gold_margin": 0.2837519943714142, "weakest_gold_margin": 0.2837519943714142}
{"sample_id": "conv_efac6cfd7762_pkg_000", "qa_id": "qa_e786e463f64f466e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned being introduced to MotoGP and motorcycle racing?", "temporal_relation": "none", "query_temporal_norm": 0.22311076521873474, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000777", "score": 0.4690394401550293}], "gold_semantic_scores": [0.5150029063224792], "gold_temporal_scores": [-0.04596354812383652], "max_gold_score": 0.4690394401550293, "max_candidate_score": 0.6251352429389954, "top_memory_id": "utt_000779", "max_non_gold_score": 0.6251352429389954, "best_gold_margin": -0.15609580278396606, "weakest_gold_margin": -0.15609580278396606}
{"sample_id": "conv_f1986b73fe49_pkg_000", "qa_id": "qa_c46cfe879cd5781e", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did a participant create a Discord community for a music genre in 2017, and did that community later become toxic?", "temporal_relation": "none", "query_temporal_norm": 0.22880181670188904, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000388", "score": 0.6190770864486694}, {"memory_id": "utt_000389", "score": -0.07109218835830688}, {"memory_id": "utt_000391", "score": 0.02920692414045334}], "gold_semantic_scores": [0.6700804829597473, -0.020035171881318092, 0.08027715981006622], "gold_temporal_scores": [-0.05100339651107788, -0.051057007163763046, -0.0510702058672905], "max_gold_score": 0.6190770864486694, "max_candidate_score": 0.6190770864486694, "top_memory_id": "utt_000388", "max_non_gold_score": 0.2649701237678528, "best_gold_margin": 0.35410696268081665, "weakest_gold_margin": -0.33606231212615967}
{"sample_id": "conv_f1986b73fe49_pkg_000", "qa_id": "qa_b6f3a54890e55cb2", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did I say I wanted at least ten hours of high-quality audio in at least one language?", "temporal_relation": "session", "query_temporal_norm": 0.19844289124011993, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000158", "score": 0.7956718802452087}], "gold_semantic_scores": [0.8251917362213135], "gold_temporal_scores": [-0.029519690200686455], "max_gold_score": 0.7956718802452087, "max_candidate_score": 0.7956718802452087, "top_memory_id": "utt_000158", "max_non_gold_score": 0.5021703839302063, "best_gold_margin": 0.29350149631500244, "weakest_gold_margin": 0.29350149631500244}
{"sample_id": "conv_f1986b73fe49_pkg_000", "qa_id": "qa_9b388c78c2d1a36e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Devon say they did with respect to the pilot?", "temporal_relation": "none", "query_temporal_norm": 0.19774822890758514, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000243", "score": 0.33450406789779663}], "gold_semantic_scores": [0.3534678518772125], "gold_temporal_scores": [-0.018963752314448357], "max_gold_score": 0.33450406789779663, "max_candidate_score": 0.41311636567115784, "top_memory_id": "utt_000439", "max_non_gold_score": 0.41311636567115784, "best_gold_margin": -0.0786122977733612, "weakest_gold_margin": -0.0786122977733612}
{"sample_id": "conv_f38ac0e9038b_pkg_000", "qa_id": "qa_369e9dd2d577d138", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I go to places for industry people rather than the crowd?", "temporal_relation": "none", "query_temporal_norm": 0.19590404629707336, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000181", "score": 0.5788568258285522}], "gold_semantic_scores": [0.6076729893684387], "gold_temporal_scores": [-0.028816159814596176], "max_gold_score": 0.5788568258285522, "max_candidate_score": 0.5788568258285522, "top_memory_id": "utt_000181", "max_non_gold_score": 0.41923168301582336, "best_gold_margin": 0.15962514281272888, "weakest_gold_margin": 0.15962514281272888}
{"sample_id": "conv_f38ac0e9038b_pkg_000", "qa_id": "qa_767f770eb96f2341", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said that the place must have a washing machine and dryer?", "temporal_relation": "session", "query_temporal_norm": 0.2014363408088684, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000311", "score": 0.4064544141292572}], "gold_semantic_scores": [0.4293900430202484], "gold_temporal_scores": [-0.022935615852475166], "max_gold_score": 0.4064544141292572, "max_candidate_score": 0.4339200258255005, "top_memory_id": "utt_000001", "max_non_gold_score": 0.4339200258255005, "best_gold_margin": -0.027465611696243286, "weakest_gold_margin": -0.027465611696243286}
{"sample_id": "conv_f38ac0e9038b_pkg_000", "qa_id": "qa_5a88ab0acf0ee91d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were in Japan?", "temporal_relation": "none", "query_temporal_norm": 0.24016165733337402, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000327", "score": 0.6429654359817505}], "gold_semantic_scores": [0.6975094676017761], "gold_temporal_scores": [-0.05454409494996071], "max_gold_score": 0.6429654359817505, "max_candidate_score": 0.6429654359817505, "top_memory_id": "utt_000327", "max_non_gold_score": 0.5971585512161255, "best_gold_margin": 0.045806884765625, "weakest_gold_margin": 0.045806884765625}
{"sample_id": "conv_f49abbedac22_pkg_000", "qa_id": "qa_52eee95885efac30", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they dislike chili con carne?", "temporal_relation": "session", "query_temporal_norm": 0.19328126311302185, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000230", "score": 0.4686245322227478}, {"memory_id": "utt_000233", "score": 0.46289730072021484}], "gold_semantic_scores": [0.4960733652114868, 0.49025675654411316], "gold_temporal_scores": [-0.027448885142803192, -0.02735946886241436], "max_gold_score": 0.4686245322227478, "max_candidate_score": 0.4686245322227478, "top_memory_id": "utt_000230", "max_non_gold_score": 0.41917145252227783, "best_gold_margin": 0.04945307970046997, "weakest_gold_margin": 0.04372584819793701}
{"sample_id": "conv_f49abbedac22_pkg_000", "qa_id": "qa_7a97754b438543cd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What work role did Jamie say they have at the hostel?", "temporal_relation": "none", "query_temporal_norm": 0.21711117029190063, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000066", "score": 0.5187182426452637}], "gold_semantic_scores": [0.5619339942932129], "gold_temporal_scores": [-0.043215807527303696], "max_gold_score": 0.5187182426452637, "max_candidate_score": 0.574177622795105, "top_memory_id": "utt_000212", "max_non_gold_score": 0.574177622795105, "best_gold_margin": -0.05545938014984131, "weakest_gold_margin": -0.05545938014984131}
{"sample_id": "conv_f49abbedac22_pkg_000", "qa_id": "qa_905e6f20e083c6e2", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What food did they say they still like?", "temporal_relation": "none", "query_temporal_norm": 0.2038121074438095, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000245", "score": 0.550990879535675}], "gold_semantic_scores": [0.573283851146698], "gold_temporal_scores": [-0.022292809560894966], "max_gold_score": 0.550990879535675, "max_candidate_score": 0.6449171900749207, "top_memory_id": "utt_000244", "max_non_gold_score": 0.6449171900749207, "best_gold_margin": -0.0939263105392456, "weakest_gold_margin": -0.0939263105392456}
{"sample_id": "conv_f5ba40984f86_pkg_001", "qa_id": "qa_48e31824e83dd83a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Sawyer say they were really kind of good friends with their next-door neighbor?", "temporal_relation": "session", "query_temporal_norm": 0.20372788608074188, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002208", "score": 0.8031724095344543}], "gold_semantic_scores": [0.8366929292678833], "gold_temporal_scores": [-0.033519767224788666], "max_gold_score": 0.8031724095344543, "max_candidate_score": 0.8031724095344543, "top_memory_id": "utt_002208", "max_non_gold_score": 0.6085802316665649, "best_gold_margin": 0.1945921778678894, "weakest_gold_margin": 0.1945921778678894}
{"sample_id": "conv_f5ba40984f86_pkg_001", "qa_id": "qa_cc897e21a6cb359f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I would invest in if I were to invest in items?", "temporal_relation": "none", "query_temporal_norm": 0.19791947305202484, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001384", "score": 0.583996593952179}, {"memory_id": "utt_001387", "score": 0.6569144129753113}], "gold_semantic_scores": [0.6218951940536499, 0.6936809420585632], "gold_temporal_scores": [-0.03789837658405304, -0.03676654398441315], "max_gold_score": 0.6569144129753113, "max_candidate_score": 0.6569144129753113, "top_memory_id": "utt_001387", "max_non_gold_score": 0.5896832346916199, "best_gold_margin": 0.0672311782836914, "weakest_gold_margin": -0.005686640739440918}
{"sample_id": "conv_f5ba40984f86_pkg_001", "qa_id": "qa_f309693c198cb586", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they find it weird that older Americans and British people come to the Philippines to look for love?", "temporal_relation": "none", "query_temporal_norm": 0.19681794941425323, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001662", "score": 0.5912496447563171}, {"memory_id": "utt_001663", "score": 0.6028791666030884}], "gold_semantic_scores": [0.6249141097068787, 0.6365113854408264], "gold_temporal_scores": [-0.033664505928754807, -0.033632222563028336], "max_gold_score": 0.6028791666030884, "max_candidate_score": 0.6476861238479614, "top_memory_id": "utt_001655", "max_non_gold_score": 0.6476861238479614, "best_gold_margin": -0.04480695724487305, "weakest_gold_margin": -0.05643647909164429}
{"sample_id": "conv_f81a5c7d6104_pkg_000", "qa_id": "qa_f5315f7f23b35f97", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say they lived in the countryside?", "temporal_relation": "session", "query_temporal_norm": 0.21441322565078735, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000432", "score": 0.6418067216873169}, {"memory_id": "utt_000433", "score": 0.6834565997123718}], "gold_semantic_scores": [0.6776769757270813, 0.7193257212638855], "gold_temporal_scores": [-0.03587019443511963, -0.03586907312273979], "max_gold_score": 0.6834565997123718, "max_candidate_score": 0.6834565997123718, "top_memory_id": "utt_000433", "max_non_gold_score": 0.39996784925460815, "best_gold_margin": 0.28348875045776367, "weakest_gold_margin": 0.24183887243270874}
{"sample_id": "conv_f81a5c7d6104_pkg_000", "qa_id": "qa_0f1fdc1ca988577a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What childhood interest did Finley mention?", "temporal_relation": "none", "query_temporal_norm": 0.23213638365268707, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000470", "score": 0.5008972883224487}], "gold_semantic_scores": [0.5548283457756042], "gold_temporal_scores": [-0.05393094941973686], "max_gold_score": 0.5008972883224487, "max_candidate_score": 0.5274967551231384, "top_memory_id": "utt_000030", "max_non_gold_score": 0.5274967551231384, "best_gold_margin": -0.026599466800689697, "weakest_gold_margin": -0.026599466800689697}
{"sample_id": "conv_f81a5c7d6104_pkg_000", "qa_id": "qa_467b325ea19e69fe", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What color did the speaker say their vehicle is?", "temporal_relation": "none", "query_temporal_norm": 0.21151141822338104, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000116", "score": 0.4021502137184143}], "gold_semantic_scores": [0.43539541959762573], "gold_temporal_scores": [-0.033245254307985306], "max_gold_score": 0.4021502137184143, "max_candidate_score": 0.5379387736320496, "top_memory_id": "utt_000048", "max_non_gold_score": 0.5379387736320496, "best_gold_margin": -0.13578855991363525, "weakest_gold_margin": -0.13578855991363525}
{"sample_id": "conv_f9f01d06c18a_pkg_000", "qa_id": "qa_71e2ef3187f583c7", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Reese currently responsible for?", "temporal_relation": "none", "query_temporal_norm": 0.18004828691482544, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000497", "score": 0.45808228850364685}], "gold_semantic_scores": [0.4333437979221344], "gold_temporal_scores": [0.024738535284996033], "max_gold_score": 0.45808228850364685, "max_candidate_score": 0.45808228850364685, "top_memory_id": "utt_000497", "max_non_gold_score": 0.4314066469669342, "best_gold_margin": 0.026675641536712646, "weakest_gold_margin": 0.026675641536712646}
{"sample_id": "conv_f9f01d06c18a_pkg_000", "qa_id": "qa_17789ac99ee3a697", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they’re not good at staying in a lot of communication?", "temporal_relation": "session", "query_temporal_norm": 0.1955510526895523, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000356", "score": 0.7180091142654419}], "gold_semantic_scores": [0.7430721521377563], "gold_temporal_scores": [-0.02506287582218647], "max_gold_score": 0.7180091142654419, "max_candidate_score": 0.7180091142654419, "top_memory_id": "utt_000356", "max_non_gold_score": 0.5736660361289978, "best_gold_margin": 0.1443430781364441, "weakest_gold_margin": 0.1443430781364441}
{"sample_id": "conv_f9f01d06c18a_pkg_000", "qa_id": "qa_e721b7cbf66b896f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did they say is the best way to handle things so everyone feels good about what’s happening?", "temporal_relation": "none", "query_temporal_norm": 0.17534296214580536, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000454", "score": 0.6293880939483643}], "gold_semantic_scores": [0.6186181902885437], "gold_temporal_scores": [0.010769891552627087], "max_gold_score": 0.6293880939483643, "max_candidate_score": 0.6293880939483643, "top_memory_id": "utt_000454", "max_non_gold_score": 0.5380285978317261, "best_gold_margin": 0.09135949611663818, "weakest_gold_margin": 0.09135949611663818}
{"sample_id": "conv_fb056f1fd957_pkg_000", "qa_id": "qa_65b956fef65f991a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who in the conversation said they watch a lot of crime shows as a hobby?", "temporal_relation": "none", "query_temporal_norm": 0.21627478301525116, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000127", "score": 0.7540922164916992}, {"memory_id": "utt_000131", "score": 0.3349936306476593}], "gold_semantic_scores": [0.7964126467704773, 0.3773043751716614], "gold_temporal_scores": [-0.04232069104909897, -0.0423106923699379], "max_gold_score": 0.7540922164916992, "max_candidate_score": 0.7540922164916992, "top_memory_id": "utt_000127", "max_non_gold_score": 0.4104863107204437, "best_gold_margin": 0.3436059057712555, "weakest_gold_margin": -0.07549268007278442}
{"sample_id": "conv_fb056f1fd957_pkg_000", "qa_id": "qa_ce87b235fa7ae461", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which part of the conversation was the line \"I was raised to be clean\" said?", "temporal_relation": "session", "query_temporal_norm": 0.18151654303073883, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000749", "score": 0.5645675659179688}], "gold_semantic_scores": [0.5711961388587952], "gold_temporal_scores": [-0.006628348492085934], "max_gold_score": 0.5645675659179688, "max_candidate_score": 0.5645675659179688, "top_memory_id": "utt_000749", "max_non_gold_score": 0.45030108094215393, "best_gold_margin": 0.11426648497581482, "weakest_gold_margin": 0.11426648497581482}
{"sample_id": "conv_fb056f1fd957_pkg_000", "qa_id": "qa_98df2880128a7a3c", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Robin say happened during their recent commute?", "temporal_relation": "none", "query_temporal_norm": 0.17862629890441895, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000696", "score": 0.17566388845443726}, {"memory_id": "utt_000697", "score": 0.25218465924263}], "gold_semantic_scores": [0.17349925637245178, 0.2500130832195282], "gold_temporal_scores": [0.0021647545509040356, 0.002171567175537348], "max_gold_score": 0.25218465924263, "max_candidate_score": 0.40304824709892273, "top_memory_id": "utt_000353", "max_non_gold_score": 0.40304824709892273, "best_gold_margin": -0.15086358785629272, "weakest_gold_margin": -0.22738435864448547}
{"sample_id": "conv_fbc08ed87ede_pkg_000", "qa_id": "qa_62f8f1bbd964f5e1", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it mentioned that the situation happened in his twenties?", "temporal_relation": "session", "query_temporal_norm": 0.18498314917087555, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000497", "score": 0.6695992350578308}], "gold_semantic_scores": [0.6813479065895081], "gold_temporal_scores": [-0.011748758144676685], "max_gold_score": 0.6695992350578308, "max_candidate_score": 0.6695992350578308, "top_memory_id": "utt_000497", "max_non_gold_score": 0.47261935472488403, "best_gold_margin": 0.19697988033294678, "weakest_gold_margin": 0.19697988033294678}
{"sample_id": "conv_fbc08ed87ede_pkg_000", "qa_id": "qa_36e54e38a1566284", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did the speaker say whether he is struggling financially now?", "temporal_relation": "none", "query_temporal_norm": 0.1762789636850357, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000590", "score": 0.5784884691238403}], "gold_semantic_scores": [0.6016614437103271], "gold_temporal_scores": [-0.023172851651906967], "max_gold_score": 0.5784884691238403, "max_candidate_score": 0.5784884691238403, "top_memory_id": "utt_000590", "max_non_gold_score": 0.5643426775932312, "best_gold_margin": 0.01414579153060913, "weakest_gold_margin": 0.01414579153060913}
{"sample_id": "conv_fbc08ed87ede_pkg_000", "qa_id": "qa_411a248898d48ea9", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What kind of friends did the speaker say he chooses?", "temporal_relation": "none", "query_temporal_norm": 0.19701924920082092, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000820", "score": 0.6254449486732483}, {"memory_id": "utt_000822", "score": 0.1237381175160408}], "gold_semantic_scores": [0.6520059704780579, 0.1502954363822937], "gold_temporal_scores": [-0.02656101994216442, -0.026557285338640213], "max_gold_score": 0.6254449486732483, "max_candidate_score": 0.6254449486732483, "top_memory_id": "utt_000820", "max_non_gold_score": 0.556450605392456, "best_gold_margin": 0.06899434328079224, "weakest_gold_margin": -0.43271248787641525}
{"sample_id": "conv_fd9476b29643_pkg_001", "qa_id": "qa_eae0c3e0f722b700", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they don't want to over schedule her?", "temporal_relation": "none", "query_temporal_norm": 0.2164202630519867, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000812", "score": 0.4952087700366974}], "gold_semantic_scores": [0.5383143424987793], "gold_temporal_scores": [-0.043105598539114], "max_gold_score": 0.4952087700366974, "max_candidate_score": 0.4952087700366974, "top_memory_id": "utt_000812", "max_non_gold_score": 0.3606187105178833, "best_gold_margin": 0.1345900595188141, "weakest_gold_margin": 0.1345900595188141}
{"sample_id": "conv_fd9476b29643_pkg_001", "qa_id": "qa_8165807d207cf2fd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Does the person in the conversation have a daughter?", "temporal_relation": "none", "query_temporal_norm": 0.21583330631256104, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000629", "score": 0.1543319672346115}, {"memory_id": "utt_000656", "score": 0.2420196235179901}, {"memory_id": "utt_001021", "score": 0.1602933257818222}, {"memory_id": "utt_001023", "score": 0.6030206680297852}], "gold_semantic_scores": [0.1942080408334732, 0.28469595313072205, 0.20027309656143188, 0.6429986953735352], "gold_temporal_scores": [-0.03987604379653931, -0.04267634078860283, -0.0399797298014164, -0.039977990090847015], "max_gold_score": 0.6030206680297852, "max_candidate_score": 0.6030206680297852, "top_memory_id": "utt_001023", "max_non_gold_score": 0.5652676820755005, "best_gold_margin": 0.03775298595428467, "weakest_gold_margin": -0.410935714840889}
{"sample_id": "conv_fd9476b29643_pkg_001", "qa_id": "qa_a9451d4abbab3080", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say she was working from 8AM to 11PM?", "temporal_relation": "session", "query_temporal_norm": 0.2105530947446823, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001076", "score": 0.5727304816246033}], "gold_semantic_scores": [0.6059860587120056], "gold_temporal_scores": [-0.033255670219659805], "max_gold_score": 0.5727304816246033, "max_candidate_score": 0.5727304816246033, "top_memory_id": "utt_001076", "max_non_gold_score": 0.424546480178833, "best_gold_margin": 0.14818400144577026, "weakest_gold_margin": 0.14818400144577026}
{"sample_id": "conv_fe6242a7ccd0_pkg_001", "qa_id": "qa_9cf27ad9d4fcebf3", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker who said \"I listen and I don't judge\" say that?", "temporal_relation": "session", "query_temporal_norm": 0.19308513402938843, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002368", "score": 0.7420245409011841}], "gold_semantic_scores": [0.7830139994621277], "gold_temporal_scores": [-0.040989525616168976], "max_gold_score": 0.7420245409011841, "max_candidate_score": 0.7420245409011841, "top_memory_id": "utt_002368", "max_non_gold_score": 0.6052976846694946, "best_gold_margin": 0.13672685623168945, "weakest_gold_margin": 0.13672685623168945}
{"sample_id": "conv_fe6242a7ccd0_pkg_001", "qa_id": "qa_45452b10520f16f3", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Mahaji say they build from floor plans?", "temporal_relation": "none", "query_temporal_norm": 0.22253279387950897, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001739", "score": 0.38962429761886597}, {"memory_id": "utt_001740", "score": 0.47144198417663574}], "gold_semantic_scores": [0.42341887950897217, 0.5051884651184082], "gold_temporal_scores": [-0.033794503659009933, -0.033746518194675446], "max_gold_score": 0.47144198417663574, "max_candidate_score": 0.5680419206619263, "top_memory_id": "utt_001746", "max_non_gold_score": 0.5680419206619263, "best_gold_margin": -0.09659993648529053, "weakest_gold_margin": -0.1784176230430603}
{"sample_id": "conv_fe6242a7ccd0_pkg_001", "qa_id": "qa_27c7f5cd024602d7", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say about how they feel toward their ex-partner?", "temporal_relation": "none", "query_temporal_norm": 0.19956406950950623, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002516", "score": 0.4524208903312683}], "gold_semantic_scores": [0.48156264424324036], "gold_temporal_scores": [-0.029141727834939957], "max_gold_score": 0.4524208903312683, "max_candidate_score": 0.4524208903312683, "top_memory_id": "utt_002516", "max_non_gold_score": 0.4426617920398712, "best_gold_margin": 0.009759098291397095, "weakest_gold_margin": 0.009759098291397095}
{"sample_id": "conv_fff7f7066142_pkg_001", "qa_id": "qa_7fd24f2d2a73174a", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who preferred dark blue, who preferred sage green, and who preferred burgundy?", "temporal_relation": "none", "query_temporal_norm": 0.20189808309078217, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001633", "score": 0.6322342157363892}, {"memory_id": "utt_001634", "score": 0.6290454864501953}, {"memory_id": "utt_001641", "score": 0.4142642617225647}, {"memory_id": "utt_002019", "score": 0.5566334128379822}, {"memory_id": "utt_002036", "score": 0.4758593440055847}], "gold_semantic_scores": [0.6603614687919617, 0.6571677923202515, 0.44236353039741516, 0.5833002924919128, 0.5024819374084473], "gold_temporal_scores": [-0.02812732383608818, -0.028122233226895332, -0.028099168092012405, -0.02666674740612507, -0.026622582226991653], "max_gold_score": 0.6322342157363892, "max_candidate_score": 0.6322342157363892, "top_memory_id": "utt_001633", "max_non_gold_score": 0.5859984159469604, "best_gold_margin": 0.04623579978942871, "weakest_gold_margin": -0.17173415422439575}
{"sample_id": "conv_fff7f7066142_pkg_001", "qa_id": "qa_6cb2d6a992ac4881", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "During which part of the conversation did I say the first iPhone I held was an iPhone SE?", "temporal_relation": "session", "query_temporal_norm": 0.2286582589149475, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001929", "score": 0.6760162115097046}, {"memory_id": "utt_001930", "score": 0.2309546023607254}], "gold_semantic_scores": [0.7230530977249146, 0.27799415588378906], "gold_temporal_scores": [-0.0470370315015316, -0.04703951254487038], "max_gold_score": 0.6760162115097046, "max_candidate_score": 0.6760162115097046, "top_memory_id": "utt_001929", "max_non_gold_score": 0.6007826328277588, "best_gold_margin": 0.0752335786819458, "weakest_gold_margin": -0.3698280304670334}
{"sample_id": "conv_fff7f7066142_pkg_001", "qa_id": "qa_c617eb6d4cf7646d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did the other participant say whether they care about camera quality on a phone?", "temporal_relation": "none", "query_temporal_norm": 0.193423330783844, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001758", "score": 0.3031339645385742}, {"memory_id": "utt_001759", "score": 0.42999371886253357}, {"memory_id": "utt_001996", "score": 0.5151639580726624}, {"memory_id": "utt_001997", "score": 0.4267718195915222}], "gold_semantic_scores": [0.32381460070610046, 0.45066723227500916, 0.534855842590332, 0.44646209478378296], "gold_temporal_scores": [-0.020680703222751617, -0.02067350223660469, -0.019691864028573036, -0.019690288230776787], "max_gold_score": 0.5151639580726624, "max_candidate_score": 0.5151639580726624, "top_memory_id": "utt_001996", "max_non_gold_score": 0.41529276967048645, "best_gold_margin": 0.0998711884021759, "weakest_gold_margin": -0.11215880513191223}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00009", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In the earlier discussion, on which day did they say the utility bill had previously been due?", "temporal_relation": "session", "query_temporal_norm": 0.4786854088306427, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6284219622612}], "gold_semantic_scores": [0.7156891822814941], "gold_temporal_scores": [-0.08726745843887329], "max_gold_score": 0.6284219622612, "max_candidate_score": 0.6284219622612, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4149211347103119, "best_gold_margin": 0.21350082755088806, "weakest_gold_margin": 0.21350082755088806}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00009", "qa_id": "main", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What will I do if someone confirms the bill amount?", "temporal_relation": "none", "query_temporal_norm": 0.4009615182876587, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.45702624320983887, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.45702624320983887, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00009", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "Did Reese offer to set a reminder and ask whether to pay online or send a check?", "temporal_relation": "none", "query_temporal_norm": 0.3474951684474945, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3170371949672699, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.3170371949672699, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00109", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Taylor's watch order change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4195551872253418, "query_session_index": 2, "query_start_sec": 18.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6472396850585938}, {"memory_id": "history_02_utt_0010", "score": 0.6314198970794678}], "gold_semantic_scores": [0.5017243027687073, 0.4932919144630432], "gold_temporal_scores": [0.1455153077840805, 0.13812801241874695], "max_gold_score": 0.6472396850585938, "max_candidate_score": 0.6472396850585938, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.636735200881958, "best_gold_margin": 0.010504484176635742, "weakest_gold_margin": -0.005315303802490234}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00109", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What watchlist order did Taylor set earlier?", "temporal_relation": "before", "query_temporal_norm": 0.4375821053981781, "query_session_index": 2, "query_start_sec": 18.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7250970602035522}], "gold_semantic_scores": [0.6367371678352356], "gold_temporal_scores": [0.08835999667644501], "max_gold_score": 0.7250970602035522, "max_candidate_score": 0.7250970602035522, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6735459566116333, "best_gold_margin": 0.051551103591918945, "weakest_gold_margin": 0.051551103591918945}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00198", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for proposing the FPGA approach, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17495697736740112, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.668829619884491}, {"memory_id": "history_02_utt_0010", "score": 0.6551082730293274}], "gold_semantic_scores": [0.6162495017051697, 0.5983601212501526], "gold_temporal_scores": [0.05258026346564293, 0.05674801394343376], "max_gold_score": 0.668829619884491, "max_candidate_score": 0.6877508163452148, "top_memory_id": "history_01_utt_0011::cf::main::1", "max_non_gold_score": 0.6877508163452148, "best_gold_margin": -0.018921196460723877, "weakest_gold_margin": -0.03264254331588745}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00198", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the FPGA approach rejected in that earlier discussion?", "temporal_relation": "none", "query_temporal_norm": 0.18583355844020844, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.715251624584198}], "gold_semantic_scores": [0.6421699523925781], "gold_temporal_scores": [0.07308167964220047], "max_gold_score": 0.715251624584198, "max_candidate_score": 0.715251624584198, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7017810940742493, "best_gold_margin": 0.01347053050994873, "weakest_gold_margin": 0.01347053050994873}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00198", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for proposing the quantized edge GPU?", "temporal_relation": "none", "query_temporal_norm": 0.10456415265798569, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.7855886220932007}], "gold_semantic_scores": [0.7630801200866699], "gold_temporal_scores": [0.02250879816710949], "max_gold_score": 0.7855886220932007, "max_candidate_score": 0.7855886220932007, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.6096031665802002, "best_gold_margin": 0.1759854555130005, "weakest_gold_margin": 0.1759854555130005}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00198", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest using a quantized edge GPU?", "temporal_relation": "session", "query_temporal_norm": 0.15174297988414764, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.8005013465881348}], "gold_semantic_scores": [0.7779415249824524], "gold_temporal_scores": [0.022559475153684616], "max_gold_score": 0.8005013465881348, "max_candidate_score": 0.8005013465881348, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.5715448260307312, "best_gold_margin": 0.22895652055740356, "weakest_gold_margin": 0.22895652055740356}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00351", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Taylor give for choosing the FPGA path, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2378091663122177, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7581099271774292}, {"memory_id": "history_02_utt_0008", "score": 0.6581274271011353}], "gold_semantic_scores": [0.6823216676712036, 0.5940288305282593], "gold_temporal_scores": [0.07578811794519424, 0.06409861147403717], "max_gold_score": 0.7581099271774292, "max_candidate_score": 0.7581099271774292, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6227299571037292, "best_gold_margin": 0.13537997007369995, "weakest_gold_margin": 0.035397469997406006}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00351", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor say they chose the FPGA path?", "temporal_relation": "session", "query_temporal_norm": 0.17884676158428192, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7716255784034729}], "gold_semantic_scores": [0.7153253555297852], "gold_temporal_scores": [0.05630023404955864], "max_gold_score": 0.7716255784034729, "max_candidate_score": 0.7716255784034729, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7205566167831421, "best_gold_margin": 0.05106896162033081, "weakest_gold_margin": 0.05106896162033081}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00351", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did they say the GPU baseline did with respect to the throughput target?", "temporal_relation": "none", "query_temporal_norm": 0.12424038350582123, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.4336455166339874}], "gold_semantic_scores": [0.40382543206214905], "gold_temporal_scores": [0.02982020378112793], "max_gold_score": 0.4336455166339874, "max_candidate_score": 0.4336455166339874, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.3634885251522064, "best_gold_margin": 0.070156991481781, "weakest_gold_margin": 0.070156991481781}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00351", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did they do with the GPU baseline after that discussion?", "temporal_relation": "none", "query_temporal_norm": 0.2091555893421173, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.48813167214393616}], "gold_semantic_scores": [0.40181276202201843], "gold_temporal_scores": [0.08631915599107742], "max_gold_score": 0.48813167214393616, "max_candidate_score": 0.48813167214393616, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.45437026023864746, "best_gold_margin": 0.033761411905288696, "weakest_gold_margin": 0.033761411905288696}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00433", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Why did I place 'Sunrise Boulevard' in the opening slot, and why did I later remove it?", "temporal_relation": "none", "query_temporal_norm": 0.18337790668010712, "query_session_index": 2, "query_start_sec": 25.320000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6993610858917236}, {"memory_id": "history_02_utt_0012", "score": 0.5179103016853333}], "gold_semantic_scores": [0.645261287689209, 0.4547986388206482], "gold_temporal_scores": [0.05409969389438629, 0.06311161071062088], "max_gold_score": 0.6993610858917236, "max_candidate_score": 0.7338199615478516, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7338199615478516, "best_gold_margin": -0.03445887565612793, "weakest_gold_margin": -0.2159096598625183}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00433", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the closing slot?", "temporal_relation": "none", "query_temporal_norm": 0.2733477056026459, "query_session_index": 2, "query_start_sec": 25.320000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0031", "score": 0.5803131461143494}], "gold_semantic_scores": [0.5657667517662048], "gold_temporal_scores": [0.014546295627951622], "max_gold_score": 0.5803131461143494, "max_candidate_score": 0.5803131461143494, "top_memory_id": "history_02_utt_0031", "max_non_gold_score": 0.4729856252670288, "best_gold_margin": 0.10732752084732056, "weakest_gold_margin": 0.10732752084732056}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00433", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the set order earlier to accommodate a shorter transit segment?", "temporal_relation": "none", "query_temporal_norm": 0.2941783666610718, "query_session_index": 2, "query_start_sec": 25.320000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0037", "score": 0.6609045267105103}], "gold_semantic_scores": [0.6517707109451294], "gold_temporal_scores": [0.009134209714829922], "max_gold_score": 0.6609045267105103, "max_candidate_score": 0.6609045267105103, "top_memory_id": "history_02_utt_0037", "max_non_gold_score": 0.4517899453639984, "best_gold_margin": 0.20911458134651184, "weakest_gold_margin": 0.20911458134651184}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00433", "qa_id": "extra_qa_0012", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What are we doing about the overlays and mic monitor?", "temporal_relation": "none", "query_temporal_norm": 0.3454633951187134, "query_session_index": 2, "query_start_sec": 25.320000000000004, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4817293584346771, "top_memory_id": "history_02_utt_0031", "max_non_gold_score": 0.4817293584346771, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00536", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Avery give for recommending 'Late Night Reunion', and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.22486358880996704, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7995545268058777}, {"memory_id": "history_02_utt_0008", "score": 0.7655845284461975}], "gold_semantic_scores": [0.7264350056648254, 0.690149188041687], "gold_temporal_scores": [0.07311937212944031, 0.07543555647134781], "max_gold_score": 0.7995545268058777, "max_candidate_score": 0.7995545268058777, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7918105125427246, "best_gold_margin": 0.007744014263153076, "weakest_gold_margin": -0.0262259840965271}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00536", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended 'Late Night Reunion'?", "temporal_relation": "none", "query_temporal_norm": 0.16508309543132782, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7384188175201416}], "gold_semantic_scores": [0.7050877809524536], "gold_temporal_scores": [0.033331118524074554], "max_gold_score": 0.7384188175201416, "max_candidate_score": 0.7384188175201416, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4926031231880188, "best_gold_margin": 0.2458156943321228, "weakest_gold_margin": 0.2458156943321228}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00536", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was 'Documentary Hour' suggested earlier?", "temporal_relation": "none", "query_temporal_norm": 0.23828670382499695, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.538091778755188}], "gold_semantic_scores": [0.5373592376708984], "gold_temporal_scores": [0.0007324710604734719], "max_gold_score": 0.538091778755188, "max_candidate_score": 0.538091778755188, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.44784417748451233, "best_gold_margin": 0.09024760127067566, "weakest_gold_margin": 0.09024760127067566}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00536", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest 'Documentary Hour'?", "temporal_relation": "session", "query_temporal_norm": 0.14206837117671967, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6606108546257019}], "gold_semantic_scores": [0.6427513360977173], "gold_temporal_scores": [0.017859460785984993], "max_gold_score": 0.6606108546257019, "max_candidate_score": 0.6606108546257019, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.3446301817893982, "best_gold_margin": 0.3159806728363037, "weakest_gold_margin": 0.3159806728363037}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00624", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my watch order change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.38244307041168213, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7826138734817505}, {"memory_id": "history_02_utt_0009", "score": 0.8153737783432007}], "gold_semantic_scores": [0.6512225270271301, 0.6781133413314819], "gold_temporal_scores": [0.13139143586158752, 0.13726048171520233], "max_gold_score": 0.8153737783432007, "max_candidate_score": 0.8306378126144409, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8306378126144409, "best_gold_margin": -0.015264034271240234, "weakest_gold_margin": -0.04802393913269043}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00624", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who put Morning Stories first on the watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.31276166439056396, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9086079597473145}], "gold_semantic_scores": [0.8432618975639343], "gold_temporal_scores": [0.06534619629383087], "max_gold_score": 0.9086079597473145, "max_candidate_score": 0.9086079597473145, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.559349000453949, "best_gold_margin": 0.3492589592933655, "weakest_gold_margin": 0.3492589592933655}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00624", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they reordered the list?", "temporal_relation": "none", "query_temporal_norm": 0.21402154862880707, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7192714214324951}], "gold_semantic_scores": [0.6344841122627258], "gold_temporal_scores": [0.08478739857673645], "max_gold_score": 0.7192714214324951, "max_candidate_score": 0.7192714214324951, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5102927088737488, "best_gold_margin": 0.20897871255874634, "weakest_gold_margin": 0.20897871255874634}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00624", "qa_id": "extra_qa_0007", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the watchlist order before, and what did it become after the change?", "temporal_relation": "comparison", "query_temporal_norm": 0.3982870578765869, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7791399359703064}, {"memory_id": "history_02_utt_0009", "score": 0.8187071084976196}], "gold_semantic_scores": [0.6389134526252747, 0.6745443940162659], "gold_temporal_scores": [0.140226349234581, 0.14416275918483734], "max_gold_score": 0.8187071084976196, "max_candidate_score": 0.8187071084976196, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.45093944668769836, "best_gold_margin": 0.36776766180992126, "weakest_gold_margin": 0.32820048928260803}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00742", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about where Neon Drive should go in the set, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.20424535870552063, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6507322788238525}, {"memory_id": "history_02_utt_0008", "score": 0.7644210457801819}], "gold_semantic_scores": [0.5955849885940552, 0.6770583987236023], "gold_temporal_scores": [0.05514722317457199, 0.08736252784729004], "max_gold_score": 0.7644210457801819, "max_candidate_score": 0.7644210457801819, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6892021298408508, "best_gold_margin": 0.07521891593933105, "weakest_gold_margin": -0.03846985101699829}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00742", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we ultimately do with the song Neon Drive?", "temporal_relation": "none", "query_temporal_norm": 0.4588528871536255, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8333005309104919}], "gold_semantic_scores": [0.6682668924331665], "gold_temporal_scores": [0.165033757686615], "max_gold_score": 0.8333005309104919, "max_candidate_score": 0.8333005309104919, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.829870879650116, "best_gold_margin": 0.0034296512603759766, "weakest_gold_margin": 0.0034296512603759766}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00742", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was Moonlight Loop placed in the set?", "temporal_relation": "none", "query_temporal_norm": 0.10132603347301483, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7968932390213013}], "gold_semantic_scores": [0.7741037607192993], "gold_temporal_scores": [0.02278975211083889], "max_gold_score": 0.7968932390213013, "max_candidate_score": 0.7968932390213013, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.6153861284255981, "best_gold_margin": 0.18150711059570312, "weakest_gold_margin": 0.18150711059570312}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00742", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Moonlight Loop was pushed later?", "temporal_relation": "session", "query_temporal_norm": 0.16898711025714874, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.8505837917327881}], "gold_semantic_scores": [0.7788631319999695], "gold_temporal_scores": [0.07172039151191711], "max_gold_score": 0.8505837917327881, "max_candidate_score": 0.8505837917327881, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.6884093880653381, "best_gold_margin": 0.16217440366744995, "weakest_gold_margin": 0.16217440366744995}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00890", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my dataset freeze deadline change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3959289491176605, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7922592759132385}, {"memory_id": "history_02_utt_0008", "score": 0.79060959815979}], "gold_semantic_scores": [0.648695170879364, 0.6667605638504028], "gold_temporal_scores": [0.1435641199350357, 0.12384875863790512], "max_gold_score": 0.7922592759132385, "max_candidate_score": 0.8187248706817627, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8187248706817627, "best_gold_margin": -0.02646559476852417, "weakest_gold_margin": -0.028115272521972656}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00890", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who confirmed that the guest Wi-Fi password was changed this morning?", "temporal_relation": "none", "query_temporal_norm": 0.30538174510002136, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3105754554271698, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.3105754554271698, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00969", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed edge-cache streaming, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.21631497144699097, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6698744893074036}, {"memory_id": "history_02_utt_0010", "score": 0.7657614350318909}], "gold_semantic_scores": [0.6008238196372986, 0.724826455116272], "gold_temporal_scores": [0.06905066967010498, 0.040934864431619644], "max_gold_score": 0.7657614350318909, "max_candidate_score": 0.7657614350318909, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.41386014223098755, "best_gold_margin": 0.3519012928009033, "weakest_gold_margin": 0.256014347076416}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00969", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that edge-cache streaming was rejected?", "temporal_relation": "session", "query_temporal_norm": 0.14252738654613495, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8952022194862366}], "gold_semantic_scores": [0.8555649518966675], "gold_temporal_scores": [0.03963708505034447], "max_gold_score": 0.8952022194862366, "max_candidate_score": 0.8952022194862366, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5336569547653198, "best_gold_margin": 0.36154526472091675, "weakest_gold_margin": 0.36154526472091675}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00969", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed evaluating a quantized on-device model to keep computation local?", "temporal_relation": "none", "query_temporal_norm": 0.1519622802734375, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7558094263076782}], "gold_semantic_scores": [0.7529088258743286], "gold_temporal_scores": [0.0029008002020418644], "max_gold_score": 0.7558094263076782, "max_candidate_score": 0.7558094263076782, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.49875858426094055, "best_gold_margin": 0.25705084204673767, "weakest_gold_margin": 0.25705084204673767}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00969", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What decision was made about the quantized on-device model?", "temporal_relation": "none", "query_temporal_norm": 0.2573820650577545, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0024", "score": 0.689572274684906}], "gold_semantic_scores": [0.5923449397087097], "gold_temporal_scores": [0.09722728282213211], "max_gold_score": 0.689572274684906, "max_candidate_score": 0.689572274684906, "top_memory_id": "history_02_utt_0024", "max_non_gold_score": 0.419205904006958, "best_gold_margin": 0.270366370677948, "weakest_gold_margin": 0.270366370677948}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01036", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for recommending The Last Data Dive, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17376703023910522, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7288839817047119}, {"memory_id": "history_02_utt_0008", "score": 0.7794943451881409}], "gold_semantic_scores": [0.6821048259735107, 0.703528881072998], "gold_temporal_scores": [0.04677928611636162, 0.0759655237197876], "max_gold_score": 0.7794943451881409, "max_candidate_score": 0.8093582987785339, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8093582987785339, "best_gold_margin": -0.029863953590393066, "weakest_gold_margin": -0.08047431707382202}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01036", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Archive of Echoes?", "temporal_relation": "none", "query_temporal_norm": 0.09920432418584824, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7925965785980225}], "gold_semantic_scores": [0.775092601776123], "gold_temporal_scores": [0.017504431307315826], "max_gold_score": 0.7925965785980225, "max_candidate_score": 0.7925965785980225, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.4849739372730255, "best_gold_margin": 0.30762264132499695, "weakest_gold_margin": 0.30762264132499695}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01036", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Archive of Echoes recommended?", "temporal_relation": "session", "query_temporal_norm": 0.18586678802967072, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.8134904503822327}], "gold_semantic_scores": [0.7818912863731384], "gold_temporal_scores": [0.031599171459674835], "max_gold_score": 0.8134904503822327, "max_candidate_score": 0.8134904503822327, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.4959905445575714, "best_gold_margin": 0.31749990582466125, "weakest_gold_margin": 0.31749990582466125}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01036", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that Archive of Echoes repeated material we already covered?", "temporal_relation": "session", "query_temporal_norm": 0.23059174418449402, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.587049663066864}], "gold_semantic_scores": [0.5408480763435364], "gold_temporal_scores": [0.04620179906487465], "max_gold_score": 0.587049663066864, "max_candidate_score": 0.6162307858467102, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.6162307858467102, "best_gold_margin": -0.02918112277984619, "weakest_gold_margin": -0.02918112277984619}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01163", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested the pottery painting session?", "temporal_relation": "session", "query_temporal_norm": 0.5193114876747131, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8146191239356995}], "gold_semantic_scores": [0.760231077671051], "gold_temporal_scores": [0.05438816547393799], "max_gold_score": 0.8146191239356995, "max_candidate_score": 0.8175076246261597, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.8175076246261597, "best_gold_margin": -0.002888500690460205, "weakest_gold_margin": -0.002888500690460205}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01163", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our planning, what was suggested first before it got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.2819266617298126, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.4796847105026245}], "gold_semantic_scores": [0.45013707876205444], "gold_temporal_scores": [0.029547665268182755], "max_gold_score": 0.4796847105026245, "max_candidate_score": 0.4796847105026245, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.47427502274513245, "best_gold_margin": 0.005409687757492065, "weakest_gold_margin": 0.005409687757492065}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01163", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Casey first suggest?", "temporal_relation": "earliest", "query_temporal_norm": 0.5029449462890625, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.794944703578949}], "gold_semantic_scores": [0.7360948324203491], "gold_temporal_scores": [0.05884996056556702], "max_gold_score": 0.794944703578949, "max_candidate_score": 0.794944703578949, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7928885817527771, "best_gold_margin": 0.002056121826171875, "weakest_gold_margin": 0.002056121826171875}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01163", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Which person first suggested a pottery painting session in our earlier discussions?", "temporal_relation": "none", "query_temporal_norm": 0.3306962549686432, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7463657855987549}], "gold_semantic_scores": [0.693329393863678], "gold_temporal_scores": [0.053036585450172424], "max_gold_score": 0.7463657855987549, "max_candidate_score": 0.7463657855987549, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3326757848262787, "best_gold_margin": 0.4136900007724762, "weakest_gold_margin": 0.4136900007724762}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00048", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested the title \"The Last Archive\"?", "temporal_relation": "earliest", "query_temporal_norm": 0.5038844347000122, "query_session_index": 2, "query_start_sec": 20.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6225401163101196}], "gold_semantic_scores": [0.5349573493003845], "gold_temporal_scores": [0.08758284896612167], "max_gold_score": 0.6225401163101196, "max_candidate_score": 0.6225401163101196, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6170900464057922, "best_gold_margin": 0.005450069904327393, "weakest_gold_margin": 0.005450069904327393}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00048", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Taylor originally suggest?", "temporal_relation": "earliest", "query_temporal_norm": 0.572194516658783, "query_session_index": 2, "query_start_sec": 20.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.749871015548706}], "gold_semantic_scores": [0.6159640550613403], "gold_temporal_scores": [0.1339070051908493], "max_gold_score": 0.749871015548706, "max_candidate_score": 0.7575550079345703, "top_memory_id": "history_01_utt_0007::cf::extra_qa_0002::3", "max_non_gold_score": 0.7575550079345703, "best_gold_margin": -0.007683992385864258, "weakest_gold_margin": -0.007683992385864258}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00048", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor say she suggested \"The Last Archive\"?", "temporal_relation": "session", "query_temporal_norm": 0.29251763224601746, "query_session_index": 2, "query_start_sec": 20.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.5945894718170166}], "gold_semantic_scores": [0.5056177377700806], "gold_temporal_scores": [0.08897166699171066], "max_gold_score": 0.5945894718170166, "max_candidate_score": 0.5945894718170166, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5468365550041199, "best_gold_margin": 0.04775291681289673, "weakest_gold_margin": 0.04775291681289673}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00048", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What is being packed up?", "temporal_relation": "none", "query_temporal_norm": 0.2814663350582123, "query_session_index": 2, "query_start_sec": 20.599999999999998, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.019797351211309433, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.019797351211309433, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00169", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending The Long Take, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.19541366398334503, "query_session_index": 2, "query_start_sec": 20.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.713647723197937}, {"memory_id": "history_02_utt_0011", "score": 0.798711895942688}], "gold_semantic_scores": [0.6532537937164307, 0.7261852622032166], "gold_temporal_scores": [0.06039385125041008, 0.07252650707960129], "max_gold_score": 0.798711895942688, "max_candidate_score": 0.798711895942688, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7451610565185547, "best_gold_margin": 0.0535508394241333, "weakest_gold_margin": -0.031513333320617676}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00169", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was The Long Take ultimately dropped from the lineup?", "temporal_relation": "none", "query_temporal_norm": 0.24923928081989288, "query_session_index": 2, "query_start_sec": 20.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9480172991752625}], "gold_semantic_scores": [0.8281564116477966], "gold_temporal_scores": [0.11986105144023895], "max_gold_score": 0.9480172991752625, "max_candidate_score": 0.9480172991752625, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5871867537498474, "best_gold_margin": 0.36083054542541504, "weakest_gold_margin": 0.36083054542541504}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00169", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was The Long Take said to have been dropped for running too long?", "temporal_relation": "session", "query_temporal_norm": 0.20776842534542084, "query_session_index": 2, "query_start_sec": 20.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9058629274368286}], "gold_semantic_scores": [0.8219997882843018], "gold_temporal_scores": [0.08386373519897461], "max_gold_score": 0.9058629274368286, "max_candidate_score": 0.9058629274368286, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.503632128238678, "best_gold_margin": 0.40223079919815063, "weakest_gold_margin": 0.40223079919815063}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00169", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for suggesting Cozy Heist?", "temporal_relation": "none", "query_temporal_norm": 0.1249462142586708, "query_session_index": 2, "query_start_sec": 20.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6935845613479614}], "gold_semantic_scores": [0.6674512624740601], "gold_temporal_scores": [0.026133298873901367], "max_gold_score": 0.6935845613479614, "max_candidate_score": 0.6935845613479614, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.403621643781662, "best_gold_margin": 0.28996291756629944, "weakest_gold_margin": 0.28996291756629944}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00320", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested Green Garden Trattoria before we changed our plans?", "temporal_relation": "earliest", "query_temporal_norm": 0.4026729166507721, "query_session_index": 2, "query_start_sec": 20.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7805691957473755}], "gold_semantic_scores": [0.7065916061401367], "gold_temporal_scores": [0.07397741079330444], "max_gold_score": 0.7805691957473755, "max_candidate_score": 0.7805691957473755, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7793511152267456, "best_gold_margin": 0.0012180805206298828, "weakest_gold_margin": 0.0012180805206298828}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00320", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What restaurant had originally been decided on for dinner before we changed our plans?", "temporal_relation": "earliest", "query_temporal_norm": 0.561921238899231, "query_session_index": 2, "query_start_sec": 20.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8361372947692871}], "gold_semantic_scores": [0.6984713077545166], "gold_temporal_scores": [0.13766606152057648], "max_gold_score": 0.8361372947692871, "max_candidate_score": 0.8361372947692871, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8283945322036743, "best_gold_margin": 0.007742762565612793, "weakest_gold_margin": 0.007742762565612793}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00320", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who stated that we had planned to go to Green Garden Trattoria for dinner?", "temporal_relation": "none", "query_temporal_norm": 0.27039527893066406, "query_session_index": 2, "query_start_sec": 20.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8590652346611023}], "gold_semantic_scores": [0.8029335141181946], "gold_temporal_scores": [0.056131698191165924], "max_gold_score": 0.8590652346611023, "max_candidate_score": 0.8590652346611023, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6188212037086487, "best_gold_margin": 0.2402440309524536, "weakest_gold_margin": 0.2402440309524536}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00320", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which restaurant did we end up choosing for dinner?", "temporal_relation": "latest", "query_temporal_norm": 0.4937705397605896, "query_session_index": 2, "query_start_sec": 20.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9413203597068787}], "gold_semantic_scores": [0.7235974073410034], "gold_temporal_scores": [0.2177232801914215], "max_gold_score": 0.9413203597068787, "max_candidate_score": 0.9490303993225098, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 0.9490303993225098, "best_gold_margin": -0.0077100396156311035, "weakest_gold_margin": -0.0077100396156311035}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00426", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who gave the most recent rating of 8 out of 10 for the new single?", "temporal_relation": "none", "query_temporal_norm": 0.5466426610946655, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9548864960670471}], "gold_semantic_scores": [0.6892068982124329], "gold_temporal_scores": [0.26567959785461426], "max_gold_score": 0.9548864960670471, "max_candidate_score": 0.9548864960670471, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9548681974411011, "best_gold_margin": 1.8298625946044922e-05, "weakest_gold_margin": 1.8298625946044922e-05}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00426", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Drew give the new single?", "temporal_relation": "none", "query_temporal_norm": 0.44262123107910156, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9260699152946472}], "gold_semantic_scores": [0.7279759049415588], "gold_temporal_scores": [0.198093980550766], "max_gold_score": 0.9260699152946472, "max_candidate_score": 0.9260699152946472, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7342337965965271, "best_gold_margin": 0.19183611869812012, "weakest_gold_margin": 0.19183611869812012}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00426", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our talks, what rating was given to the new single?", "temporal_relation": "before", "query_temporal_norm": 0.2967756390571594, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.599978506565094}], "gold_semantic_scores": [0.5834299325942993], "gold_temporal_scores": [0.016548721119761467], "max_gold_score": 0.599978506565094, "max_candidate_score": 0.7240636944770813, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7240636944770813, "best_gold_margin": -0.1240851879119873, "weakest_gold_margin": -0.1240851879119873}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00553", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending Midnight Montage, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.14066991209983826, "query_session_index": 2, "query_start_sec": 9.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8001033067703247}, {"memory_id": "history_02_utt_0009", "score": 0.8105147480964661}], "gold_semantic_scores": [0.7613258957862854, 0.7726565003395081], "gold_temporal_scores": [0.038777370005846024, 0.037858132272958755], "max_gold_score": 0.8105147480964661, "max_candidate_score": 0.8105147480964661, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7827020287513733, "best_gold_margin": 0.027812719345092773, "weakest_gold_margin": 0.017401278018951416}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00553", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for pushing Sunrise Sketches?", "temporal_relation": "none", "query_temporal_norm": 0.09085708111524582, "query_session_index": 2, "query_start_sec": 9.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7752131819725037}], "gold_semantic_scores": [0.7575664520263672], "gold_temporal_scores": [0.017646867781877518], "max_gold_score": 0.7752131819725037, "max_candidate_score": 0.7752131819725037, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5472161173820496, "best_gold_margin": 0.2279970645904541, "weakest_gold_margin": 0.2279970645904541}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00553", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Sunrise Sketches dropped?", "temporal_relation": "none", "query_temporal_norm": 0.09182195365428925, "query_session_index": 2, "query_start_sec": 9.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.8594326972961426}], "gold_semantic_scores": [0.842862069606781], "gold_temporal_scores": [0.01657061278820038], "max_gold_score": 0.8594326972961426, "max_candidate_score": 0.8594326972961426, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.7063896656036377, "best_gold_margin": 0.15304303169250488, "weakest_gold_margin": 0.15304303169250488}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00600", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the dataset version was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5696980953216553, "query_session_index": 2, "query_start_sec": 17.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.4731806814670563}], "gold_semantic_scores": [0.3368005156517029], "gold_temporal_scores": [0.13638021051883698], "max_gold_score": 0.4731806814670563, "max_candidate_score": 0.5409318208694458, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.5409318208694458, "best_gold_margin": -0.06775113940238953, "weakest_gold_margin": -0.06775113940238953}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00600", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which dataset version was introduced that adds attention checks?", "temporal_relation": "none", "query_temporal_norm": 0.18976542353630066, "query_session_index": 2, "query_start_sec": 17.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.3953871428966522}], "gold_semantic_scores": [0.37853655219078064], "gold_temporal_scores": [0.016850683838129044], "max_gold_score": 0.3953871428966522, "max_candidate_score": 0.5997239947319031, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5997239947319031, "best_gold_margin": -0.20433685183525085, "weakest_gold_margin": -0.20433685183525085}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00600", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was survey_batch_A_v2 mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.19053393602371216, "query_session_index": 2, "query_start_sec": 17.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.5975747108459473}], "gold_semantic_scores": [0.5566062331199646], "gold_temporal_scores": [0.04096846655011177], "max_gold_score": 0.5975747108459473, "max_candidate_score": 0.6935082674026489, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6935082674026489, "best_gold_margin": -0.09593355655670166, "weakest_gold_margin": -0.09593355655670166}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00701", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about Midnight Drive's placement in the Late Night Mix, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.18195782601833344, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6946379542350769}, {"memory_id": "history_02_utt_0010", "score": 0.7929901480674744}], "gold_semantic_scores": [0.6396327614784241, 0.7280022501945496], "gold_temporal_scores": [0.0550052747130394, 0.06498793512582779], "max_gold_score": 0.7929901480674744, "max_candidate_score": 0.7929901480674744, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7069473266601562, "best_gold_margin": 0.08604282140731812, "weakest_gold_margin": -0.012309372425079346}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00701", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which song was added as the opener to set a chill tempo in Morning Commute?", "temporal_relation": "none", "query_temporal_norm": 0.17279595136642456, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6793533563613892}], "gold_semantic_scores": [0.6441574692726135], "gold_temporal_scores": [0.03519580513238907], "max_gold_score": 0.6793533563613892, "max_candidate_score": 0.6793533563613892, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5419068336486816, "best_gold_margin": 0.13744652271270752, "weakest_gold_margin": 0.13744652271270752}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00701", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened later to Morning Light in the Morning Commute playlist?", "temporal_relation": "none", "query_temporal_norm": 0.3317210376262665, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.8908441066741943}], "gold_semantic_scores": [0.7473447322845459], "gold_temporal_scores": [0.1434992104768753], "max_gold_score": 0.8908441066741943, "max_candidate_score": 0.8908441066741943, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.8850799202919006, "best_gold_margin": 0.005764186382293701, "weakest_gold_margin": 0.005764186382293701}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00701", "qa_id": "extra_qa_0012", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What am I checking on the router?", "temporal_relation": "none", "query_temporal_norm": 0.3277484178543091, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.31784433126449585, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.31784433126449585, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00828", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the earlier schedule, and who described the updated schedule?", "temporal_relation": "none", "query_temporal_norm": 0.41794922947883606, "query_session_index": 2, "query_start_sec": 18.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.585530161857605}, {"memory_id": "history_02_utt_0008", "score": 0.6217392683029175}], "gold_semantic_scores": [0.44460099935531616, 0.4907369017601013], "gold_temporal_scores": [0.14092917740345, 0.13100232183933258], "max_gold_score": 0.6217392683029175, "max_candidate_score": 0.6217392683029175, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.32381123304367065, "best_gold_margin": 0.2979280352592468, "weakest_gold_margin": 0.2617189288139343}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00828", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chore schedule did Reese say we agreed on?", "temporal_relation": "none", "query_temporal_norm": 0.17007453739643097, "query_session_index": 2, "query_start_sec": 18.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5459811687469482}], "gold_semantic_scores": [0.5014071464538574], "gold_temporal_scores": [0.04457408934831619], "max_gold_score": 0.5459811687469482, "max_candidate_score": 0.5459811687469482, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4904792904853821, "best_gold_margin": 0.05550187826156616, "weakest_gold_margin": 0.05550187826156616}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00828", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chore schedule did Taylor describe for trash, dishes, and laundry?", "temporal_relation": "none", "query_temporal_norm": 0.31857535243034363, "query_session_index": 2, "query_start_sec": 18.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7386729717254639}], "gold_semantic_scores": [0.7133651971817017], "gold_temporal_scores": [0.02530791237950325], "max_gold_score": 0.7386729717254639, "max_candidate_score": 0.7386729717254639, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6915740966796875, "best_gold_margin": 0.04709887504577637, "weakest_gold_margin": 0.04709887504577637}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00965", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Emerson suggest The Green Fork, and why is it closed tonight?", "temporal_relation": "none", "query_temporal_norm": 0.15861067175865173, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8619856238365173}, {"memory_id": "history_02_utt_0010", "score": 0.7582878470420837}], "gold_semantic_scores": [0.8174825310707092, 0.7117419838905334], "gold_temporal_scores": [0.04450298845767975, 0.04654596373438835], "max_gold_score": 0.8619856238365173, "max_candidate_score": 0.8619856238365173, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8131365776062012, "best_gold_margin": 0.04884904623031616, "weakest_gold_margin": -0.05484873056411743}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00965", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Emerson give for suggesting The Green Fork?", "temporal_relation": "none", "query_temporal_norm": 0.13114534318447113, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8067710995674133}], "gold_semantic_scores": [0.7725550532341003], "gold_temporal_scores": [0.034216150641441345], "max_gold_score": 0.8067710995674133, "max_candidate_score": 0.8067710995674133, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6918434500694275, "best_gold_margin": 0.11492764949798584, "weakest_gold_margin": 0.11492764949798584}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00965", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson mention The Green Fork?", "temporal_relation": "session", "query_temporal_norm": 0.21445441246032715, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7427172064781189}], "gold_semantic_scores": [0.6776077747344971], "gold_temporal_scores": [0.0651095062494278], "max_gold_score": 0.7427172064781189, "max_candidate_score": 0.7427172064781189, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6256569027900696, "best_gold_margin": 0.11706030368804932, "weakest_gold_margin": 0.11706030368804932}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00965", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given earlier for recommending Harbor Deli?", "temporal_relation": "none", "query_temporal_norm": 0.1276182234287262, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7639684677124023}], "gold_semantic_scores": [0.7456514835357666], "gold_temporal_scores": [0.018317127600312233], "max_gold_score": 0.7639684677124023, "max_candidate_score": 0.7639684677124023, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.4349806606769562, "best_gold_margin": 0.32898780703544617, "weakest_gold_margin": 0.32898780703544617}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01044", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the prototype model to a streaming transformer with causal attention and depthwise convolutions, and what was the earlier planned model?", "temporal_relation": "comparison", "query_temporal_norm": 0.36465197801589966, "query_session_index": 2, "query_start_sec": 20.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8061098456382751}, {"memory_id": "history_02_utt_0010", "score": 0.5963467359542847}], "gold_semantic_scores": [0.677156925201416, 0.5173253417015076], "gold_temporal_scores": [0.1289529800415039, 0.07902134954929352], "max_gold_score": 0.8061098456382751, "max_candidate_score": 0.8061098456382751, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.48317453265190125, "best_gold_margin": 0.3229353129863739, "weakest_gold_margin": 0.11317220330238342}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01044", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had planned to use a conformer-lite encoder for the prototype?", "temporal_relation": "none", "query_temporal_norm": 0.2567481994628906, "query_session_index": 2, "query_start_sec": 20.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7975200414657593}], "gold_semantic_scores": [0.7423982620239258], "gold_temporal_scores": [0.055121731013059616], "max_gold_score": 0.7975200414657593, "max_candidate_score": 0.7975200414657593, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5492146015167236, "best_gold_margin": 0.24830543994903564, "weakest_gold_margin": 0.24830543994903564}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01044", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan mention that plan?", "temporal_relation": "session", "query_temporal_norm": 0.3491020202636719, "query_session_index": 2, "query_start_sec": 20.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.5345625281333923}], "gold_semantic_scores": [0.43017885088920593], "gold_temporal_scores": [0.10438372939825058], "max_gold_score": 0.5345625281333923, "max_candidate_score": 0.6110739707946777, "top_memory_id": "history_01_utt_0007::cf::extra_qa_0005::0", "max_non_gold_score": 0.6110739707946777, "best_gold_margin": -0.0765114426612854, "weakest_gold_margin": -0.0765114426612854}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01044", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the model architecture decision change between the earlier plan and the later discussion?", "temporal_relation": "comparison", "query_temporal_norm": 0.3947741389274597, "query_session_index": 2, "query_start_sec": 20.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6710723638534546}, {"memory_id": "history_02_utt_0010", "score": 0.5422794818878174}], "gold_semantic_scores": [0.5269235968589783, 0.41099706292152405], "gold_temporal_scores": [0.14414888620376587, 0.13128237426280975], "max_gold_score": 0.6710723638534546, "max_candidate_score": 0.6710723638534546, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.48252514004707336, "best_gold_margin": 0.18854722380638123, "weakest_gold_margin": 0.05975434184074402}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01131", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention earlier about Midnight Archive, and why was it removed from the queue?", "temporal_relation": "none", "query_temporal_norm": 0.19229795038700104, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7534799575805664}, {"memory_id": "history_02_utt_0007", "score": 0.7150842547416687}], "gold_semantic_scores": [0.696481466293335, 0.6877556443214417], "gold_temporal_scores": [0.05699842423200607, 0.0273286122828722], "max_gold_score": 0.7534799575805664, "max_candidate_score": 0.7875208258628845, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.7875208258628845, "best_gold_margin": -0.034040868282318115, "weakest_gold_margin": -0.07243657112121582}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01131", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Midnight Archive removed from the queue?", "temporal_relation": "none", "query_temporal_norm": 0.16280604898929596, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8304371237754822}], "gold_semantic_scores": [0.7635542154312134], "gold_temporal_scores": [0.0668829008936882], "max_gold_score": 0.8304371237754822, "max_candidate_score": 0.8304371237754822, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6483224034309387, "best_gold_margin": 0.18211472034454346, "weakest_gold_margin": 0.18211472034454346}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01131", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for suggesting Vintage Sides?", "temporal_relation": "none", "query_temporal_norm": 0.11388663202524185, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.5986197590827942}], "gold_semantic_scores": [0.5794420838356018], "gold_temporal_scores": [0.019177768379449844], "max_gold_score": 0.5986197590827942, "max_candidate_score": 0.5986197590827942, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.358180969953537, "best_gold_margin": 0.2404387891292572, "weakest_gold_margin": 0.2404387891292572}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01131", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say Vintage Sides was suggested for its nostalgia interviews?", "temporal_relation": "session", "query_temporal_norm": 0.11854767799377441, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6743000149726868}], "gold_semantic_scores": [0.6463356614112854], "gold_temporal_scores": [0.02796420454978943], "max_gold_score": 0.6743000149726868, "max_candidate_score": 0.6743000149726868, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.368318647146225, "best_gold_margin": 0.3059813678264618, "weakest_gold_margin": 0.3059813678264618}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00044", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation plan to a within-subjects study with 40 participants, and what were the earlier plan values?", "temporal_relation": "comparison", "query_temporal_norm": 0.39989301562309265, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9443694353103638}, {"memory_id": "history_02_utt_0008", "score": 0.9252458810806274}], "gold_semantic_scores": [0.7997910976409912, 0.8110841512680054], "gold_temporal_scores": [0.14457832276821136, 0.11416174471378326], "max_gold_score": 0.9443694353103638, "max_candidate_score": 0.9443694353103638, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5221996903419495, "best_gold_margin": 0.4221697449684143, "weakest_gold_margin": 0.403046190738678}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00044", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest evaluation plan reported for the study?", "temporal_relation": "latest", "query_temporal_norm": 0.5344775319099426, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0454657077789307}], "gold_semantic_scores": [0.7659492492675781], "gold_temporal_scores": [0.2795158624649048], "max_gold_score": 1.0454657077789307, "max_candidate_score": 1.0456117391586304, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 1.0456117391586304, "best_gold_margin": -0.00014603137969970703, "weakest_gold_margin": -0.00014603137969970703}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00044", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Avery describe earlier?", "temporal_relation": "before", "query_temporal_norm": 0.48132920265197754, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9074812531471252}], "gold_semantic_scores": [0.7664352655410767], "gold_temporal_scores": [0.14104591310024261], "max_gold_score": 0.9074812531471252, "max_candidate_score": 0.9074812531471252, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8379769325256348, "best_gold_margin": 0.06950432062149048, "weakest_gold_margin": 0.06950432062149048}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00044", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery say the study would be evaluated?", "temporal_relation": "none", "query_temporal_norm": 0.20121674239635468, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6549873948097229}], "gold_semantic_scores": [0.6183069944381714], "gold_temporal_scores": [0.036680351942777634], "max_gold_score": 0.6549873948097229, "max_candidate_score": 0.7986702919006348, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7986702919006348, "best_gold_margin": -0.14368289709091187, "weakest_gold_margin": -0.14368289709091187}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00229", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.566996157169342, "query_session_index": 2, "query_start_sec": 19.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9466871023178101}], "gold_semantic_scores": [0.67946457862854], "gold_temporal_scores": [0.26722291111946106], "max_gold_score": 0.9466871023178101, "max_candidate_score": 0.9648577570915222, "top_memory_id": "history_02_utt_0007::cf::main::1", "max_non_gold_score": 0.9648577570915222, "best_gold_margin": -0.018170654773712158, "weakest_gold_margin": -0.018170654773712158}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00229", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their mind and pushed for a guided historical walking tour?", "temporal_relation": "none", "query_temporal_norm": 0.18447627127170563, "query_session_index": 2, "query_start_sec": 19.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7207422256469727}], "gold_semantic_scores": [0.6940900087356567], "gold_temporal_scores": [0.026652418076992035], "max_gold_score": 0.7207422256469727, "max_candidate_score": 0.7207422256469727, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5540230870246887, "best_gold_margin": 0.16671913862228394, "weakest_gold_margin": 0.16671913862228394}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00229", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our conversations, which activity was suggested before the plans changed?", "temporal_relation": "session", "query_temporal_norm": 0.27452602982521057, "query_session_index": 2, "query_start_sec": 19.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7072990536689758}], "gold_semantic_scores": [0.6675992608070374], "gold_temporal_scores": [0.03969977796077728], "max_gold_score": 0.7072990536689758, "max_candidate_score": 0.7072990536689758, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5418193936347961, "best_gold_margin": 0.1654796600341797, "weakest_gold_margin": 0.1654796600341797}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00229", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41423115134239197, "query_session_index": 2, "query_start_sec": 19.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6372551918029785}, {"memory_id": "history_02_utt_0007", "score": 0.7206234335899353}], "gold_semantic_scores": [0.492350697517395, 0.5769371390342712], "gold_temporal_scores": [0.14490461349487305, 0.14368633925914764], "max_gold_score": 0.7206234335899353, "max_candidate_score": 0.7206234335899353, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.33987709879875183, "best_gold_margin": 0.38074633479118347, "weakest_gold_margin": 0.2973780930042267}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00348", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I have on my watchlist before, and what do I have on it now?", "temporal_relation": "none", "query_temporal_norm": 0.36921441555023193, "query_session_index": 2, "query_start_sec": 12.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.49282601475715637}, {"memory_id": "history_02_utt_0007", "score": 0.49160435795783997}], "gold_semantic_scores": [0.374955415725708, 0.4396299123764038], "gold_temporal_scores": [0.11787053197622299, 0.051974352449178696], "max_gold_score": 0.49282601475715637, "max_candidate_score": 0.5344219207763672, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.5344219207763672, "best_gold_margin": -0.041595906019210815, "weakest_gold_margin": -0.04281756281852722}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00348", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which titles were on the watchlist originally, and which titles are on it now?", "temporal_relation": "none", "query_temporal_norm": 0.475121408700943, "query_session_index": 2, "query_start_sec": 12.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8117678761482239}, {"memory_id": "history_02_utt_0007", "score": 0.8087001442909241}], "gold_semantic_scores": [0.6461306214332581, 0.7148305177688599], "gold_temporal_scores": [0.16563722491264343, 0.09386958181858063], "max_gold_score": 0.8117678761482239, "max_candidate_score": 0.8117678761482239, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.47514209151268005, "best_gold_margin": 0.3366257846355438, "weakest_gold_margin": 0.333558052778244}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00348", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had Glass Harbor and Midnight Market on their watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.15655894577503204, "query_session_index": 2, "query_start_sec": 12.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8404324054718018}], "gold_semantic_scores": [0.800378143787384], "gold_temporal_scores": [0.04005437716841698], "max_gold_score": 0.8404324054718018, "max_candidate_score": 0.8404324054718018, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7846491932868958, "best_gold_margin": 0.055783212184906006, "weakest_gold_margin": 0.055783212184906006}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00485", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Moonlight Road, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.1738809496164322, "query_session_index": 2, "query_start_sec": 17.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8043683171272278}, {"memory_id": "history_02_utt_0009", "score": 0.741428792476654}], "gold_semantic_scores": [0.750359058380127, 0.7025683522224426], "gold_temporal_scores": [0.05400921404361725, 0.03886077553033829], "max_gold_score": 0.8043683171272278, "max_candidate_score": 0.8043683171272278, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4751550853252411, "best_gold_margin": 0.3292132318019867, "weakest_gold_margin": 0.26627370715141296}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00485", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that Riley recommended Moonlight Road as a thoughtful slow-burn title for the group?", "temporal_relation": "none", "query_temporal_norm": 0.14269031584262848, "query_session_index": 2, "query_start_sec": 17.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8361074924468994}], "gold_semantic_scores": [0.7985064387321472], "gold_temporal_scores": [0.03760114312171936], "max_gold_score": 0.8361074924468994, "max_candidate_score": 0.8361074924468994, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5544432997703552, "best_gold_margin": 0.2816641926765442, "weakest_gold_margin": 0.2816641926765442}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00485", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention Riley recommending Moonlight Road?", "temporal_relation": "session", "query_temporal_norm": 0.2668481469154358, "query_session_index": 2, "query_start_sec": 17.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8444463610649109}], "gold_semantic_scores": [0.7653443217277527], "gold_temporal_scores": [0.07910194993019104], "max_gold_score": 0.8444463610649109, "max_candidate_score": 0.8444463610649109, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7874917984008789, "best_gold_margin": 0.05695456266403198, "weakest_gold_margin": 0.05695456266403198}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00485", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we discuss removing Moonlight Road?", "temporal_relation": "session", "query_temporal_norm": 0.15480667352676392, "query_session_index": 2, "query_start_sec": 17.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8306208848953247}], "gold_semantic_scores": [0.7940223813056946], "gold_temporal_scores": [0.03659854829311371], "max_gold_score": 0.8306208848953247, "max_candidate_score": 0.8306208848953247, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5014109015464783, "best_gold_margin": 0.32920998334884644, "weakest_gold_margin": 0.32920998334884644}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00596", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they gave the documentary a 7.5 out of 10 before later changing it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5474833846092224, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8325819969177246}], "gold_semantic_scores": [0.7617982625961304], "gold_temporal_scores": [0.07078379392623901], "max_gold_score": 0.8325819969177246, "max_candidate_score": 0.8362236022949219, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8362236022949219, "best_gold_margin": -0.0036416053771972656, "weakest_gold_margin": -0.0036416053771972656}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00596", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the documentary's rating change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.408260703086853, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6882681250572205}, {"memory_id": "history_02_utt_0008", "score": 0.7426003813743591}], "gold_semantic_scores": [0.5640206336975098, 0.5784444212913513], "gold_temporal_scores": [0.12424759566783905, 0.1641560196876526], "max_gold_score": 0.7426003813743591, "max_candidate_score": 0.7426003813743591, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.2746330499649048, "best_gold_margin": 0.46796733140945435, "weakest_gold_margin": 0.4136350750923157}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00596", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Skyler originally give the documentary?", "temporal_relation": "earliest", "query_temporal_norm": 0.5681725740432739, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8491715788841248}], "gold_semantic_scores": [0.7627825736999512], "gold_temporal_scores": [0.08638893812894821], "max_gold_score": 0.8491715788841248, "max_candidate_score": 0.8579393625259399, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0002::3", "max_non_gold_score": 0.8579393625259399, "best_gold_margin": -0.008767783641815186, "weakest_gold_margin": -0.008767783641815186}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00596", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally rated the documentary 7.5 out of 10?", "temporal_relation": "earliest", "query_temporal_norm": 0.5553425550460815, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8557780981063843}], "gold_semantic_scores": [0.7768732905387878], "gold_temporal_scores": [0.07890498638153076], "max_gold_score": 0.8557780981063843, "max_candidate_score": 0.8633372187614441, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0006::1", "max_non_gold_score": 0.8633372187614441, "best_gold_margin": -0.0075591206550598145, "weakest_gold_margin": -0.0075591206550598145}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00679", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan mention about Greenleaf Bistro, and why was it unavailable that week?", "temporal_relation": "none", "query_temporal_norm": 0.19906866550445557, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7125832438468933}, {"memory_id": "history_02_utt_0012", "score": 0.6835498809814453}], "gold_semantic_scores": [0.6550112366676331, 0.661742627620697], "gold_temporal_scores": [0.05757217854261398, 0.021807344630360603], "max_gold_score": 0.7125832438468933, "max_candidate_score": 0.7328885793685913, "top_memory_id": "history_02_utt_0012::cf::main::3", "max_non_gold_score": 0.7328885793685913, "best_gold_margin": -0.020305335521697998, "weakest_gold_margin": -0.049338698387145996}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00679", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan suggest Greenleaf Bistro?", "temporal_relation": "session", "query_temporal_norm": 0.19111040234565735, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7766420841217041}], "gold_semantic_scores": [0.7247942686080933], "gold_temporal_scores": [0.05184786021709442], "max_gold_score": 0.7766420841217041, "max_candidate_score": 0.7766420841217041, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6485835313796997, "best_gold_margin": 0.1280585527420044, "weakest_gold_margin": 0.1280585527420044}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00679", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Greenleaf Bistro?", "temporal_relation": "none", "query_temporal_norm": 0.15282008051872253, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6860290765762329}], "gold_semantic_scores": [0.6542006731033325], "gold_temporal_scores": [0.03182852640748024], "max_gold_score": 0.6860290765762329, "max_candidate_score": 0.6860290765762329, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.43022221326828003, "best_gold_margin": 0.2558068633079529, "weakest_gold_margin": 0.2558068633079529}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00679", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the group find out about Greenleaf Bistro?", "temporal_relation": "none", "query_temporal_norm": 0.19220981001853943, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8125227689743042}], "gold_semantic_scores": [0.7376457452774048], "gold_temporal_scores": [0.0748768299818039], "max_gold_score": 0.8125227689743042, "max_candidate_score": 0.8125227689743042, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.643859326839447, "best_gold_margin": 0.16866344213485718, "weakest_gold_margin": 0.16866344213485718}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00738", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my training setting change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.38887959718704224, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7232545018196106}, {"memory_id": "history_02_utt_0008", "score": 0.7691318392753601}], "gold_semantic_scores": [0.5984712839126587, 0.6215265989303589], "gold_temporal_scores": [0.1247832253575325, 0.147605299949646], "max_gold_score": 0.7691318392753601, "max_candidate_score": 0.8110317587852478, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8110317587852478, "best_gold_margin": -0.041899919509887695, "weakest_gold_margin": -0.08777725696563721}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00738", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to train on a 4-node CPU cluster?", "temporal_relation": "none", "query_temporal_norm": 0.3403814136981964, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6630025506019592}], "gold_semantic_scores": [0.6213963031768799], "gold_temporal_scores": [0.04160648211836815], "max_gold_score": 0.6630025506019592, "max_candidate_score": 0.6630025506019592, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.46401408314704895, "best_gold_margin": 0.19898846745491028, "weakest_gold_margin": 0.19898846745491028}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00738", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the plan to train on an 8-node GPU cluster?", "temporal_relation": "none", "query_temporal_norm": 0.41561242938041687, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8395355343818665}], "gold_semantic_scores": [0.627637505531311], "gold_temporal_scores": [0.21189817786216736], "max_gold_score": 0.8395355343818665, "max_candidate_score": 0.8395355343818665, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6500110626220703, "best_gold_margin": 0.18952447175979614, "weakest_gold_margin": 0.18952447175979614}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00738", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In an earlier discussion, what training setup was planned before the update?", "temporal_relation": "session", "query_temporal_norm": 0.40404894948005676, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7454776167869568}], "gold_semantic_scores": [0.6941778659820557], "gold_temporal_scores": [0.0512995682656765], "max_gold_score": 0.7454776167869568, "max_candidate_score": 0.7454776167869568, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5481722354888916, "best_gold_margin": 0.19730538129806519, "weakest_gold_margin": 0.19730538129806519}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00879", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we switched to LatencyTunedNet-v2 as the model choice for the demo?", "temporal_relation": "none", "query_temporal_norm": 0.3363129496574402, "query_session_index": 2, "query_start_sec": 21.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9569997191429138}], "gold_semantic_scores": [0.791147768497467], "gold_temporal_scores": [0.1658521145582199], "max_gold_score": 0.9569997191429138, "max_candidate_score": 0.9569997191429138, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5376913547515869, "best_gold_margin": 0.4193083643913269, "weakest_gold_margin": 0.4193083643913269}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00879", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model did Finley say we switched to for the demo?", "temporal_relation": "none", "query_temporal_norm": 0.3736442029476166, "query_session_index": 2, "query_start_sec": 21.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8461997509002686}], "gold_semantic_scores": [0.6636555194854736], "gold_temporal_scores": [0.1825440227985382], "max_gold_score": 0.8461997509002686, "max_candidate_score": 0.8461997509002686, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7775559425354004, "best_gold_margin": 0.06864380836486816, "weakest_gold_margin": 0.06864380836486816}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00879", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model was initially selected before it was later rejected?", "temporal_relation": "earliest", "query_temporal_norm": 0.5256199240684509, "query_session_index": 2, "query_start_sec": 21.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7182613015174866}], "gold_semantic_scores": [0.6344733238220215], "gold_temporal_scores": [0.08378805220127106], "max_gold_score": 0.7182613015174866, "max_candidate_score": 0.7182613015174866, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.38988691568374634, "best_gold_margin": 0.32837438583374023, "weakest_gold_margin": 0.32837438583374023}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00879", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model was mentioned as the initial selection that later got rejected because it used too much memory?", "temporal_relation": "none", "query_temporal_norm": 0.4850260615348816, "query_session_index": 2, "query_start_sec": 21.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7457800507545471}], "gold_semantic_scores": [0.6136133670806885], "gold_temporal_scores": [0.13216662406921387], "max_gold_score": 0.7457800507545471, "max_candidate_score": 0.7457800507545471, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.4322702884674072, "best_gold_margin": 0.3135097622871399, "weakest_gold_margin": 0.3135097622871399}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00993", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery’s evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4166289269924164, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8715969324111938}, {"memory_id": "history_02_utt_0009", "score": 0.8628807663917542}], "gold_semantic_scores": [0.7284346222877502, 0.7269546389579773], "gold_temporal_scores": [0.14316235482692719, 0.13592621684074402], "max_gold_score": 0.8715969324111938, "max_candidate_score": 0.8715969324111938, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7326749563217163, "best_gold_margin": 0.13892197608947754, "weakest_gold_margin": 0.13020581007003784}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00993", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What changed in the evaluation plan between the first discussion and the later update?", "temporal_relation": "comparison", "query_temporal_norm": 0.3865271806716919, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7798213362693787}, {"memory_id": "history_02_utt_0009", "score": 0.7988520860671997}], "gold_semantic_scores": [0.6463185548782349, 0.6836897730827332], "gold_temporal_scores": [0.1335030347108841, 0.11516248434782028], "max_gold_score": 0.7988520860671997, "max_candidate_score": 0.7988520860671997, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3829392194747925, "best_gold_margin": 0.4159128665924072, "weakest_gold_margin": 0.3968821167945862}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00993", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who planned to evaluate on a single lab dataset?", "temporal_relation": "none", "query_temporal_norm": 0.3707512319087982, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8138428926467896}], "gold_semantic_scores": [0.7623593211174011], "gold_temporal_scores": [0.051483336836099625], "max_gold_score": 0.8138428926467896, "max_candidate_score": 0.8138428926467896, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5490903854370117, "best_gold_margin": 0.26475250720977783, "weakest_gold_margin": 0.26475250720977783}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00993", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed the plan to evaluate on the lab set?", "temporal_relation": "none", "query_temporal_norm": 0.3416990041732788, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8468248248100281}], "gold_semantic_scores": [0.7005402445793152], "gold_temporal_scores": [0.1462845653295517], "max_gold_score": 0.8468248248100281, "max_candidate_score": 0.8468248248100281, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6653674840927124, "best_gold_margin": 0.18145734071731567, "weakest_gold_margin": 0.18145734071731567}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01116", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they would get Organic oat milk (unsweetened, 64 fl oz)?", "temporal_relation": "earliest", "query_temporal_norm": 0.5451065301895142, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9243209362030029}], "gold_semantic_scores": [0.8063149452209473], "gold_temporal_scores": [0.11800596117973328], "max_gold_score": 0.9243209362030029, "max_candidate_score": 0.9243209362030029, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.9179680943489075, "best_gold_margin": 0.006352841854095459, "weakest_gold_margin": 0.006352841854095459}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01116", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "You mentioned the milk choice was swapped—what was it changed from and what is it now?", "temporal_relation": "comparison", "query_temporal_norm": 0.3632936477661133, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7158975601196289}, {"memory_id": "history_02_utt_0007", "score": 0.7996460199356079}], "gold_semantic_scores": [0.5867123007774353, 0.6711180806159973], "gold_temporal_scores": [0.12918534874916077, 0.12852796912193298], "max_gold_score": 0.7996460199356079, "max_candidate_score": 0.7996460199356079, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5397174954414368, "best_gold_margin": 0.25992852449417114, "weakest_gold_margin": 0.17618006467819214}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01116", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What milk did Hayden originally plan to get for the fridge?", "temporal_relation": "earliest", "query_temporal_norm": 0.5564150214195251, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8981978297233582}], "gold_semantic_scores": [0.7643529772758484], "gold_temporal_scores": [0.13384483754634857], "max_gold_score": 0.8981978297233582, "max_candidate_score": 0.8981978297233582, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8886238932609558, "best_gold_margin": 0.009573936462402344, "weakest_gold_margin": 0.009573936462402344}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01116", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which milk is the current choice for the fridge?", "temporal_relation": "latest", "query_temporal_norm": 0.49154213070869446, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.850685715675354}], "gold_semantic_scores": [0.6465954184532166], "gold_temporal_scores": [0.20408998429775238], "max_gold_score": 0.850685715675354, "max_candidate_score": 0.8513758778572083, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0004::1", "max_non_gold_score": 0.8513758778572083, "best_gold_margin": -0.000690162181854248, "weakest_gold_margin": -0.000690162181854248}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01204", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I earlier say about Coastal Express, and why did we rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.1807408481836319, "query_session_index": 2, "query_start_sec": 11.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6457316279411316}, {"memory_id": "history_02_utt_0008", "score": 0.7192121148109436}], "gold_semantic_scores": [0.6047090291976929, 0.7144216895103455], "gold_temporal_scores": [0.04102242738008499, 0.004790271632373333], "max_gold_score": 0.7192121148109436, "max_candidate_score": 0.7192121148109436, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.670943558216095, "best_gold_margin": 0.04826855659484863, "weakest_gold_margin": -0.02521193027496338}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01204", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When we ruled out Coastal Express, what constraint was given for excluding it?", "temporal_relation": "none", "query_temporal_norm": 0.10486363619565964, "query_session_index": 2, "query_start_sec": 11.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7166426181793213}], "gold_semantic_scores": [0.6986664533615112], "gold_temporal_scores": [0.017976198345422745], "max_gold_score": 0.7166426181793213, "max_candidate_score": 0.7166426181793213, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4399462044239044, "best_gold_margin": 0.27669641375541687, "weakest_gold_margin": 0.27669641375541687}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01204", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Riverline Shuttle described as attractive?", "temporal_relation": "session", "query_temporal_norm": 0.1496926099061966, "query_session_index": 2, "query_start_sec": 11.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.6407989263534546}], "gold_semantic_scores": [0.6178160309791565], "gold_temporal_scores": [0.022982709109783173], "max_gold_score": 0.6407989263534546, "max_candidate_score": 0.6407989263534546, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.428813636302948, "best_gold_margin": 0.2119852900505066, "weakest_gold_margin": 0.2119852900505066}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01204", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What constraint was given that ruled out using Riverline Shuttle?", "temporal_relation": "none", "query_temporal_norm": 0.12613533437252045, "query_session_index": 2, "query_start_sec": 11.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.799714982509613}], "gold_semantic_scores": [0.7552638649940491], "gold_temporal_scores": [0.044450946152210236], "max_gold_score": 0.799714982509613, "max_candidate_score": 0.799714982509613, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.6469351649284363, "best_gold_margin": 0.15277981758117676, "weakest_gold_margin": 0.15277981758117676}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00109", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest venue was?", "temporal_relation": "latest", "query_temporal_norm": 0.5457349419593811, "query_session_index": 2, "query_start_sec": 24.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9693593978881836}], "gold_semantic_scores": [0.7033120393753052], "gold_temporal_scores": [0.2660471796989441], "max_gold_score": 0.9693593978881836, "max_candidate_score": 1.0227175951004028, "top_memory_id": "history_02_utt_0011::cf::main::1", "max_non_gold_score": 1.0227175951004028, "best_gold_margin": -0.05335819721221924, "weakest_gold_margin": -0.05335819721221924}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00109", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the plan and moved the venue to the lakeside pavilion?", "temporal_relation": "none", "query_temporal_norm": 0.42619606852531433, "query_session_index": 2, "query_start_sec": 24.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 1.0646454095840454}], "gold_semantic_scores": [0.8563634157180786], "gold_temporal_scores": [0.20828185975551605], "max_gold_score": 1.0646454095840454, "max_candidate_score": 1.0646454095840454, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6393545269966125, "best_gold_margin": 0.42529088258743286, "weakest_gold_margin": 0.42529088258743286}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00109", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the current venue listed for the playlist listening event?", "temporal_relation": "latest", "query_temporal_norm": 0.5088052749633789, "query_session_index": 2, "query_start_sec": 24.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9388571977615356}], "gold_semantic_scores": [0.6760888695716858], "gold_temporal_scores": [0.26276838779449463], "max_gold_score": 0.9388571977615356, "max_candidate_score": 0.947208821773529, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0004::1", "max_non_gold_score": 0.947208821773529, "best_gold_margin": -0.008351624011993408, "weakest_gold_margin": -0.008351624011993408}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00109", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What venue was originally planned before the update?", "temporal_relation": "earliest", "query_temporal_norm": 0.5572512149810791, "query_session_index": 2, "query_start_sec": 24.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6372297406196594}], "gold_semantic_scores": [0.49413353204727173], "gold_temporal_scores": [0.14309635758399963], "max_gold_score": 0.6372297406196594, "max_candidate_score": 0.6372297406196594, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.622868001461029, "best_gold_margin": 0.014361739158630371, "weakest_gold_margin": 0.014361739158630371}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00275", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What benefit did Parker cite for Nightfall Reverie, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.22488388419151306, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6619084477424622}, {"memory_id": "history_02_utt_0007", "score": 0.6191421747207642}], "gold_semantic_scores": [0.5878679156303406, 0.5485462546348572], "gold_temporal_scores": [0.07404054701328278, 0.07059638947248459], "max_gold_score": 0.6619084477424622, "max_candidate_score": 0.6742837429046631, "top_memory_id": "history_02_utt_0007::cf::main::3", "max_non_gold_score": 0.6742837429046631, "best_gold_margin": -0.012375295162200928, "weakest_gold_margin": -0.055141568183898926}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00275", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker recommend Nightfall Reverie?", "temporal_relation": "session", "query_temporal_norm": 0.23874562978744507, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7616812586784363}], "gold_semantic_scores": [0.6847577095031738], "gold_temporal_scores": [0.0769234374165535], "max_gold_score": 0.7616812586784363, "max_candidate_score": 0.7616812586784363, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7154822945594788, "best_gold_margin": 0.04619896411895752, "weakest_gold_margin": 0.04619896411895752}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00275", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Nightfall Reverie?", "temporal_relation": "none", "query_temporal_norm": 0.149004727602005, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6446899175643921}], "gold_semantic_scores": [0.6045286059379578], "gold_temporal_scores": [0.040161557495594025], "max_gold_score": 0.6446899175643921, "max_candidate_score": 0.6446899175643921, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.34069713950157166, "best_gold_margin": 0.30399277806282043, "weakest_gold_margin": 0.30399277806282043}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00275", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about Midday Sketches that made it easy to slot in?", "temporal_relation": "none", "query_temporal_norm": 0.1329013705253601, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7209773659706116}], "gold_semantic_scores": [0.6845211386680603], "gold_temporal_scores": [0.0364563874900341], "max_gold_score": 0.7209773659706116, "max_candidate_score": 0.7209773659706116, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4678300619125366, "best_gold_margin": 0.25314730405807495, "weakest_gold_margin": 0.25314730405807495}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00423", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest evaluation threshold was for the usability metric?", "temporal_relation": "latest", "query_temporal_norm": 0.557455837726593, "query_session_index": 2, "query_start_sec": 22.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0610368251800537}], "gold_semantic_scores": [0.7934284806251526], "gold_temporal_scores": [0.26760852336883545], "max_gold_score": 1.0610368251800537, "max_candidate_score": 1.0610368251800537, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0560358762741089, "best_gold_margin": 0.005000948905944824, "weakest_gold_margin": 0.005000948905944824}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00547", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say the latest watch order was?", "temporal_relation": "latest", "query_temporal_norm": 0.5530754923820496, "query_session_index": 2, "query_start_sec": 12.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8962954878807068}], "gold_semantic_scores": [0.6169906854629517], "gold_temporal_scores": [0.2793046236038208], "max_gold_score": 0.8962954878807068, "max_candidate_score": 0.9026588797569275, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9026588797569275, "best_gold_margin": -0.006363391876220703, "weakest_gold_margin": -0.006363391876220703}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00547", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier, what watch order had been planned?", "temporal_relation": "before", "query_temporal_norm": 0.37596428394317627, "query_session_index": 2, "query_start_sec": 12.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7576479911804199}], "gold_semantic_scores": [0.68311607837677], "gold_temporal_scores": [0.07453185319900513], "max_gold_score": 0.7576479911804199, "max_candidate_score": 0.7576479911804199, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5128260254859924, "best_gold_margin": 0.2448219656944275, "weakest_gold_margin": 0.2448219656944275}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00547", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we'd start with 'Silent Rivers' then 'City Springs'?", "temporal_relation": "none", "query_temporal_norm": 0.105526864528656, "query_session_index": 2, "query_start_sec": 12.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8410254120826721}], "gold_semantic_scores": [0.8252483010292053], "gold_temporal_scores": [0.015776963904500008], "max_gold_score": 0.8410254120826721, "max_candidate_score": 0.8410254120826721, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7146984934806824, "best_gold_margin": 0.12632691860198975, "weakest_gold_margin": 0.12632691860198975}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00547", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What watch order did Hayden decide on for us?", "temporal_relation": "none", "query_temporal_norm": 0.4041973054409027, "query_session_index": 2, "query_start_sec": 12.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7069455981254578}], "gold_semantic_scores": [0.5112247467041016], "gold_temporal_scores": [0.19572097063064575], "max_gold_score": 0.7069455981254578, "max_candidate_score": 0.7069455981254578, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6218336224555969, "best_gold_margin": 0.08511197566986084, "weakest_gold_margin": 0.08511197566986084}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00597", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4169098436832428, "query_session_index": 2, "query_start_sec": 22.440000000000005, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6872079372406006}, {"memory_id": "history_02_utt_0010", "score": 0.8055127263069153}], "gold_semantic_scores": [0.5354014039039612, 0.6480969786643982], "gold_temporal_scores": [0.15180659294128418, 0.15741579234600067], "max_gold_score": 0.8055127263069153, "max_candidate_score": 0.8228683471679688, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.8228683471679688, "best_gold_margin": -0.017355620861053467, "weakest_gold_margin": -0.13566040992736816}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00597", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the plan to a DIY backyard barbecue?", "temporal_relation": "none", "query_temporal_norm": 0.3826649785041809, "query_session_index": 2, "query_start_sec": 22.440000000000005, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9796841144561768}], "gold_semantic_scores": [0.8348526954650879], "gold_temporal_scores": [0.14483121037483215], "max_gold_score": 0.9796841144561768, "max_candidate_score": 0.9796841144561768, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5159716010093689, "best_gold_margin": 0.46371251344680786, "weakest_gold_margin": 0.46371251344680786}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00597", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current planned activity for the gathering?", "temporal_relation": "latest", "query_temporal_norm": 0.5214303731918335, "query_session_index": 2, "query_start_sec": 22.440000000000005, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9187576174736023}], "gold_semantic_scores": [0.6629841923713684], "gold_temporal_scores": [0.2557733356952667], "max_gold_score": 0.9187576174736023, "max_candidate_score": 0.9274556040763855, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0007::1", "max_non_gold_score": 0.9274556040763855, "best_gold_margin": -0.008697986602783203, "weakest_gold_margin": -0.008697986602783203}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00597", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Which entrance is our guest arriving through?", "temporal_relation": "none", "query_temporal_norm": 0.35199040174484253, "query_session_index": 2, "query_start_sec": 22.440000000000005, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5925928950309753, "top_memory_id": "history_02_utt_0046", "max_non_gold_score": 0.5925928950309753, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00668", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my watch order change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4008549749851227, "query_session_index": 2, "query_start_sec": 22.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.809675395488739}, {"memory_id": "history_02_utt_0009", "score": 0.684778094291687}], "gold_semantic_scores": [0.6650314927101135, 0.5346145033836365], "gold_temporal_scores": [0.14464397728443146, 0.15016348659992218], "max_gold_score": 0.809675395488739, "max_candidate_score": 0.809675395488739, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7621586322784424, "best_gold_margin": 0.04751676321029663, "weakest_gold_margin": -0.07738053798675537}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00668", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the plan to River Road S1E1 > Neon Gardens S1E3 > Fogbound Hollow S1E2?", "temporal_relation": "none", "query_temporal_norm": 0.3807523250579834, "query_session_index": 2, "query_start_sec": 22.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8319006562232971}], "gold_semantic_scores": [0.6950367093086243], "gold_temporal_scores": [0.13686403632164001], "max_gold_score": 0.8319006562232971, "max_candidate_score": 0.8319006562232971, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6852860450744629, "best_gold_margin": 0.14661461114883423, "weakest_gold_margin": 0.14661461114883423}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00762", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say about the on-device beamformer, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2952335774898529, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6051187515258789}, {"memory_id": "history_02_utt_0007", "score": 0.5879286527633667}], "gold_semantic_scores": [0.5211119651794434, 0.5523701906204224], "gold_temporal_scores": [0.0840069055557251, 0.035558514297008514], "max_gold_score": 0.6051187515258789, "max_candidate_score": 0.6769292950630188, "top_memory_id": "history_02_utt_0007::cf::main::2", "max_non_gold_score": 0.6769292950630188, "best_gold_margin": -0.07181054353713989, "weakest_gold_margin": -0.0890006422996521}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00762", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say satisfied the interactive turnaround constraint?", "temporal_relation": "none", "query_temporal_norm": 0.12842845916748047, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6748246550559998}], "gold_semantic_scores": [0.6692927479743958], "gold_temporal_scores": [0.005531949456781149], "max_gold_score": 0.6748246550559998, "max_candidate_score": 0.6748246550559998, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5711416602134705, "best_gold_margin": 0.1036829948425293, "weakest_gold_margin": 0.1036829948425293}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00762", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What decision was made about the on-device beamformer?", "temporal_relation": "none", "query_temporal_norm": 0.29479023814201355, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.49808526039123535}], "gold_semantic_scores": [0.40495550632476807], "gold_temporal_scores": [0.09312967211008072], "max_gold_score": 0.49808526039123535, "max_candidate_score": 0.49808526039123535, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4425261318683624, "best_gold_margin": 0.055559128522872925, "weakest_gold_margin": 0.055559128522872925}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00762", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it stated that the server-side ensemble was adopted?", "temporal_relation": "session", "query_temporal_norm": 0.133685901761055, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.589330792427063}], "gold_semantic_scores": [0.5354167819023132], "gold_temporal_scores": [0.0539141520857811], "max_gold_score": 0.589330792427063, "max_candidate_score": 0.589330792427063, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.3785397410392761, "best_gold_margin": 0.21079105138778687, "weakest_gold_margin": 0.21079105138778687}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00861", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the venue was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5520442128181458, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6743378043174744}], "gold_semantic_scores": [0.5679872632026672], "gold_temporal_scores": [0.10635074228048325], "max_gold_score": 0.6743378043174744, "max_candidate_score": 0.6845360994338989, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.6845360994338989, "best_gold_margin": -0.01019829511642456, "weakest_gold_margin": -0.01019829511642456}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00861", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which venue did we decide to use for the screening?", "temporal_relation": "none", "query_temporal_norm": 0.27849850058555603, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8872687220573425}], "gold_semantic_scores": [0.7708340883255005], "gold_temporal_scores": [0.11643464118242264], "max_gold_score": 0.8872687220573425, "max_candidate_score": 0.8872687220573425, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7098258137702942, "best_gold_margin": 0.17744290828704834, "weakest_gold_margin": 0.17744290828704834}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00861", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that we'd use the converted garage for the screening?", "temporal_relation": "session", "query_temporal_norm": 0.14967338740825653, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8387215733528137}], "gold_semantic_scores": [0.7976571321487427], "gold_temporal_scores": [0.041064515709877014], "max_gold_score": 0.8387215733528137, "max_candidate_score": 0.8387215733528137, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5329307913780212, "best_gold_margin": 0.3057907819747925, "weakest_gold_margin": 0.3057907819747925}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00861", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "When will I take a short break?", "temporal_relation": "none", "query_temporal_norm": 0.39081645011901855, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.6833686828613281, "top_memory_id": "history_02_utt_0001", "max_non_gold_score": 0.6833686828613281, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00932", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched to MobileViT-XXS as the prototype model?", "temporal_relation": "none", "query_temporal_norm": 0.2450137883424759, "query_session_index": 2, "query_start_sec": 15.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8972159028053284}], "gold_semantic_scores": [0.7884364128112793], "gold_temporal_scores": [0.1087794154882431], "max_gold_score": 0.8972159028053284, "max_candidate_score": 0.8972159028053284, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.37398967146873474, "best_gold_margin": 0.5232262313365936, "weakest_gold_margin": 0.5232262313365936}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00932", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model did the team switch from and to?", "temporal_relation": "none", "query_temporal_norm": 0.38259246945381165, "query_session_index": 2, "query_start_sec": 15.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6189095973968506}, {"memory_id": "history_02_utt_0010", "score": 0.8321433663368225}], "gold_semantic_scores": [0.4872540533542633, 0.6702834367752075], "gold_temporal_scores": [0.13165543973445892, 0.16186001896858215], "max_gold_score": 0.8321433663368225, "max_candidate_score": 0.8321433663368225, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.3259454667568207, "best_gold_margin": 0.5061978995800018, "weakest_gold_margin": 0.2929641306400299}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00932", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching to MobileViT-XXS for the prototype?", "temporal_relation": "none", "query_temporal_norm": 0.1608446091413498, "query_session_index": 2, "query_start_sec": 15.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8357609510421753}], "gold_semantic_scores": [0.7635011672973633], "gold_temporal_scores": [0.07225970923900604], "max_gold_score": 0.8357609510421753, "max_candidate_score": 0.8357609510421753, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.33401691913604736, "best_gold_margin": 0.5017440319061279, "weakest_gold_margin": 0.5017440319061279}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00932", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which prototype model did Quinn say they switched to?", "temporal_relation": "none", "query_temporal_norm": 0.4271940290927887, "query_session_index": 2, "query_start_sec": 15.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9998939037322998}], "gold_semantic_scores": [0.7828340530395508], "gold_temporal_scores": [0.2170599102973938], "max_gold_score": 0.9998939037322998, "max_candidate_score": 0.9998939037322998, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9251472353935242, "best_gold_margin": 0.07474666833877563, "weakest_gold_margin": 0.07474666833877563}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01031", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation plan to 20 restarts and median accuracy, and what were the earlier restart count and metric?", "temporal_relation": "comparison", "query_temporal_norm": 0.4022487699985504, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9031409621238708}, {"memory_id": "history_02_utt_0009", "score": 0.7136092185974121}], "gold_semantic_scores": [0.7594720125198364, 0.598551332950592], "gold_temporal_scores": [0.14366891980171204, 0.11505786329507828], "max_gold_score": 0.9031409621238708, "max_candidate_score": 0.9031409621238708, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.1794029325246811, "best_gold_margin": 0.7237380295991898, "weakest_gold_margin": 0.534206286072731}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01031", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current evaluation plan?", "temporal_relation": "latest", "query_temporal_norm": 0.5289468765258789, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8315837383270264}], "gold_semantic_scores": [0.5600902438163757], "gold_temporal_scores": [0.27149367332458496], "max_gold_score": 0.8315837383270264, "max_candidate_score": 0.8357533812522888, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.8357533812522888, "best_gold_margin": -0.004169642925262451, "weakest_gold_margin": -0.004169642925262451}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01031", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned the evaluation with 10 random restarts?", "temporal_relation": "none", "query_temporal_norm": 0.4377390444278717, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8457780480384827}], "gold_semantic_scores": [0.7598551511764526], "gold_temporal_scores": [0.0859227254986763], "max_gold_score": 0.8457780480384827, "max_candidate_score": 0.8457780480384827, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5184098482131958, "best_gold_margin": 0.32736819982528687, "weakest_gold_margin": 0.32736819982528687}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01031", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed the evaluation to 20 restarts?", "temporal_relation": "none", "query_temporal_norm": 0.3266471326351166, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8807103633880615}], "gold_semantic_scores": [0.7448433041572571], "gold_temporal_scores": [0.13586676120758057], "max_gold_score": 0.8807103633880615, "max_candidate_score": 0.8807103633880615, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6802812814712524, "best_gold_margin": 0.20042908191680908, "weakest_gold_margin": 0.20042908191680908}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01102", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew originally say the chore schedule was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5593407154083252, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8866875767707825}], "gold_semantic_scores": [0.7840160131454468], "gold_temporal_scores": [0.10267165303230286], "max_gold_score": 0.8866875767707825, "max_candidate_score": 0.8866875767707825, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7653369307518005, "best_gold_margin": 0.12135064601898193, "weakest_gold_margin": 0.12135064601898193}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01102", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current chore schedule for the kitchen, trash, and laundry?", "temporal_relation": "latest", "query_temporal_norm": 0.5342249274253845, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0346322059631348}], "gold_semantic_scores": [0.8021252751350403], "gold_temporal_scores": [0.2325069159269333], "max_gold_score": 1.0346322059631348, "max_candidate_score": 1.0346322059631348, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.0302672386169434, "best_gold_margin": 0.004364967346191406, "weakest_gold_margin": 0.004364967346191406}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01102", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chores did Drew say he'd take and on which days?", "temporal_relation": "none", "query_temporal_norm": 0.1802407056093216, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8251199126243591}], "gold_semantic_scores": [0.7780613303184509], "gold_temporal_scores": [0.04705854505300522], "max_gold_score": 0.8251199126243591, "max_candidate_score": 0.8251199126243591, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6835591197013855, "best_gold_margin": 0.14156079292297363, "weakest_gold_margin": 0.14156079292297363}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01102", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chore schedule change from the earlier arrangement to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.391297847032547, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8841509222984314}, {"memory_id": "history_02_utt_0008", "score": 0.8397701978683472}], "gold_semantic_scores": [0.754231333732605, 0.6992523670196533], "gold_temporal_scores": [0.12991957366466522, 0.1405177265405655], "max_gold_score": 0.8841509222984314, "max_candidate_score": 0.8841509222984314, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.466009259223938, "best_gold_margin": 0.4181416630744934, "weakest_gold_margin": 0.3737609386444092}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00031", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest training setting was?", "temporal_relation": "latest", "query_temporal_norm": 0.5400229692459106, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.954627513885498}], "gold_semantic_scores": [0.7095608115196228], "gold_temporal_scores": [0.24506673216819763], "max_gold_score": 0.954627513885498, "max_candidate_score": 0.9602944850921631, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9602944850921631, "best_gold_margin": -0.005666971206665039, "weakest_gold_margin": -0.005666971206665039}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00031", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who reported the updated training settings?", "temporal_relation": "none", "query_temporal_norm": 0.2948085069656372, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.761073887348175}], "gold_semantic_scores": [0.6338472962379456], "gold_temporal_scores": [0.1272265911102295], "max_gold_score": 0.761073887348175, "max_candidate_score": 0.761073887348175, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3375711441040039, "best_gold_margin": 0.42350274324417114, "weakest_gold_margin": 0.42350274324417114}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00031", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What are the current training settings we're running?", "temporal_relation": "latest", "query_temporal_norm": 0.5484529733657837, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9618948101997375}], "gold_semantic_scores": [0.7065311670303345], "gold_temporal_scores": [0.255363792181015], "max_gold_score": 0.9618948101997375, "max_candidate_score": 0.9622968435287476, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.9622968435287476, "best_gold_margin": -0.00040203332901000977, "weakest_gold_margin": -0.00040203332901000977}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00031", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training configuration change from before to now?", "temporal_relation": "comparison", "query_temporal_norm": 0.3405325710773468, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6785054206848145}, {"memory_id": "history_02_utt_0009", "score": 0.6507222652435303}], "gold_semantic_scores": [0.5625874400138855, 0.5765531063079834], "gold_temporal_scores": [0.11591801792383194, 0.07416919618844986], "max_gold_score": 0.6785054206848145, "max_candidate_score": 0.6785054206848145, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.34325161576271057, "best_gold_margin": 0.3352538049221039, "weakest_gold_margin": 0.3074706494808197}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00137", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they rated that short clip a 7 out of 10 before later changing the rating?", "temporal_relation": "earliest", "query_temporal_norm": 0.5612819194793701, "query_session_index": 2, "query_start_sec": 21.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8389437198638916}], "gold_semantic_scores": [0.6915804147720337], "gold_temporal_scores": [0.1473633199930191], "max_gold_score": 0.8389437198638916, "max_candidate_score": 0.8389437198638916, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.45248594880104065, "best_gold_margin": 0.38645777106285095, "weakest_gold_margin": 0.38645777106285095}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00137", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating change between the original preview and after rewatching and tightening the edits?", "temporal_relation": "comparison", "query_temporal_norm": 0.4226675033569336, "query_session_index": 2, "query_start_sec": 21.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6017784476280212}, {"memory_id": "history_02_utt_0011", "score": 0.8874583840370178}], "gold_semantic_scores": [0.44605621695518494, 0.7338151931762695], "gold_temporal_scores": [0.15572220087051392, 0.15364329516887665], "max_gold_score": 0.8874583840370178, "max_candidate_score": 0.8874583840370178, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6479920744895935, "best_gold_margin": 0.23946630954742432, "weakest_gold_margin": -0.046213626861572266}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00137", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Emerson give that short clip when we first previewed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.3237614333629608, "query_session_index": 2, "query_start_sec": 21.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8977625370025635}], "gold_semantic_scores": [0.8246045708656311], "gold_temporal_scores": [0.07315807789564133], "max_gold_score": 0.8977625370025635, "max_candidate_score": 0.8977625370025635, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.746450662612915, "best_gold_margin": 0.15131187438964844, "weakest_gold_margin": 0.15131187438964844}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00137", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson say he rated that short clip a 7 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.1914520412683487, "query_session_index": 2, "query_start_sec": 21.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8786152005195618}], "gold_semantic_scores": [0.8162793517112732], "gold_temporal_scores": [0.06233593448996544], "max_gold_score": 0.8786152005195618, "max_candidate_score": 0.8786152005195618, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7464514970779419, "best_gold_margin": 0.13216370344161987, "weakest_gold_margin": 0.13216370344161987}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00195", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the on-device quantized model, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.178157240152359, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.635851263999939}, {"memory_id": "history_02_utt_0007", "score": 0.7470206022262573}], "gold_semantic_scores": [0.5821056365966797, 0.6970309615135193], "gold_temporal_scores": [0.05374553054571152, 0.04998955503106117], "max_gold_score": 0.7470206022262573, "max_candidate_score": 0.7470206022262573, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7362696528434753, "best_gold_margin": 0.010750949382781982, "weakest_gold_margin": -0.10041838884353638}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00195", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for proposing the server-side ensemble?", "temporal_relation": "none", "query_temporal_norm": 0.11946683377027512, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6706397533416748}], "gold_semantic_scores": [0.6478105187416077], "gold_temporal_scores": [0.022828983142971992], "max_gold_score": 0.6706397533416748, "max_candidate_score": 0.6706397533416748, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.45800095796585083, "best_gold_margin": 0.21263879537582397, "weakest_gold_margin": 0.21263879537582397}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00195", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the server-side ensemble suggested to improve noisy-audio accuracy?", "temporal_relation": "session", "query_temporal_norm": 0.14236010611057281, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6667072772979736}], "gold_semantic_scores": [0.631483256816864], "gold_temporal_scores": [0.03522380441427231], "max_gold_score": 0.6667072772979736, "max_candidate_score": 0.6667072772979736, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.394387811422348, "best_gold_margin": 0.2723194658756256, "weakest_gold_margin": 0.2723194658756256}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00195", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier someone gave a quick overview of the benchmark setup and metrics. What was that overview about?", "temporal_relation": "none", "query_temporal_norm": 0.1878812462091446, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.5903217792510986}], "gold_semantic_scores": [0.5857739448547363], "gold_temporal_scores": [0.004547657445073128], "max_gold_score": 0.5903217792510986, "max_candidate_score": 0.5903217792510986, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.2881736159324646, "best_gold_margin": 0.30214816331863403, "weakest_gold_margin": 0.30214816331863403}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00255", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest release deadline was?", "temporal_relation": "latest", "query_temporal_norm": 0.5630401968955994, "query_session_index": 2, "query_start_sec": 20.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.060056209564209}], "gold_semantic_scores": [0.8043864369392395], "gold_temporal_scores": [0.2556696832180023], "max_gold_score": 1.060056209564209, "max_candidate_score": 1.1041555404663086, "top_memory_id": "history_02_utt_0007::cf::main::0", "max_non_gold_score": 1.1041555404663086, "best_gold_margin": -0.04409933090209961, "weakest_gold_margin": -0.04409933090209961}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00255", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who moved the final release deadline to 2026-09-30?", "temporal_relation": "none", "query_temporal_norm": 0.4874667823314667, "query_session_index": 2, "query_start_sec": 20.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0985771417617798}], "gold_semantic_scores": [0.8403782248497009], "gold_temporal_scores": [0.258199006319046], "max_gold_score": 1.0985771417617798, "max_candidate_score": 1.0985771417617798, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8875352144241333, "best_gold_margin": 0.21104192733764648, "weakest_gold_margin": 0.21104192733764648}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00255", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our discussions, what was the original release deadline set to?", "temporal_relation": "session", "query_temporal_norm": 0.5556743144989014, "query_session_index": 2, "query_start_sec": 20.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7805393934249878}], "gold_semantic_scores": [0.639764130115509], "gold_temporal_scores": [0.1407751590013504], "max_gold_score": 0.7805393934249878, "max_candidate_score": 0.7805393934249878, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5034483671188354, "best_gold_margin": 0.27709102630615234, "weakest_gold_margin": 0.27709102630615234}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00255", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the release deadline change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.41494274139404297, "query_session_index": 2, "query_start_sec": 20.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.814052164554596}, {"memory_id": "history_02_utt_0007", "score": 0.7718170881271362}], "gold_semantic_scores": [0.6718268990516663, 0.6379861831665039], "gold_temporal_scores": [0.1422252506017685, 0.13383133709430695], "max_gold_score": 0.814052164554596, "max_candidate_score": 0.814052164554596, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.48232144117355347, "best_gold_margin": 0.3317307233810425, "weakest_gold_margin": 0.28949564695358276}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00383", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my evaluation plan was originally, and how did I change it later?", "temporal_relation": "comparison", "query_temporal_norm": 0.4399322271347046, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8074600100517273}, {"memory_id": "history_02_utt_0009", "score": 0.7006602883338928}], "gold_semantic_scores": [0.6449762582778931, 0.5513345003128052], "gold_temporal_scores": [0.16248364746570587, 0.14932595193386078], "max_gold_score": 0.8074600100517273, "max_candidate_score": 0.8298847079277039, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.8298847079277039, "best_gold_margin": -0.022424697875976562, "weakest_gold_margin": -0.12922441959381104}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00383", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the plan to evaluate on the public validation split?", "temporal_relation": "none", "query_temporal_norm": 0.32759931683540344, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8040125966072083}], "gold_semantic_scores": [0.7185298204421997], "gold_temporal_scores": [0.08548273146152496], "max_gold_score": 0.8040125966072083, "max_candidate_score": 0.8040125966072083, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6455004215240479, "best_gold_margin": 0.1585121750831604, "weakest_gold_margin": 0.1585121750831604}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00383", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier we switched how we'll evaluate models for the leaderboard—what is the current evaluation plan?", "temporal_relation": "latest", "query_temporal_norm": 0.4626392722129822, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.812201201915741}], "gold_semantic_scores": [0.6269476413726807], "gold_temporal_scores": [0.18525372445583344], "max_gold_score": 0.812201201915741, "max_candidate_score": 0.812201201915741, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8111165165901184, "best_gold_margin": 0.0010846853256225586, "weakest_gold_margin": 0.0010846853256225586}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00383", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original evaluation plan before we changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5197505950927734, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7853884100914001}], "gold_semantic_scores": [0.6739121675491333], "gold_temporal_scores": [0.11147645860910416], "max_gold_score": 0.7853884100914001, "max_candidate_score": 0.7853884100914001, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.530075192451477, "best_gold_margin": 0.2553132176399231, "weakest_gold_margin": 0.2553132176399231}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00462", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Olive & Thyme, and why was it closed that night?", "temporal_relation": "none", "query_temporal_norm": 0.2775624096393585, "query_session_index": 2, "query_start_sec": 21.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6135780811309814}, {"memory_id": "history_02_utt_0008", "score": 0.6818049550056458}], "gold_semantic_scores": [0.5305976271629333, 0.6501004695892334], "gold_temporal_scores": [0.08298048377037048, 0.03170432895421982], "max_gold_score": 0.6818049550056458, "max_candidate_score": 0.7109570503234863, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.7109570503234863, "best_gold_margin": -0.029152095317840576, "weakest_gold_margin": -0.09737896919250488}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00462", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why wasn't Olive & Thyme available that night?", "temporal_relation": "none", "query_temporal_norm": 0.21238161623477936, "query_session_index": 2, "query_start_sec": 21.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7608522772789001}], "gold_semantic_scores": [0.6874749064445496], "gold_temporal_scores": [0.07337737828493118], "max_gold_score": 0.7608522772789001, "max_candidate_score": 0.7608522772789001, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.49875208735466003, "best_gold_margin": 0.2621001899242401, "weakest_gold_margin": 0.2621001899242401}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00462", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Olive & Thyme was closed for a private event?", "temporal_relation": "session", "query_temporal_norm": 0.1762494444847107, "query_session_index": 2, "query_start_sec": 21.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.69256991147995}], "gold_semantic_scores": [0.6464838981628418], "gold_temporal_scores": [0.04608588293194771], "max_gold_score": 0.69256991147995, "max_candidate_score": 0.69256991147995, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.470551073551178, "best_gold_margin": 0.22201883792877197, "weakest_gold_margin": 0.22201883792877197}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00462", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about Bamboo Grove’s menu that made it a good option?", "temporal_relation": "none", "query_temporal_norm": 0.12370605766773224, "query_session_index": 2, "query_start_sec": 21.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.7270140051841736}], "gold_semantic_scores": [0.6993465423583984], "gold_temporal_scores": [0.027667395770549774], "max_gold_score": 0.7270140051841736, "max_candidate_score": 0.7270140051841736, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.6661827564239502, "best_gold_margin": 0.06083124876022339, "weakest_gold_margin": 0.06083124876022339}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00597", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who gave the latest rating of 4.5 out of 5?", "temporal_relation": "latest", "query_temporal_norm": 0.5129309296607971, "query_session_index": 2, "query_start_sec": 17.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.005737066268921}], "gold_semantic_scores": [0.7649654150009155], "gold_temporal_scores": [0.24077151715755463], "max_gold_score": 1.005737066268921, "max_candidate_score": 1.0081212520599365, "top_memory_id": "history_02_utt_0007::cf::main::1", "max_non_gold_score": 1.0081212520599365, "best_gold_margin": -0.002384185791015625, "weakest_gold_margin": -0.002384185791015625}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00597", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating change between the first time we discussed it and after you re-listened?", "temporal_relation": "comparison", "query_temporal_norm": 0.4000396132469177, "query_session_index": 2, "query_start_sec": 17.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5689752101898193}, {"memory_id": "history_02_utt_0007", "score": 0.8198238611221313}], "gold_semantic_scores": [0.4365972876548767, 0.6753832101821899], "gold_temporal_scores": [0.13237802684307098, 0.14444074034690857], "max_gold_score": 0.8198238611221313, "max_candidate_score": 0.8198238611221313, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.29893797636032104, "best_gold_margin": 0.5208858847618103, "weakest_gold_margin": 0.2700372338294983}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00597", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they now rate it 4.5 out of 5?", "temporal_relation": "none", "query_temporal_norm": 0.3771570026874542, "query_session_index": 2, "query_start_sec": 17.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9559277296066284}], "gold_semantic_scores": [0.7738324999809265], "gold_temporal_scores": [0.18209509551525116], "max_gold_score": 0.9559277296066284, "max_candidate_score": 0.9559277296066284, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4390363097190857, "best_gold_margin": 0.5168914198875427, "weakest_gold_margin": 0.5168914198875427}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00597", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Drew give it after re-listening?", "temporal_relation": "none", "query_temporal_norm": 0.5059618353843689, "query_session_index": 2, "query_start_sec": 17.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0020179748535156}], "gold_semantic_scores": [0.7712428569793701], "gold_temporal_scores": [0.23077498376369476], "max_gold_score": 1.0020179748535156, "max_candidate_score": 1.0020179748535156, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.812079668045044, "best_gold_margin": 0.18993830680847168, "weakest_gold_margin": 0.18993830680847168}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00706", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese suggest adding, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.23768115043640137, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.615043044090271}, {"memory_id": "history_02_utt_0007", "score": 0.41620174050331116}], "gold_semantic_scores": [0.5432769656181335, 0.36149629950523376], "gold_temporal_scores": [0.07176601141691208, 0.05470532551407814], "max_gold_score": 0.615043044090271, "max_candidate_score": 0.615043044090271, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5618162751197815, "best_gold_margin": 0.0532267689704895, "weakest_gold_margin": -0.14561453461647034}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00706", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What role did Reese say 'Saturn Lullaby' should have on the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.15766775608062744, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6918162703514099}], "gold_semantic_scores": [0.6582297086715698], "gold_temporal_scores": [0.033586446195840836], "max_gold_score": 0.6918162703514099, "max_candidate_score": 0.6918162703514099, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5518683791160583, "best_gold_margin": 0.13994789123535156, "weakest_gold_margin": 0.13994789123535156}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00706", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention she suggested adding 'Saturn Lullaby'?", "temporal_relation": "session", "query_temporal_norm": 0.256976455450058, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.4834340810775757}], "gold_semantic_scores": [0.4251483380794525], "gold_temporal_scores": [0.05828571319580078], "max_gold_score": 0.4834340810775757, "max_candidate_score": 0.4834340810775757, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4056200683116913, "best_gold_margin": 0.0778140127658844, "weakest_gold_margin": 0.0778140127658844}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00706", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the song \"Saturn Lullaby\" in that earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.2569124400615692, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8771851062774658}], "gold_semantic_scores": [0.8010140657424927], "gold_temporal_scores": [0.07617117464542389], "max_gold_score": 0.8771851062774658, "max_candidate_score": 0.8771851062774658, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6846232414245605, "best_gold_margin": 0.19256186485290527, "weakest_gold_margin": 0.19256186485290527}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00832", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5409823656082153, "query_session_index": 2, "query_start_sec": 14.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0621100664138794}], "gold_semantic_scores": [0.7803137302398682], "gold_temporal_scores": [0.28179651498794556], "max_gold_score": 1.0621100664138794, "max_candidate_score": 1.0628410577774048, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 1.0628410577774048, "best_gold_margin": -0.0007309913635253906, "weakest_gold_margin": -0.0007309913635253906}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00832", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model had been chosen earlier, before the change?", "temporal_relation": "before", "query_temporal_norm": 0.4811437427997589, "query_session_index": 2, "query_start_sec": 14.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.729788064956665}], "gold_semantic_scores": [0.6513516902923584], "gold_temporal_scores": [0.07843635231256485], "max_gold_score": 0.729788064956665, "max_candidate_score": 0.729788064956665, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.45203888416290283, "best_gold_margin": 0.2777491807937622, "weakest_gold_margin": 0.2777491807937622}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00832", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model choice are we currently using?", "temporal_relation": "latest", "query_temporal_norm": 0.5070079565048218, "query_session_index": 2, "query_start_sec": 14.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9314237236976624}], "gold_semantic_scores": [0.6759976744651794], "gold_temporal_scores": [0.2554257810115814], "max_gold_score": 0.9314237236976624, "max_candidate_score": 0.9314237236976624, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9227196574211121, "best_gold_margin": 0.008704066276550293, "weakest_gold_margin": 0.008704066276550293}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00832", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the model choice to SpectralFormer-Tiny?", "temporal_relation": "none", "query_temporal_norm": 0.3186907470226288, "query_session_index": 2, "query_start_sec": 14.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9020189046859741}], "gold_semantic_scores": [0.740246057510376], "gold_temporal_scores": [0.1617727130651474], "max_gold_score": 0.9020189046859741, "max_candidate_score": 0.9020189046859741, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5552991032600403, "best_gold_margin": 0.34671980142593384, "weakest_gold_margin": 0.34671980142593384}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00999", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.5355752110481262, "query_session_index": 2, "query_start_sec": 13.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9920641779899597}], "gold_semantic_scores": [0.7425028085708618], "gold_temporal_scores": [0.24956144392490387], "max_gold_score": 0.9920641779899597, "max_candidate_score": 1.0189427137374878, "top_memory_id": "history_02_utt_0009::cf::main::0", "max_non_gold_score": 1.0189427137374878, "best_gold_margin": -0.026878535747528076, "weakest_gold_margin": -0.026878535747528076}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00999", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the pick to The Silent Archive as the title we should watch?", "temporal_relation": "none", "query_temporal_norm": 0.31590399146080017, "query_session_index": 2, "query_start_sec": 13.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7699549198150635}], "gold_semantic_scores": [0.6760344505310059], "gold_temporal_scores": [0.09392081946134567], "max_gold_score": 0.7699549198150635, "max_candidate_score": 0.7699549198150635, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5844302773475647, "best_gold_margin": 0.18552464246749878, "weakest_gold_margin": 0.18552464246749878}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00999", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our conversations, which documentary title was originally picked for tonight?", "temporal_relation": "session", "query_temporal_norm": 0.5449051856994629, "query_session_index": 2, "query_start_sec": 13.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7232570052146912}], "gold_semantic_scores": [0.6608803868293762], "gold_temporal_scores": [0.0623764842748642], "max_gold_score": 0.7232570052146912, "max_candidate_score": 0.7232570052146912, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5548977255821228, "best_gold_margin": 0.16835927963256836, "weakest_gold_margin": 0.16835927963256836}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00999", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the chosen documentary title between earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.37418556213378906, "query_session_index": 2, "query_start_sec": 13.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.72182697057724}, {"memory_id": "history_02_utt_0009", "score": 0.7479893565177917}], "gold_semantic_scores": [0.6132854223251343, 0.6389514803886414], "gold_temporal_scores": [0.1085415706038475, 0.10903806984424591], "max_gold_score": 0.7479893565177917, "max_candidate_score": 0.7479893565177917, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.41024360060691833, "best_gold_margin": 0.3377457559108734, "weakest_gold_margin": 0.31158336997032166}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01060", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest rating for the season was?", "temporal_relation": "latest", "query_temporal_norm": 0.5565614700317383, "query_session_index": 2, "query_start_sec": 19.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0188759565353394}], "gold_semantic_scores": [0.7689241766929626], "gold_temporal_scores": [0.24995169043540955], "max_gold_score": 1.0188759565353394, "max_candidate_score": 1.0680639743804932, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 1.0680639743804932, "best_gold_margin": -0.04918801784515381, "weakest_gold_margin": -0.04918801784515381}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01060", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the season's rating to 7.8 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.5067566633224487, "query_session_index": 2, "query_start_sec": 19.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0575696229934692}], "gold_semantic_scores": [0.8085020184516907], "gold_temporal_scores": [0.24906785786151886], "max_gold_score": 1.0575696229934692, "max_candidate_score": 1.0575696229934692, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7769891023635864, "best_gold_margin": 0.2805805206298828, "weakest_gold_margin": 0.2805805206298828}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01060", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier on, what rating did someone originally give the season?", "temporal_relation": "earliest", "query_temporal_norm": 0.5656245946884155, "query_session_index": 2, "query_start_sec": 19.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8955440521240234}], "gold_semantic_scores": [0.8000326752662659], "gold_temporal_scores": [0.09551137685775757], "max_gold_score": 0.8955440521240234, "max_candidate_score": 0.8955440521240234, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6160002946853638, "best_gold_margin": 0.27954375743865967, "weakest_gold_margin": 0.27954375743865967}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01060", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the season's rating change between the earlier discussion and the later update?", "temporal_relation": "comparison", "query_temporal_norm": 0.37646767497062683, "query_session_index": 2, "query_start_sec": 19.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8133953809738159}, {"memory_id": "history_02_utt_0010", "score": 0.7850168347358704}], "gold_semantic_scores": [0.6947343349456787, 0.6647442579269409], "gold_temporal_scores": [0.11866122484207153, 0.12027285993099213], "max_gold_score": 0.8133953809738159, "max_candidate_score": 0.8133953809738159, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3930944502353668, "best_gold_margin": 0.4203009307384491, "weakest_gold_margin": 0.39192238450050354}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01141", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5529480576515198, "query_session_index": 2, "query_start_sec": 18.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.022985816001892}], "gold_semantic_scores": [0.7667513489723206], "gold_temporal_scores": [0.2562345564365387], "max_gold_score": 1.022985816001892, "max_candidate_score": 1.0231986045837402, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 1.0231986045837402, "best_gold_margin": -0.00021278858184814453, "weakest_gold_margin": -0.00021278858184814453}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01141", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they wanted to go to the local food truck festival?", "temporal_relation": "none", "query_temporal_norm": 0.14465907216072083, "query_session_index": 2, "query_start_sec": 18.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7981637120246887}], "gold_semantic_scores": [0.7446709871292114], "gold_temporal_scores": [0.05349273234605789], "max_gold_score": 0.7981637120246887, "max_candidate_score": 0.7981637120246887, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5969777703285217, "best_gold_margin": 0.201185941696167, "weakest_gold_margin": 0.201185941696167}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01141", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was most recently chosen for us?", "temporal_relation": "none", "query_temporal_norm": 0.5225704312324524, "query_session_index": 2, "query_start_sec": 18.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9371587038040161}], "gold_semantic_scores": [0.6830596923828125], "gold_temporal_scores": [0.2540988028049469], "max_gold_score": 0.9371587038040161, "max_candidate_score": 0.9371587038040161, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9356847405433655, "best_gold_margin": 0.0014739632606506348, "weakest_gold_margin": 0.0014739632606506348}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01141", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which activity had been suggested earlier, before it was changed?", "temporal_relation": "before", "query_temporal_norm": 0.39919546246528625, "query_session_index": 2, "query_start_sec": 18.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6821199655532837}], "gold_semantic_scores": [0.6326520442962646], "gold_temporal_scores": [0.04946822300553322], "max_gold_score": 0.6821199655532837, "max_candidate_score": 0.6821199655532837, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4421727657318115, "best_gold_margin": 0.23994719982147217, "weakest_gold_margin": 0.23994719982147217}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00050", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What objective did I propose for the streaming quantized encoder, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.18988893926143646, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7804791331291199}, {"memory_id": "history_02_utt_0007", "score": 0.7043947577476501}], "gold_semantic_scores": [0.7288740873336792, 0.6577270030975342], "gold_temporal_scores": [0.05160500109195709, 0.046667635440826416], "max_gold_score": 0.7804791331291199, "max_candidate_score": 0.8101570010185242, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8101570010185242, "best_gold_margin": -0.029677867889404297, "weakest_gold_margin": -0.10576224327087402}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00050", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the streaming quantized encoder rejected?", "temporal_relation": "none", "query_temporal_norm": 0.13267841935157776, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.836252748966217}], "gold_semantic_scores": [0.7838035821914673], "gold_temporal_scores": [0.05244932696223259], "max_gold_score": 0.836252748966217, "max_candidate_score": 0.836252748966217, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5025748014450073, "best_gold_margin": 0.3336779475212097, "weakest_gold_margin": 0.3336779475212097}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00050", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What proposal was made to improve accuracy in noisy speech?", "temporal_relation": "none", "query_temporal_norm": 0.1279844343662262, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.6090948581695557}], "gold_semantic_scores": [0.5727353096008301], "gold_temporal_scores": [0.036359697580337524], "max_gold_score": 0.6090948581695557, "max_candidate_score": 0.6542931795120239, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6542931795120239, "best_gold_margin": -0.04519832134246826, "weakest_gold_margin": -0.04519832134246826}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00050", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the suggestion to augment the dataset with noisy samples made?", "temporal_relation": "session", "query_temporal_norm": 0.11614580452442169, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.4689800441265106}], "gold_semantic_scores": [0.43721675872802734], "gold_temporal_scores": [0.031763143837451935], "max_gold_score": 0.4689800441265106, "max_candidate_score": 0.5890790820121765, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5890790820121765, "best_gold_margin": -0.1200990378856659, "weakest_gold_margin": -0.1200990378856659}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00100", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What latency requirement did I mention for EdgeAccelBoard, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17601341009140015, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6447607278823853}, {"memory_id": "history_02_utt_0007", "score": 0.5663270354270935}], "gold_semantic_scores": [0.6040145754814148, 0.4919271171092987], "gold_temporal_scores": [0.04074609652161598, 0.07440000772476196], "max_gold_score": 0.6447607278823853, "max_candidate_score": 0.6502278447151184, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.6502278447151184, "best_gold_margin": -0.005467116832733154, "weakest_gold_margin": -0.0839008092880249}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00100", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What benefit was mentioned as the reason for advocating CloudBatch?", "temporal_relation": "none", "query_temporal_norm": 0.10748369246721268, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7277239561080933}], "gold_semantic_scores": [0.7014833092689514], "gold_temporal_scores": [0.026240799576044083], "max_gold_score": 0.7277239561080933, "max_candidate_score": 0.7277239561080933, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5279519557952881, "best_gold_margin": 0.19977200031280518, "weakest_gold_margin": 0.19977200031280518}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00100", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that CloudBatch kept local memory usage very low?", "temporal_relation": "session", "query_temporal_norm": 0.1370323747396469, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6201240420341492}], "gold_semantic_scores": [0.5803744196891785], "gold_temporal_scores": [0.03974979370832443], "max_gold_score": 0.6201240420341492, "max_candidate_score": 0.6736629605293274, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.6736629605293274, "best_gold_margin": -0.05353891849517822, "weakest_gold_margin": -0.05353891849517822}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00100", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for rejecting EdgeAccelBoard?", "temporal_relation": "none", "query_temporal_norm": 0.1318235993385315, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6744136810302734}], "gold_semantic_scores": [0.6256725788116455], "gold_temporal_scores": [0.04874124377965927], "max_gold_score": 0.6744136810302734, "max_candidate_score": 0.6744136810302734, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6158016324043274, "best_gold_margin": 0.058612048625946045, "weakest_gold_margin": 0.058612048625946045}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00227", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Earlier we changed the screening location—what did Parker originally say the venue would be?", "temporal_relation": "earliest", "query_temporal_norm": 0.4496895968914032, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8665758371353149}], "gold_semantic_scores": [0.7112166285514832], "gold_temporal_scores": [0.1553594172000885], "max_gold_score": 0.8665758371353149, "max_candidate_score": 0.8665758371353149, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7195540070533752, "best_gold_margin": 0.1470218300819397, "weakest_gold_margin": 0.1470218300819397}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00227", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier we ended up moving the screening—what was the venue that had originally been suggested?", "temporal_relation": "latest", "query_temporal_norm": 0.566730797290802, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9463052153587341}], "gold_semantic_scores": [0.7962487936019897], "gold_temporal_scores": [0.15005654096603394], "max_gold_score": 0.9463052153587341, "max_candidate_score": 0.9463052153587341, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6379091739654541, "best_gold_margin": 0.30839604139328003, "weakest_gold_margin": 0.30839604139328003}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00227", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the screening venue change from the original plan to the final plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.43258339166641235, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8155596256256104}, {"memory_id": "history_02_utt_0009", "score": 0.7938189506530762}], "gold_semantic_scores": [0.6546160578727722, 0.6423872113227844], "gold_temporal_scores": [0.1609436422586441, 0.15143176913261414], "max_gold_score": 0.8155596256256104, "max_candidate_score": 0.8155596256256104, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3904143273830414, "best_gold_margin": 0.42514529824256897, "weakest_gold_margin": 0.4034046232700348}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00333", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's deployment target change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.40235158801078796, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7048388719558716}, {"memory_id": "history_02_utt_0007", "score": 0.6356005072593689}], "gold_semantic_scores": [0.557812511920929, 0.5124300718307495], "gold_temporal_scores": [0.14702633023262024, 0.12317051738500595], "max_gold_score": 0.7048388719558716, "max_candidate_score": 0.7048388719558716, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6245905160903931, "best_gold_margin": 0.08024835586547852, "weakest_gold_margin": 0.01100999116897583}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00333", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original deployment target mentioned earlier, before the later change?", "temporal_relation": "earliest", "query_temporal_norm": 0.535332202911377, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5215269327163696}], "gold_semantic_scores": [0.3682081997394562], "gold_temporal_scores": [0.1533186286687851], "max_gold_score": 0.5215269327163696, "max_candidate_score": 0.5215269327163696, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3032122850418091, "best_gold_margin": 0.21831464767456055, "weakest_gold_margin": 0.21831464767456055}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00333", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to deploy to a single staging microservice on a managed PaaS cluster?", "temporal_relation": "none", "query_temporal_norm": 0.20008984208106995, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7486985325813293}], "gold_semantic_scores": [0.7112317085266113], "gold_temporal_scores": [0.03746693953871727], "max_gold_score": 0.7486985325813293, "max_candidate_score": 0.7486985325813293, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4497685134410858, "best_gold_margin": 0.29893001914024353, "weakest_gold_margin": 0.29893001914024353}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00333", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed the plan to deploy using a blue-green edge Kubernetes cluster?", "temporal_relation": "none", "query_temporal_norm": 0.325712114572525, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8926630616188049}], "gold_semantic_scores": [0.7461203932762146], "gold_temporal_scores": [0.146542489528656], "max_gold_score": 0.8926630616188049, "max_candidate_score": 0.8926630616188049, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4811592102050781, "best_gold_margin": 0.4115038514137268, "weakest_gold_margin": 0.4115038514137268}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00522", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the in-memory index, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.20731571316719055, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6933895349502563}, {"memory_id": "history_02_utt_0009", "score": 0.6543220281600952}], "gold_semantic_scores": [0.6280701756477356, 0.6153181791305542], "gold_temporal_scores": [0.06531938910484314, 0.03900383785367012], "max_gold_score": 0.6933895349502563, "max_candidate_score": 0.6933895349502563, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3614250421524048, "best_gold_margin": 0.33196449279785156, "weakest_gold_margin": 0.29289698600769043}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00522", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron say Finley had proposed?", "temporal_relation": "none", "query_temporal_norm": 0.24599865078926086, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6308895945549011}], "gold_semantic_scores": [0.5684964656829834], "gold_temporal_scores": [0.06239309906959534], "max_gold_score": 0.6308895945549011, "max_candidate_score": 0.6308895945549011, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4883936643600464, "best_gold_margin": 0.14249593019485474, "weakest_gold_margin": 0.14249593019485474}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00522", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say the in-memory index was rejected?", "temporal_relation": "session", "query_temporal_norm": 0.1449093222618103, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8285024166107178}], "gold_semantic_scores": [0.7682464718818665], "gold_temporal_scores": [0.060256000608205795], "max_gold_score": 0.8285024166107178, "max_candidate_score": 0.8285024166107178, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.60965496301651, "best_gold_margin": 0.21884745359420776, "weakest_gold_margin": 0.21884745359420776}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00522", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the sharded redis cache as an alternative?", "temporal_relation": "none", "query_temporal_norm": 0.10691992938518524, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7269337177276611}], "gold_semantic_scores": [0.7135289311408997], "gold_temporal_scores": [0.013404589146375656], "max_gold_score": 0.7269337177276611, "max_candidate_score": 0.7269337177276611, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.48108723759651184, "best_gold_margin": 0.2458464801311493, "weakest_gold_margin": 0.2458464801311493}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00605", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I put on the shopping list originally, and what did I change it to later?", "temporal_relation": "comparison", "query_temporal_norm": 0.4312894940376282, "query_session_index": 2, "query_start_sec": 23.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7836360335350037}, {"memory_id": "history_02_utt_0012", "score": 0.7586203813552856}], "gold_semantic_scores": [0.6435657739639282, 0.6294831037521362], "gold_temporal_scores": [0.14007045328617096, 0.1291373372077942], "max_gold_score": 0.7836360335350037, "max_candidate_score": 0.8125722408294678, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.8125722408294678, "best_gold_margin": -0.02893620729446411, "weakest_gold_margin": -0.05395185947418213}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00605", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the yogurt item on the shopping list originally, and what did it get changed to later?", "temporal_relation": "comparison", "query_temporal_norm": 0.45349082350730896, "query_session_index": 2, "query_start_sec": 23.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8281567692756653}, {"memory_id": "history_02_utt_0012", "score": 0.7308468818664551}], "gold_semantic_scores": [0.6813583374023438, 0.6238595247268677], "gold_temporal_scores": [0.1467985212802887, 0.10698719322681427], "max_gold_score": 0.8281567692756653, "max_candidate_score": 0.8281567692756653, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5767732858657837, "best_gold_margin": 0.2513834834098816, "weakest_gold_margin": 0.1540735960006714}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00605", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they put a 32-ounce tub of plain Greek yogurt on the shopping list?", "temporal_relation": "none", "query_temporal_norm": 0.11931018531322479, "query_session_index": 2, "query_start_sec": 23.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8528966307640076}], "gold_semantic_scores": [0.827747106552124], "gold_temporal_scores": [0.025149649009108543], "max_gold_score": 0.8528966307640076, "max_candidate_score": 0.8528966307640076, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7306283116340637, "best_gold_margin": 0.12226831912994385, "weakest_gold_margin": 0.12226831912994385}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00605", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the item to two 6-ounce single-serve plain Greek yogurt cups instead?", "temporal_relation": "none", "query_temporal_norm": 0.35031893849372864, "query_session_index": 2, "query_start_sec": 23.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9141073822975159}], "gold_semantic_scores": [0.8085977435112], "gold_temporal_scores": [0.10550987720489502], "max_gold_score": 0.9141073822975159, "max_candidate_score": 0.9141073822975159, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.6612687110900879, "best_gold_margin": 0.252838671207428, "weakest_gold_margin": 0.252838671207428}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00743", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I originally selected as the model for the prototype before it was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.449924498796463, "query_session_index": 2, "query_start_sec": 21.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7361329793930054}], "gold_semantic_scores": [0.6566421389579773], "gold_temporal_scores": [0.07949090003967285], "max_gold_score": 0.7361329793930054, "max_candidate_score": 0.7721010446548462, "top_memory_id": "history_01_utt_0007::cf::main::0", "max_non_gold_score": 0.7721010446548462, "best_gold_margin": -0.03596806526184082, "weakest_gold_margin": -0.03596806526184082}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00743", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the prototype model choice change?", "temporal_relation": "comparison", "query_temporal_norm": 0.35548076033592224, "query_session_index": 2, "query_start_sec": 21.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7285602688789368}, {"memory_id": "history_02_utt_0009", "score": 0.7362442016601562}], "gold_semantic_scores": [0.6022691130638123, 0.6304181218147278], "gold_temporal_scores": [0.12629124522209167, 0.10582620650529861], "max_gold_score": 0.7362442016601562, "max_candidate_score": 0.7362442016601562, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3434138298034668, "best_gold_margin": 0.39283037185668945, "weakest_gold_margin": 0.38514643907546997}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00743", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model did we end up using for the prototype?", "temporal_relation": "latest", "query_temporal_norm": 0.4936623275279999, "query_session_index": 2, "query_start_sec": 21.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9498847723007202}], "gold_semantic_scores": [0.7186136245727539], "gold_temporal_scores": [0.23127134144306183], "max_gold_score": 0.9498847723007202, "max_candidate_score": 0.9548830986022949, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.9548830986022949, "best_gold_margin": -0.004998326301574707, "weakest_gold_margin": -0.004998326301574707}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00900", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery propose regarding the in-memory aggregation layer, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.22327087819576263, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7204254269599915}, {"memory_id": "history_02_utt_0009", "score": 0.6447942852973938}], "gold_semantic_scores": [0.6475820541381836, 0.5826175808906555], "gold_temporal_scores": [0.07284346222877502, 0.06217661499977112], "max_gold_score": 0.7204254269599915, "max_candidate_score": 0.7204254269599915, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6999844908714294, "best_gold_margin": 0.02044093608856201, "weakest_gold_margin": -0.055190205574035645}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00900", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed an in-memory aggregation layer to serve a hot cache from RAM?", "temporal_relation": "none", "query_temporal_norm": 0.19498467445373535, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7768994569778442}], "gold_semantic_scores": [0.7215259075164795], "gold_temporal_scores": [0.05537363886833191], "max_gold_score": 0.7768994569778442, "max_candidate_score": 0.7768994569778442, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5467332005500793, "best_gold_margin": 0.2301662564277649, "weakest_gold_margin": 0.2301662564277649}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00900", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for rejecting the in-memory aggregation layer?", "temporal_relation": "none", "query_temporal_norm": 0.1682891547679901, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8746423721313477}], "gold_semantic_scores": [0.8000659942626953], "gold_temporal_scores": [0.0745764970779419], "max_gold_score": 0.8746423721313477, "max_candidate_score": 0.8746423721313477, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7047320008277893, "best_gold_margin": 0.16991037130355835, "weakest_gold_margin": 0.16991037130355835}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00900", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was a disk-backed sharded cache suggested?", "temporal_relation": "session", "query_temporal_norm": 0.19696058332920074, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7857393622398376}], "gold_semantic_scores": [0.7321840524673462], "gold_temporal_scores": [0.0535549521446228], "max_gold_score": 0.7857393622398376, "max_candidate_score": 0.7857393622398376, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5310548543930054, "best_gold_margin": 0.2546845078468323, "weakest_gold_margin": 0.2546845078468323}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00955", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Cameron originally give Night Signal episode five before they changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.4862419664859772, "query_session_index": 2, "query_start_sec": 15.839999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9862993359565735}], "gold_semantic_scores": [0.8622503280639648], "gold_temporal_scores": [0.1240488663315773], "max_gold_score": 0.9862993359565735, "max_candidate_score": 0.9862993359565735, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.9534987211227417, "best_gold_margin": 0.03280061483383179, "weakest_gold_margin": 0.03280061483383179}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00955", "qa_id": "extra_qa_0003", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that Night Signal episode five was originally a 7 out of 10?", "temporal_relation": "earliest", "query_temporal_norm": 0.5482221245765686, "query_session_index": 2, "query_start_sec": 15.839999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.942629873752594}], "gold_semantic_scores": [0.8225951790809631], "gold_temporal_scores": [0.12003478407859802], "max_gold_score": 0.942629873752594, "max_candidate_score": 0.942629873752594, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6920492053031921, "best_gold_margin": 0.25058066844940186, "weakest_gold_margin": 0.25058066844940186}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00955", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In the earlier discussion, what score was originally given to Night Signal episode five?", "temporal_relation": "session", "query_temporal_norm": 0.5548688173294067, "query_session_index": 2, "query_start_sec": 15.839999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9491010904312134}], "gold_semantic_scores": [0.813540518283844], "gold_temporal_scores": [0.1355607509613037], "max_gold_score": 0.9491010904312134, "max_candidate_score": 0.9491010904312134, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7101349234580994, "best_gold_margin": 0.238966166973114, "weakest_gold_margin": 0.238966166973114}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01047", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the training to batch size 64 and 8 epochs?", "temporal_relation": "none", "query_temporal_norm": 0.2919222414493561, "query_session_index": 2, "query_start_sec": 18.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8455454707145691}], "gold_semantic_scores": [0.7019975185394287], "gold_temporal_scores": [0.14354825019836426], "max_gold_score": 0.8455454707145691, "max_candidate_score": 0.8455454707145691, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5432928800582886, "best_gold_margin": 0.3022525906562805, "weakest_gold_margin": 0.3022525906562805}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01047", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Can you summarize how the training settings changed?", "temporal_relation": "comparison", "query_temporal_norm": 0.35011205077171326, "query_session_index": 2, "query_start_sec": 18.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6585487723350525}, {"memory_id": "history_02_utt_0009", "score": 0.8036723136901855}], "gold_semantic_scores": [0.5501962900161743, 0.6759054660797119], "gold_temporal_scores": [0.10835237801074982, 0.12776689231395721], "max_gold_score": 0.8036723136901855, "max_candidate_score": 0.8036723136901855, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6017377972602844, "best_gold_margin": 0.20193451642990112, "weakest_gold_margin": 0.056810975074768066}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01047", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training settings did Riley say they switched to?", "temporal_relation": "none", "query_temporal_norm": 0.40307876467704773, "query_session_index": 2, "query_start_sec": 18.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8847002387046814}], "gold_semantic_scores": [0.6802816390991211], "gold_temporal_scores": [0.20441867411136627], "max_gold_score": 0.8847002387046814, "max_candidate_score": 0.8847002387046814, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6800926327705383, "best_gold_margin": 0.20460760593414307, "weakest_gold_margin": 0.20460760593414307}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01047", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What are the current training settings being used now?", "temporal_relation": "latest", "query_temporal_norm": 0.5411115884780884, "query_session_index": 2, "query_start_sec": 18.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0470033884048462}], "gold_semantic_scores": [0.7719284892082214], "gold_temporal_scores": [0.27507510781288147], "max_gold_score": 1.0470033884048462, "max_candidate_score": 1.0470033884048462, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0435446500778198, "best_gold_margin": 0.003458738327026367, "weakest_gold_margin": 0.003458738327026367}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01098", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my venue change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41929492354393005, "query_session_index": 2, "query_start_sec": 17.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.861503005027771}, {"memory_id": "history_02_utt_0009", "score": 0.798926055431366}], "gold_semantic_scores": [0.7082890868186951, 0.6476687788963318], "gold_temporal_scores": [0.15321391820907593, 0.15125693380832672], "max_gold_score": 0.861503005027771, "max_candidate_score": 0.8865662217140198, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.8865662217140198, "best_gold_margin": -0.02506321668624878, "weakest_gold_margin": -0.08764016628265381}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01098", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to host the screening in the living room with the TV as the focal point?", "temporal_relation": "none", "query_temporal_norm": 0.42743659019470215, "query_session_index": 2, "query_start_sec": 17.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9272540211677551}], "gold_semantic_scores": [0.8306843042373657], "gold_temporal_scores": [0.09656983613967896], "max_gold_score": 0.9272540211677551, "max_candidate_score": 0.9272540211677551, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6120995283126831, "best_gold_margin": 0.315154492855072, "weakest_gold_margin": 0.315154492855072}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01098", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who moved the screening to the basement screening room?", "temporal_relation": "none", "query_temporal_norm": 0.2769293189048767, "query_session_index": 2, "query_start_sec": 17.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8452877402305603}], "gold_semantic_scores": [0.7087146043777466], "gold_temporal_scores": [0.1365729570388794], "max_gold_score": 0.8452877402305603, "max_candidate_score": 0.8452877402305603, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6487905383110046, "best_gold_margin": 0.19649720191955566, "weakest_gold_margin": 0.19649720191955566}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01146", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5706198215484619, "query_session_index": 2, "query_start_sec": 26.120000000000005, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8809133768081665}], "gold_semantic_scores": [0.6026606559753418], "gold_temporal_scores": [0.2782529592514038], "max_gold_score": 0.8809133768081665, "max_candidate_score": 0.8842272162437439, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8842272162437439, "best_gold_margin": -0.0033138394355773926, "weakest_gold_margin": -0.0033138394355773926}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01146", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who decided on sunrise birdwatching at the coastal reserve?", "temporal_relation": "none", "query_temporal_norm": 0.1590372622013092, "query_session_index": 2, "query_start_sec": 26.120000000000005, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7783020734786987}], "gold_semantic_scores": [0.7351818680763245], "gold_temporal_scores": [0.04312031716108322], "max_gold_score": 0.7783020734786987, "max_candidate_score": 0.7783020734786987, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6416025757789612, "best_gold_margin": 0.13669949769973755, "weakest_gold_margin": 0.13669949769973755}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01146", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in the conversation, what activity had been planned?", "temporal_relation": "session", "query_temporal_norm": 0.44569578766822815, "query_session_index": 2, "query_start_sec": 26.120000000000005, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8201236128807068}], "gold_semantic_scores": [0.7154082655906677], "gold_temporal_scores": [0.10471539944410324], "max_gold_score": 0.8201236128807068, "max_candidate_score": 0.8201236128807068, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5582375526428223, "best_gold_margin": 0.2618860602378845, "weakest_gold_margin": 0.2618860602378845}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01146", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.40629637241363525, "query_session_index": 2, "query_start_sec": 26.120000000000005, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7782685160636902}, {"memory_id": "history_02_utt_0009", "score": 0.661400556564331}], "gold_semantic_scores": [0.6368245482444763, 0.5352224707603455], "gold_temporal_scores": [0.14144393801689148, 0.12617792189121246], "max_gold_score": 0.7782685160636902, "max_candidate_score": 0.7782685160636902, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3632567524909973, "best_gold_margin": 0.41501176357269287, "weakest_gold_margin": 0.29814380407333374}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00022", "qa_id": "main", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did Quiet Harbor come up?", "temporal_relation": "session", "query_temporal_norm": 0.18372534215450287, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6215224266052246}], "gold_semantic_scores": [0.5562021136283875], "gold_temporal_scores": [0.06532004475593567], "max_gold_score": 0.6215224266052246, "max_candidate_score": 0.6215224266052246, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.4220431447029114, "best_gold_margin": 0.19947928190231323, "weakest_gold_margin": 0.19947928190231323}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00022", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title did we discuss in the first conversation?", "temporal_relation": "session", "query_temporal_norm": 0.4397231340408325, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5136129856109619}], "gold_semantic_scores": [0.4213767945766449], "gold_temporal_scores": [0.09223616123199463], "max_gold_score": 0.5136129856109619, "max_candidate_score": 0.5136129856109619, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.513542115688324, "best_gold_margin": 7.086992263793945e-05, "weakest_gold_margin": 7.086992263793945e-05}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00022", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which documentary came up in the second earlier conversation?", "temporal_relation": "none", "query_temporal_norm": 0.23747338354587555, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7060190439224243}], "gold_semantic_scores": [0.6142156720161438], "gold_temporal_scores": [0.09180299192667007], "max_gold_score": 0.7060190439224243, "max_candidate_score": 0.7060190439224243, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.2606777548789978, "best_gold_margin": 0.4453412890434265, "weakest_gold_margin": 0.4453412890434265}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00022", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What time did Parker say the snack delivery is expected?", "temporal_relation": "none", "query_temporal_norm": 0.2388322651386261, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.1598895937204361, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.1598895937204361, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00109", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for proposing the windowed bootstrap, and why was it cut?", "temporal_relation": "none", "query_temporal_norm": 0.14867904782295227, "query_session_index": 2, "query_start_sec": 22.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7090483903884888}, {"memory_id": "history_02_utt_0010", "score": 0.701730489730835}], "gold_semantic_scores": [0.6682814359664917, 0.6575545072555542], "gold_temporal_scores": [0.04076709225773811, 0.04417575150728226], "max_gold_score": 0.7090483903884888, "max_candidate_score": 0.7581979632377625, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.7581979632377625, "best_gold_margin": -0.04914957284927368, "weakest_gold_margin": -0.05646747350692749}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00109", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the windowed bootstrap eventually cut?", "temporal_relation": "none", "query_temporal_norm": 0.19177663326263428, "query_session_index": 2, "query_start_sec": 22.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8026161789894104}], "gold_semantic_scores": [0.7241610884666443], "gold_temporal_scores": [0.07845494896173477], "max_gold_score": 0.8026161789894104, "max_candidate_score": 0.8026161789894104, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5699020624160767, "best_gold_margin": 0.23271411657333374, "weakest_gold_margin": 0.23271411657333374}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00109", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the trimmed-sample baseline proposed?", "temporal_relation": "none", "query_temporal_norm": 0.12660394608974457, "query_session_index": 2, "query_start_sec": 22.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.8394694924354553}], "gold_semantic_scores": [0.8162510395050049], "gold_temporal_scores": [0.02321857400238514], "max_gold_score": 0.8394694924354553, "max_candidate_score": 0.8394694924354553, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.5982379913330078, "best_gold_margin": 0.2412315011024475, "weakest_gold_margin": 0.2412315011024475}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00109", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where is the spare projector currently stored?", "temporal_relation": "none", "query_temporal_norm": 0.5361620187759399, "query_session_index": 2, "query_start_sec": 22.2, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4577428996562958, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.4577428996562958, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00241", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did my shopping item change from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4391630291938782, "query_session_index": 2, "query_start_sec": 15.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8534709811210632}, {"memory_id": "history_02_utt_0011", "score": 0.7898266315460205}], "gold_semantic_scores": [0.6891453862190247, 0.6370922327041626], "gold_temporal_scores": [0.16432571411132812, 0.15273454785346985], "max_gold_score": 0.8534709811210632, "max_candidate_score": 0.8534709811210632, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8357834219932556, "best_gold_margin": 0.017687559127807617, "weakest_gold_margin": -0.04595679044723511}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00241", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the shopping item to a hand soap refill?", "temporal_relation": "none", "query_temporal_norm": 0.296939492225647, "query_session_index": 2, "query_start_sec": 15.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9006615281105042}], "gold_semantic_scores": [0.7774232625961304], "gold_temporal_scores": [0.12323840707540512], "max_gold_score": 0.9006615281105042, "max_candidate_score": 0.9006615281105042, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6082810163497925, "best_gold_margin": 0.29238051176071167, "weakest_gold_margin": 0.29238051176071167}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00374", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What benefit did Skyler say the chunkwise encoder idea would provide during partial decoding, and why did Skyler drop it?", "temporal_relation": "none", "query_temporal_norm": 0.20344161987304688, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7656412124633789}, {"memory_id": "history_02_utt_0010", "score": 0.6860141158103943}], "gold_semantic_scores": [0.7001141309738159, 0.6216395497322083], "gold_temporal_scores": [0.06552715599536896, 0.06437473744153976], "max_gold_score": 0.7656412124633789, "max_candidate_score": 0.7656412124633789, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6099362373352051, "best_gold_margin": 0.15570497512817383, "weakest_gold_margin": 0.07607787847518921}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00374", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What status was the distilled transducer path said to preserve on messier audio slices?", "temporal_relation": "none", "query_temporal_norm": 0.1601516604423523, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.5272011756896973}], "gold_semantic_scores": [0.49115362763404846], "gold_temporal_scores": [0.03604738414287567], "max_gold_score": 0.5272011756896973, "max_candidate_score": 0.5272011756896973, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5020512342453003, "best_gold_margin": 0.025149941444396973, "weakest_gold_margin": 0.025149941444396973}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00433", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest evaluation threshold was for calling the study outcome strong?", "temporal_relation": "latest", "query_temporal_norm": 0.5316187739372253, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8788914084434509}], "gold_semantic_scores": [0.6554527878761292], "gold_temporal_scores": [0.22343918681144714], "max_gold_score": 0.8788914084434509, "max_candidate_score": 0.9531717300415039, "top_memory_id": "history_02_utt_0010::cf::main::0", "max_non_gold_score": 0.9531717300415039, "best_gold_margin": -0.07428032159805298, "weakest_gold_margin": -0.07428032159805298}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00433", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where should we check for the new guest Wi-Fi password?", "temporal_relation": "none", "query_temporal_norm": 0.4463476538658142, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.299993097782135, "top_memory_id": "history_02_utt_0001", "max_non_gold_score": 0.299993097782135, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00509", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Hayden give for recommending Tidal Archive, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.2060009390115738, "query_session_index": 2, "query_start_sec": 11.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7685215473175049}, {"memory_id": "history_02_utt_0008", "score": 0.7697229385375977}], "gold_semantic_scores": [0.7033497095108032, 0.7144556641578674], "gold_temporal_scores": [0.06517177075147629, 0.0552670918405056], "max_gold_score": 0.7697229385375977, "max_candidate_score": 0.7697229385375977, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7277639508247375, "best_gold_margin": 0.04195898771286011, "weakest_gold_margin": 0.040757596492767334}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00509", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Hayden recommend Tidal Archive?", "temporal_relation": "none", "query_temporal_norm": 0.16515901684761047, "query_session_index": 2, "query_start_sec": 11.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8109223246574402}], "gold_semantic_scores": [0.7651268243789673], "gold_temporal_scores": [0.0457955077290535], "max_gold_score": 0.8109223246574402, "max_candidate_score": 0.8109223246574402, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7464754581451416, "best_gold_margin": 0.06444686651229858, "weakest_gold_margin": 0.06444686651229858}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00509", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Silent Grid recommended?", "temporal_relation": "none", "query_temporal_norm": 0.09438303858041763, "query_session_index": 2, "query_start_sec": 11.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.8027061223983765}], "gold_semantic_scores": [0.7837839126586914], "gold_temporal_scores": [0.01892237551510334], "max_gold_score": 0.8027061223983765, "max_candidate_score": 0.8027061223983765, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.503063440322876, "best_gold_margin": 0.2996426820755005, "weakest_gold_margin": 0.2996426820755005}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00509", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who said they would double-check the battery level of the portable speakers?", "temporal_relation": "none", "query_temporal_norm": 0.14170575141906738, "query_session_index": 2, "query_start_sec": 11.72, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.09279640018939972, "top_memory_id": "history_02_utt_0004", "max_non_gold_score": 0.09279640018939972, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00547", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my chore schedule was most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5611419081687927, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9786810278892517}], "gold_semantic_scores": [0.7251896262168884], "gold_temporal_scores": [0.25349143147468567], "max_gold_score": 0.9786810278892517, "max_candidate_score": 0.9926048517227173, "top_memory_id": "history_02_utt_0009::cf::main::0", "max_non_gold_score": 0.9926048517227173, "best_gold_margin": -0.013923823833465576, "weakest_gold_margin": -0.013923823833465576}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00547", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they were doing the bathroom on Thursdays and vacuuming on Sundays?", "temporal_relation": "none", "query_temporal_norm": 0.1987304538488388, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.835146963596344}], "gold_semantic_scores": [0.7835238575935364], "gold_temporal_scores": [0.05162293463945389], "max_gold_score": 0.835146963596344, "max_candidate_score": 0.835146963596344, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7440420985221863, "best_gold_margin": 0.09110486507415771, "weakest_gold_margin": 0.09110486507415771}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00547", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor say about whether the package needs to be moved?", "temporal_relation": "none", "query_temporal_norm": 0.2504952847957611, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4873112440109253, "top_memory_id": "history_01_utt_0017", "max_non_gold_score": 0.4873112440109253, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00697", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery's departure time change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.42634937167167664, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8285730481147766}, {"memory_id": "history_02_utt_0009", "score": 0.8157886266708374}], "gold_semantic_scores": [0.670166015625, 0.6635533571243286], "gold_temporal_scores": [0.1584068387746811, 0.15223535895347595], "max_gold_score": 0.8285730481147766, "max_candidate_score": 0.8285730481147766, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6649743914604187, "best_gold_margin": 0.1635986566543579, "weakest_gold_margin": 0.1508142352104187}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00697", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery mention leaving at 4:20 PM?", "temporal_relation": "session", "query_temporal_norm": 0.26527079939842224, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7152824401855469}], "gold_semantic_scores": [0.6305094957351685], "gold_temporal_scores": [0.08477290719747543], "max_gold_score": 0.7152824401855469, "max_candidate_score": 0.7152824401855469, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6302626729011536, "best_gold_margin": 0.08501976728439331, "weakest_gold_margin": 0.08501976728439331}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00697", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Avery say they would leave after deciding to grab the package first?", "temporal_relation": "none", "query_temporal_norm": 0.1988150179386139, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.825008749961853}], "gold_semantic_scores": [0.7357053160667419], "gold_temporal_scores": [0.08930319547653198], "max_gold_score": 0.825008749961853, "max_candidate_score": 0.825008749961853, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8046727180480957, "best_gold_margin": 0.020336031913757324, "weakest_gold_margin": 0.020336031913757324}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00697", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery say they pushed their departure to 4:50 PM?", "temporal_relation": "session", "query_temporal_norm": 0.2085864245891571, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8085451722145081}], "gold_semantic_scores": [0.7230129241943359], "gold_temporal_scores": [0.08553216606378555], "max_gold_score": 0.8085451722145081, "max_candidate_score": 0.8085451722145081, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6723864674568176, "best_gold_margin": 0.13615870475769043, "weakest_gold_margin": 0.13615870475769043}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00879", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Taylor's shopping item change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.434622198343277, "query_session_index": 2, "query_start_sec": 15.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.891299307346344}, {"memory_id": "history_02_utt_0010", "score": 0.8527357578277588}], "gold_semantic_scores": [0.7321444749832153, 0.726045548915863], "gold_temporal_scores": [0.15915478765964508, 0.1266900599002838], "max_gold_score": 0.891299307346344, "max_candidate_score": 0.891299307346344, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.823060929775238, "best_gold_margin": 0.06823837757110596, "weakest_gold_margin": 0.029674828052520752}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00879", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were planning to pick up sponges for the kitchen?", "temporal_relation": "none", "query_temporal_norm": 0.3498806059360504, "query_session_index": 2, "query_start_sec": 15.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8793002367019653}], "gold_semantic_scores": [0.8231812119483948], "gold_temporal_scores": [0.05611911416053772], "max_gold_score": 0.8793002367019653, "max_candidate_score": 0.8793002367019653, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5113810300827026, "best_gold_margin": 0.3679192066192627, "weakest_gold_margin": 0.3679192066192627}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00879", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their errand to picking up rubber gloves?", "temporal_relation": "none", "query_temporal_norm": 0.2579730749130249, "query_session_index": 2, "query_start_sec": 15.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.70627361536026}], "gold_semantic_scores": [0.6090133190155029], "gold_temporal_scores": [0.09726053476333618], "max_gold_score": 0.70627361536026, "max_candidate_score": 0.70627361536026, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.38151517510414124, "best_gold_margin": 0.3247584402561188, "weakest_gold_margin": 0.3247584402561188}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00879", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the shopping item change between conversations?", "temporal_relation": "comparison", "query_temporal_norm": 0.4194130599498749, "query_session_index": 2, "query_start_sec": 15.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8764737844467163}, {"memory_id": "history_02_utt_0010", "score": 0.7897863984107971}], "gold_semantic_scores": [0.7231972217559814, 0.6631556749343872], "gold_temporal_scores": [0.15327656269073486, 0.12663057446479797], "max_gold_score": 0.8764737844467163, "max_candidate_score": 0.8764737844467163, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.46534812450408936, "best_gold_margin": 0.41112565994262695, "weakest_gold_margin": 0.32443827390670776}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01036", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Why did Quinn recommend Tidal Ledger, and why did I drop it from tonight's list?", "temporal_relation": "none", "query_temporal_norm": 0.2621488571166992, "query_session_index": 2, "query_start_sec": 13.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7341405749320984}, {"memory_id": "history_02_utt_0009", "score": 0.7641131281852722}], "gold_semantic_scores": [0.6472979187965393, 0.6797373294830322], "gold_temporal_scores": [0.08684273809194565, 0.08437591046094894], "max_gold_score": 0.7641131281852722, "max_candidate_score": 0.7936955690383911, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.7936955690383911, "best_gold_margin": -0.029582440853118896, "weakest_gold_margin": -0.059554994106292725}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01036", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Quinn say they recommended Tidal Ledger?", "temporal_relation": "none", "query_temporal_norm": 0.15569834411144257, "query_session_index": 2, "query_start_sec": 13.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.873401939868927}], "gold_semantic_scores": [0.8277187943458557], "gold_temporal_scores": [0.045683227479457855], "max_gold_score": 0.873401939868927, "max_candidate_score": 0.873401939868927, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8267038464546204, "best_gold_margin": 0.04669809341430664, "weakest_gold_margin": 0.04669809341430664}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01036", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention their reason for recommending Tidal Ledger?", "temporal_relation": "session", "query_temporal_norm": 0.18078988790512085, "query_session_index": 2, "query_start_sec": 13.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8242037296295166}], "gold_semantic_scores": [0.7684141993522644], "gold_temporal_scores": [0.05578962713479996], "max_gold_score": 0.8242037296295166, "max_candidate_score": 0.8242037296295166, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7635160684585571, "best_gold_margin": 0.06068766117095947, "weakest_gold_margin": 0.06068766117095947}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01036", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Tidal Ledger?", "temporal_relation": "none", "query_temporal_norm": 0.18878205120563507, "query_session_index": 2, "query_start_sec": 13.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8027403950691223}], "gold_semantic_scores": [0.7519621849060059], "gold_temporal_scores": [0.050778117030858994], "max_gold_score": 0.8027403950691223, "max_candidate_score": 0.8027403950691223, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5322784781455994, "best_gold_margin": 0.27046191692352295, "weakest_gold_margin": 0.27046191692352295}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01173", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I moved the screening to most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5507261157035828, "query_session_index": 2, "query_start_sec": 15.320000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9818762540817261}], "gold_semantic_scores": [0.7240020632743835], "gold_temporal_scores": [0.25787365436553955], "max_gold_score": 0.9818762540817261, "max_candidate_score": 1.0066286325454712, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 1.0066286325454712, "best_gold_margin": -0.024752378463745117, "weakest_gold_margin": -0.024752378463745117}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01173", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who will grab the drinks?", "temporal_relation": "none", "query_temporal_norm": 0.3309195339679718, "query_session_index": 2, "query_start_sec": 15.320000000000002, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.49080702662467957, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.49080702662467957, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01275", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say was the latest thing he was taking care of on the shopping list?", "temporal_relation": "latest", "query_temporal_norm": 0.5347487330436707, "query_session_index": 2, "query_start_sec": 15.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0102695226669312}], "gold_semantic_scores": [0.7424269318580627], "gold_temporal_scores": [0.2678426504135132], "max_gold_score": 1.0102695226669312, "max_candidate_score": 1.0102695226669312, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.0072131156921387, "best_gold_margin": 0.0030564069747924805, "weakest_gold_margin": 0.0030564069747924805}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01275", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew mention the dish soap?", "temporal_relation": "session", "query_temporal_norm": 0.2207336276769638, "query_session_index": 2, "query_start_sec": 15.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.5024517774581909}], "gold_semantic_scores": [0.4777371883392334], "gold_temporal_scores": [0.02471461147069931], "max_gold_score": 0.5024517774581909, "max_candidate_score": 0.507915198802948, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.507915198802948, "best_gold_margin": -0.00546342134475708, "weakest_gold_margin": -0.00546342134475708}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01275", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they were taking care of the dish soap?", "temporal_relation": "none", "query_temporal_norm": 0.18782755732536316, "query_session_index": 2, "query_start_sec": 15.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7659889459609985}], "gold_semantic_scores": [0.7522664070129395], "gold_temporal_scores": [0.013722246512770653], "max_gold_score": 0.7659889459609985, "max_candidate_score": 0.7659889459609985, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.713926374912262, "best_gold_margin": 0.05206257104873657, "weakest_gold_margin": 0.05206257104873657}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01275", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I recall the shopping item we talked about changed. What was the change?", "temporal_relation": "comparison", "query_temporal_norm": 0.41334524750709534, "query_session_index": 2, "query_start_sec": 15.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6390681862831116}, {"memory_id": "history_02_utt_0008", "score": 0.5974740982055664}], "gold_semantic_scores": [0.48737064003944397, 0.47322016954421997], "gold_temporal_scores": [0.15169766545295715, 0.12425369024276733], "max_gold_score": 0.6390681862831116, "max_candidate_score": 0.6390681862831116, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.43340346217155457, "best_gold_margin": 0.205664724111557, "weakest_gold_margin": 0.16407063603401184}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01344", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest deployment target was for the demo?", "temporal_relation": "latest", "query_temporal_norm": 0.5469136238098145, "query_session_index": 2, "query_start_sec": 15.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9284682273864746}], "gold_semantic_scores": [0.6736422181129456], "gold_temporal_scores": [0.25482654571533203], "max_gold_score": 0.9284682273864746, "max_candidate_score": 0.9288551807403564, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9288551807403564, "best_gold_margin": -0.00038695335388183594, "weakest_gold_margin": -0.00038695335388183594}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01470", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41556406021118164, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7788779139518738}, {"memory_id": "history_02_utt_0008", "score": 0.7947083711624146}], "gold_semantic_scores": [0.6324799060821533, 0.6413272023200989], "gold_temporal_scores": [0.14639823138713837, 0.15338125824928284], "max_gold_score": 0.7947083711624146, "max_candidate_score": 0.8072558641433716, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8072558641433716, "best_gold_margin": -0.012547492980957031, "weakest_gold_margin": -0.028377950191497803}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01470", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the evaluation plan to a coded comparison across conditions?", "temporal_relation": "none", "query_temporal_norm": 0.27997371554374695, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9438867568969727}], "gold_semantic_scores": [0.8214595913887024], "gold_temporal_scores": [0.12242724001407623], "max_gold_score": 0.9438867568969727, "max_candidate_score": 0.9438867568969727, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5807663202285767, "best_gold_margin": 0.363120436668396, "weakest_gold_margin": 0.363120436668396}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01470", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original evaluation plan we discussed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5571150779724121, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8716493248939514}], "gold_semantic_scores": [0.7394241094589233], "gold_temporal_scores": [0.13222545385360718], "max_gold_score": 0.8716493248939514, "max_candidate_score": 0.8716493248939514, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7110511064529419, "best_gold_margin": 0.16059821844100952, "weakest_gold_margin": 0.16059821844100952}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01470", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation plan change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3943886160850525, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7516322731971741}, {"memory_id": "history_02_utt_0008", "score": 0.776268482208252}], "gold_semantic_scores": [0.6139703989028931, 0.6384567022323608], "gold_temporal_scores": [0.13766206800937653, 0.13781169056892395], "max_gold_score": 0.776268482208252, "max_candidate_score": 0.776268482208252, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4667713940143585, "best_gold_margin": 0.30949708819389343, "weakest_gold_margin": 0.28486087918281555}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01532", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Parker give for suggesting Green Table, and why did Casey say it wouldn't work?", "temporal_relation": "none", "query_temporal_norm": 0.19491952657699585, "query_session_index": 2, "query_start_sec": 11.319999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7973182201385498}, {"memory_id": "history_02_utt_0008", "score": 0.7567653059959412}], "gold_semantic_scores": [0.7362146973609924, 0.689733624458313], "gold_temporal_scores": [0.06110329553484917, 0.06703159213066101], "max_gold_score": 0.7973182201385498, "max_candidate_score": 0.7973182201385498, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7871081233024597, "best_gold_margin": 0.010210096836090088, "weakest_gold_margin": -0.030342817306518555}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01532", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker suggest Green Table?", "temporal_relation": "session", "query_temporal_norm": 0.22753502428531647, "query_session_index": 2, "query_start_sec": 11.319999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8137356042861938}], "gold_semantic_scores": [0.7525837421417236], "gold_temporal_scores": [0.06115174666047096], "max_gold_score": 0.8137356042861938, "max_candidate_score": 0.8137356042861938, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6721393465995789, "best_gold_margin": 0.141596257686615, "weakest_gold_margin": 0.141596257686615}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01532", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Green Table ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.16620156168937683, "query_session_index": 2, "query_start_sec": 11.319999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8556593060493469}], "gold_semantic_scores": [0.7902562022209167], "gold_temporal_scores": [0.06540314108133316], "max_gold_score": 0.8556593060493469, "max_candidate_score": 0.8556593060493469, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6348751783370972, "best_gold_margin": 0.22078412771224976, "weakest_gold_margin": 0.22078412771224976}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01532", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Harbor Deli suggested?", "temporal_relation": "none", "query_temporal_norm": 0.10958772897720337, "query_session_index": 2, "query_start_sec": 11.319999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.8122915625572205}], "gold_semantic_scores": [0.7909726500511169], "gold_temporal_scores": [0.021318962797522545], "max_gold_score": 0.8122915625572205, "max_candidate_score": 0.8122915625572205, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.5800427198410034, "best_gold_margin": 0.23224884271621704, "weakest_gold_margin": 0.23224884271621704}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01630", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the latest plan was to move movie night to the building's media room?", "temporal_relation": "latest", "query_temporal_norm": 0.5357345342636108, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9934582114219666}], "gold_semantic_scores": [0.7337595820426941], "gold_temporal_scores": [0.2596984803676605], "max_gold_score": 0.9934582114219666, "max_candidate_score": 0.9934582114219666, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.9934544563293457, "best_gold_margin": 3.7550926208496094e-06, "weakest_gold_margin": 3.7550926208496094e-06}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01630", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we originally plan to hold movie night?", "temporal_relation": "earliest", "query_temporal_norm": 0.5661450028419495, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.801633358001709}], "gold_semantic_scores": [0.6632448434829712], "gold_temporal_scores": [0.13838861882686615], "max_gold_score": 0.801633358001709, "max_candidate_score": 0.801633358001709, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6419138312339783, "best_gold_margin": 0.1597195267677307, "weakest_gold_margin": 0.1597195267677307}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01630", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is movie night currently planned to take place?", "temporal_relation": "latest", "query_temporal_norm": 0.5417871475219727, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 1.0092887878417969}], "gold_semantic_scores": [0.7539564371109009], "gold_temporal_scores": [0.2553319036960602], "max_gold_score": 1.0092887878417969, "max_candidate_score": 1.0115693807601929, "top_memory_id": "history_02_utt_0012::cf::extra_qa_0004::1", "max_non_gold_score": 1.0115693807601929, "best_gold_margin": -0.002280592918395996, "weakest_gold_margin": -0.002280592918395996}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01630", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What does Finley plan to do during the break?", "temporal_relation": "none", "query_temporal_norm": 0.3902338147163391, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.6222833395004272, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6222833395004272, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01837", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my preferred activity change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4110037386417389, "query_session_index": 2, "query_start_sec": 14.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8964994549751282}, {"memory_id": "history_02_utt_0010", "score": 0.8710144758224487}], "gold_semantic_scores": [0.7492321133613586, 0.7135028839111328], "gold_temporal_scores": [0.1472672075033188, 0.1575113981962204], "max_gold_score": 0.8964994549751282, "max_candidate_score": 0.8964994549751282, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8767091035842896, "best_gold_margin": 0.019790351390838623, "weakest_gold_margin": -0.00569462776184082}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01837", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned wanting to do an evening river cruise instead?", "temporal_relation": "none", "query_temporal_norm": 0.1858740895986557, "query_session_index": 2, "query_start_sec": 14.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7533836960792542}], "gold_semantic_scores": [0.7295504808425903], "gold_temporal_scores": [0.023833582177758217], "max_gold_score": 0.7533836960792542, "max_candidate_score": 0.7533836960792542, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.610198438167572, "best_gold_margin": 0.14318525791168213, "weakest_gold_margin": 0.14318525791168213}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01837", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the preferred activity for the main outing change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3492492139339447, "query_session_index": 2, "query_start_sec": 14.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8250740170478821}, {"memory_id": "history_02_utt_0010", "score": 0.8608061075210571}], "gold_semantic_scores": [0.704284131526947, 0.7208350300788879], "gold_temporal_scores": [0.1207897812128067, 0.13997092843055725], "max_gold_score": 0.8608061075210571, "max_candidate_score": 0.8608061075210571, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.3767329454421997, "best_gold_margin": 0.4840731620788574, "weakest_gold_margin": 0.4483410716056824}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01938", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who liked the Sunrise Express, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1976553052663803, "query_session_index": 2, "query_start_sec": 13.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6507619023323059}, {"memory_id": "history_02_utt_0008", "score": 0.6499329209327698}], "gold_semantic_scores": [0.5913735032081604, 0.6165989637374878], "gold_temporal_scores": [0.059388622641563416, 0.033334147185087204], "max_gold_score": 0.6507619023323059, "max_candidate_score": 0.6507619023323059, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.2757960259914398, "best_gold_margin": 0.3749658763408661, "weakest_gold_margin": 0.37413689494132996}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01938", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What benefit did Avery mention about the Sunrise Express?", "temporal_relation": "none", "query_temporal_norm": 0.13632270693778992, "query_session_index": 2, "query_start_sec": 13.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7752410173416138}], "gold_semantic_scores": [0.7378441691398621], "gold_temporal_scores": [0.03739670291543007], "max_gold_score": 0.7752410173416138, "max_candidate_score": 0.7752410173416138, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6993611454963684, "best_gold_margin": 0.07587987184524536, "weakest_gold_margin": 0.07587987184524536}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01938", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned liking the Sunrise Express?", "temporal_relation": "none", "query_temporal_norm": 0.18067920207977295, "query_session_index": 2, "query_start_sec": 13.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7294574975967407}], "gold_semantic_scores": [0.6771336197853088], "gold_temporal_scores": [0.052323851734399796], "max_gold_score": 0.7294574975967407, "max_candidate_score": 0.7294574975967407, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.30519917607307434, "best_gold_margin": 0.4242583215236664, "weakest_gold_margin": 0.4242583215236664}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01938", "qa_id": "extra_qa_0010", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the Coastal Connector ruled out?", "temporal_relation": "session", "query_temporal_norm": 0.22572551667690277, "query_session_index": 2, "query_start_sec": 13.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0025", "score": 0.6393422484397888}], "gold_semantic_scores": [0.5389580130577087], "gold_temporal_scores": [0.10038430243730545], "max_gold_score": 0.6393422484397888, "max_candidate_score": 0.6393422484397888, "top_memory_id": "history_02_utt_0025", "max_non_gold_score": 0.36211469769477844, "best_gold_margin": 0.2772275507450104, "weakest_gold_margin": 0.2772275507450104}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02050", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my deployment target change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3846816122531891, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6974035501480103}, {"memory_id": "history_02_utt_0008", "score": 0.7377746105194092}], "gold_semantic_scores": [0.5617125034332275, 0.5990787148475647], "gold_temporal_scores": [0.13569113612174988, 0.13869619369506836], "max_gold_score": 0.7377746105194092, "max_candidate_score": 0.7377746105194092, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6721311807632446, "best_gold_margin": 0.06564342975616455, "weakest_gold_margin": 0.025272369384765625}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02050", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned targeting the customer staging cluster?", "temporal_relation": "none", "query_temporal_norm": 0.12945955991744995, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.5855920910835266}], "gold_semantic_scores": [0.587702751159668], "gold_temporal_scores": [-0.002110694069415331], "max_gold_score": 0.5855920910835266, "max_candidate_score": 0.5855920910835266, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.2230079025030136, "best_gold_margin": 0.362584188580513, "weakest_gold_margin": 0.362584188580513}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02050", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current deployment target we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5078389048576355, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8519617915153503}], "gold_semantic_scores": [0.6171846985816956], "gold_temporal_scores": [0.2347770482301712], "max_gold_score": 0.8519617915153503, "max_candidate_score": 0.8519617915153503, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8469347953796387, "best_gold_margin": 0.00502699613571167, "weakest_gold_margin": 0.00502699613571167}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02050", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the deployment target change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3930438756942749, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6815043091773987}, {"memory_id": "history_02_utt_0008", "score": 0.7180525660514832}], "gold_semantic_scores": [0.5430566668510437, 0.574709951877594], "gold_temporal_scores": [0.13844747841358185, 0.14334259927272797], "max_gold_score": 0.7180525660514832, "max_candidate_score": 0.7180525660514832, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.339445561170578, "best_gold_margin": 0.37860700488090515, "weakest_gold_margin": 0.3420587480068207}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02135", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Quinn originally give Midnight Archive before later changing it?", "temporal_relation": "earliest", "query_temporal_norm": 0.4345453083515167, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8716819286346436}], "gold_semantic_scores": [0.7955553531646729], "gold_temporal_scores": [0.07612673193216324], "max_gold_score": 0.8716819286346436, "max_candidate_score": 0.8716819286346436, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.8308746814727783, "best_gold_margin": 0.040807247161865234, "weakest_gold_margin": 0.040807247161865234}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02135", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who gave Midnight Archive a 6 out of 10 after that episode?", "temporal_relation": "none", "query_temporal_norm": 0.09534110128879547, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8211955428123474}], "gold_semantic_scores": [0.8003411293029785], "gold_temporal_scores": [0.020854266360402107], "max_gold_score": 0.8211955428123474, "max_candidate_score": 0.8211955428123474, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.742644727230072, "best_gold_margin": 0.07855081558227539, "weakest_gold_margin": 0.07855081558227539}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02135", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest rating given to Midnight Archive in our discussions?", "temporal_relation": "latest", "query_temporal_norm": 0.4698430299758911, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9849982261657715}], "gold_semantic_scores": [0.8100418448448181], "gold_temporal_scores": [0.17495650053024292], "max_gold_score": 0.9849982261657715, "max_candidate_score": 0.985790491104126, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.985790491104126, "best_gold_margin": -0.0007922649383544922, "weakest_gold_margin": -0.0007922649383544922}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02135", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating for Midnight Archive change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.25798436999320984, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8704748153686523}, {"memory_id": "history_02_utt_0009", "score": 0.8702741265296936}], "gold_semantic_scores": [0.789170503616333, 0.7894764542579651], "gold_temporal_scores": [0.08130435645580292, 0.08079792559146881], "max_gold_score": 0.8704748153686523, "max_candidate_score": 0.8704748153686523, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5569111704826355, "best_gold_margin": 0.31356364488601685, "weakest_gold_margin": 0.3133629560470581}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02262", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting tofu stir-fry, and why did we later drop it?", "temporal_relation": "none", "query_temporal_norm": 0.17152805626392365, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6216109395027161}, {"memory_id": "history_02_utt_0011", "score": 0.7895393371582031}], "gold_semantic_scores": [0.5694180727005005, 0.725203812122345], "gold_temporal_scores": [0.0521928146481514, 0.06433559954166412], "max_gold_score": 0.7895393371582031, "max_candidate_score": 0.7895393371582031, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7823827266693115, "best_gold_margin": 0.0071566104888916016, "weakest_gold_margin": -0.16077178716659546}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02262", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide tofu stir-fry was no longer an option?", "temporal_relation": "none", "query_temporal_norm": 0.24368804693222046, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.798633337020874}], "gold_semantic_scores": [0.6976608633995056], "gold_temporal_scores": [0.10097262263298035], "max_gold_score": 0.798633337020874, "max_candidate_score": 0.798633337020874, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5895748734474182, "best_gold_margin": 0.2090584635734558, "weakest_gold_margin": 0.2090584635734558}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02262", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was chickpea pasta suggested?", "temporal_relation": "session", "query_temporal_norm": 0.14585234224796295, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6210187077522278}], "gold_semantic_scores": [0.5787869095802307], "gold_temporal_scores": [0.04223193973302841], "max_gold_score": 0.6210187077522278, "max_candidate_score": 0.6210187077522278, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.42867469787597656, "best_gold_margin": 0.19234400987625122, "weakest_gold_margin": 0.19234400987625122}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02262", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that chickpea pasta was dropped?", "temporal_relation": "session", "query_temporal_norm": 0.17061541974544525, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0031", "score": 0.7616190314292908}], "gold_semantic_scores": [0.6876180768013], "gold_temporal_scores": [0.07400096952915192], "max_gold_score": 0.7616190314292908, "max_candidate_score": 0.7616190314292908, "top_memory_id": "history_02_utt_0031", "max_non_gold_score": 0.7109911441802979, "best_gold_margin": 0.05062788724899292, "weakest_gold_margin": 0.05062788724899292}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02337", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my dinner restaurant choice change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4080269932746887, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6775598526000977}, {"memory_id": "history_02_utt_0010", "score": 0.7663809061050415}], "gold_semantic_scores": [0.5395736694335938, 0.6205295920372009], "gold_temporal_scores": [0.13798636198043823, 0.14585138857364655], "max_gold_score": 0.7663809061050415, "max_candidate_score": 0.7854207754135132, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.7854207754135132, "best_gold_margin": -0.01903986930847168, "weakest_gold_margin": -0.10786092281341553}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02337", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the final restaurant choice we discussed for dinner?", "temporal_relation": "latest", "query_temporal_norm": 0.39508727192878723, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6734548211097717}], "gold_semantic_scores": [0.6521642208099365], "gold_temporal_scores": [0.02129034511744976], "max_gold_score": 0.6734548211097717, "max_candidate_score": 0.7801215052604675, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::0", "max_non_gold_score": 0.7801215052604675, "best_gold_margin": -0.1066666841506958, "weakest_gold_margin": -0.1066666841506958}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02337", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned leaning toward Juniper Table for dinner?", "temporal_relation": "none", "query_temporal_norm": 0.19754968583583832, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6822161674499512}], "gold_semantic_scores": [0.6380159854888916], "gold_temporal_scores": [0.04420027509331703], "max_gold_score": 0.6822161674499512, "max_candidate_score": 0.6822161674499512, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3618297278881073, "best_gold_margin": 0.32038643956184387, "weakest_gold_margin": 0.32038643956184387}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02337", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched their pick to Saffron Harbor for dinner?", "temporal_relation": "none", "query_temporal_norm": 0.29632237553596497, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8911804556846619}], "gold_semantic_scores": [0.742661714553833], "gold_temporal_scores": [0.1485191136598587], "max_gold_score": 0.8911804556846619, "max_candidate_score": 0.8911804556846619, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.39820441603660583, "best_gold_margin": 0.49297603964805603, "weakest_gold_margin": 0.49297603964805603}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02405", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What restaurant did I say we picked at first, before the dinner plan changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.49573829770088196, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7494173645973206}], "gold_semantic_scores": [0.6632109880447388], "gold_temporal_scores": [0.08620622754096985], "max_gold_score": 0.7494173645973206, "max_candidate_score": 0.8227931261062622, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.8227931261062622, "best_gold_margin": -0.07337576150894165, "weakest_gold_margin": -0.07337576150894165}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02405", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we decide to go for dinner after changing the plan?", "temporal_relation": "latest", "query_temporal_norm": 0.41915643215179443, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8812254071235657}], "gold_semantic_scores": [0.6790816187858582], "gold_temporal_scores": [0.2021438181400299], "max_gold_score": 0.8812254071235657, "max_candidate_score": 0.8840612769126892, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0007::1", "max_non_gold_score": 0.8840612769126892, "best_gold_margin": -0.002835869789123535, "weakest_gold_margin": -0.002835869789123535}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02405", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention the new dinner plan?", "temporal_relation": "session", "query_temporal_norm": 0.16022320091724396, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6248696446418762}], "gold_semantic_scores": [0.5830201506614685], "gold_temporal_scores": [0.041849423199892044], "max_gold_score": 0.6248696446418762, "max_candidate_score": 0.6248696446418762, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4591606557369232, "best_gold_margin": 0.165708988904953, "weakest_gold_margin": 0.165708988904953}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02405", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "When is the laundry room available today?", "temporal_relation": "none", "query_temporal_norm": 0.38733580708503723, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5228100419044495, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5228100419044495, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02489", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Reese's dataset version change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.42356568574905396, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5098443627357483}, {"memory_id": "history_02_utt_0008", "score": 0.6506848335266113}], "gold_semantic_scores": [0.35626420378685, 0.5151103138923645], "gold_temporal_scores": [0.1535802036523819, 0.13557440042495728], "max_gold_score": 0.6506848335266113, "max_candidate_score": 0.6506848335266113, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.556989848613739, "best_gold_margin": 0.09369498491287231, "weakest_gold_margin": -0.04714548587799072}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02489", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current dataset version we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5349183082580566, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7799423933029175}], "gold_semantic_scores": [0.5094509720802307], "gold_temporal_scores": [0.270491361618042], "max_gold_score": 0.7799423933029175, "max_candidate_score": 0.7811436057090759, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.7811436057090759, "best_gold_margin": -0.0012012124061584473, "weakest_gold_margin": -0.0012012124061584473}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02489", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Reese mention using earlier?", "temporal_relation": "before", "query_temporal_norm": 0.4412558972835541, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5476329326629639}], "gold_semantic_scores": [0.44345423579216003], "gold_temporal_scores": [0.10417863726615906], "max_gold_score": 0.5476329326629639, "max_candidate_score": 0.5476329326629639, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.44878074526786804, "best_gold_margin": 0.09885218739509583, "weakest_gold_margin": 0.09885218739509583}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02489", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Reese say they moved to?", "temporal_relation": "none", "query_temporal_norm": 0.42801710963249207, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7956758737564087}], "gold_semantic_scores": [0.6190264821052551], "gold_temporal_scores": [0.17664934694766998], "max_gold_score": 0.7956758737564087, "max_candidate_score": 0.7956758737564087, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7056697607040405, "best_gold_margin": 0.09000611305236816, "weakest_gold_margin": 0.09000611305236816}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02634", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was the latest rating Cameron gave episode three of Paper Moons?", "temporal_relation": "latest", "query_temporal_norm": 0.5565360188484192, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0188376903533936}], "gold_semantic_scores": [0.7686874866485596], "gold_temporal_scores": [0.2501501441001892], "max_gold_score": 1.0188376903533936, "max_candidate_score": 1.022727370262146, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.022727370262146, "best_gold_margin": -0.0038896799087524414, "weakest_gold_margin": -0.0038896799087524414}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02740", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker originally say the activity for that first evening in Porto would be?", "temporal_relation": "earliest", "query_temporal_norm": 0.5669215321540833, "query_session_index": 2, "query_start_sec": 22.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8649086356163025}], "gold_semantic_scores": [0.7430615425109863], "gold_temporal_scores": [0.12184692174196243], "max_gold_score": 0.8649086356163025, "max_candidate_score": 0.8649086356163025, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7788059115409851, "best_gold_margin": 0.08610272407531738, "weakest_gold_margin": 0.08610272407531738}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02740", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker mention wanting to do a street food crawl?", "temporal_relation": "session", "query_temporal_norm": 0.23715899884700775, "query_session_index": 2, "query_start_sec": 22.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8287726640701294}], "gold_semantic_scores": [0.7570793032646179], "gold_temporal_scores": [0.07169334590435028], "max_gold_score": 0.8287726640701294, "max_candidate_score": 0.8287726640701294, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7099217176437378, "best_gold_margin": 0.1188509464263916, "weakest_gold_margin": 0.1188509464263916}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02740", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the decision to choose a castle tour for the first evening mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1623278111219406, "query_session_index": 2, "query_start_sec": 22.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7959972023963928}], "gold_semantic_scores": [0.7396950721740723], "gold_temporal_scores": [0.05630215257406235], "max_gold_score": 0.7959972023963928, "max_candidate_score": 0.7959972023963928, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.521915853023529, "best_gold_margin": 0.27408134937286377, "weakest_gold_margin": 0.27408134937286377}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02740", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "When will someone start their laundry load?", "temporal_relation": "none", "query_temporal_norm": 0.1679149568080902, "query_session_index": 2, "query_start_sec": 22.24, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.31897079944610596, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.31897079944610596, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02826", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the playlist event had been moved to most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5214793682098389, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 1.0931572914123535}], "gold_semantic_scores": [0.8263160586357117], "gold_temporal_scores": [0.26684126257896423], "max_gold_score": 1.0931572914123535, "max_candidate_score": 1.0949627161026, "top_memory_id": "history_02_utt_0011::cf::main::3", "max_non_gold_score": 1.0949627161026, "best_gold_margin": -0.001805424690246582, "weakest_gold_margin": -0.001805424690246582}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02826", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the playlist event originally planned to be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.544694185256958, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8705574870109558}], "gold_semantic_scores": [0.7223218679428101], "gold_temporal_scores": [0.1482357233762741], "max_gold_score": 0.8705574870109558, "max_candidate_score": 0.8705574870109558, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7450224161148071, "best_gold_margin": 0.12553507089614868, "weakest_gold_margin": 0.12553507089614868}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02826", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan mention moving the playlist event?", "temporal_relation": "session", "query_temporal_norm": 0.18923301994800568, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6781211495399475}], "gold_semantic_scores": [0.639552652835846], "gold_temporal_scores": [0.03856838867068291], "max_gold_score": 0.6781211495399475, "max_candidate_score": 0.6781211495399475, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5406360626220703, "best_gold_margin": 0.1374850869178772, "weakest_gold_margin": 0.1374850869178772}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02826", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned moving the playlist event to the Rooftop Terrace?", "temporal_relation": "none", "query_temporal_norm": 0.27997174859046936, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8938279747962952}], "gold_semantic_scores": [0.7747191190719604], "gold_temporal_scores": [0.1191086545586586], "max_gold_score": 0.8938279747962952, "max_candidate_score": 0.8938279747962952, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5024270415306091, "best_gold_margin": 0.39140093326568604, "weakest_gold_margin": 0.39140093326568604}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03019", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest deadline was for the user study protocol?", "temporal_relation": "latest", "query_temporal_norm": 0.5205664038658142, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.015571117401123}], "gold_semantic_scores": [0.7651241421699524], "gold_temporal_scores": [0.2504470944404602], "max_gold_score": 1.015571117401123, "max_candidate_score": 1.0205358266830444, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.0205358266830444, "best_gold_margin": -0.004964709281921387, "weakest_gold_margin": -0.004964709281921387}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03019", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When we talked about it before, what was the original deadline for the user study protocol?", "temporal_relation": "earliest", "query_temporal_norm": 0.5423058271408081, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9511157870292664}], "gold_semantic_scores": [0.7974499464035034], "gold_temporal_scores": [0.1536657065153122], "max_gold_score": 0.9511157870292664, "max_candidate_score": 0.9511157870292664, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8004247546195984, "best_gold_margin": 0.15069103240966797, "weakest_gold_margin": 0.15069103240966797}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03134", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did the dataset version I described change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.39743804931640625, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.4865049421787262}, {"memory_id": "history_02_utt_0010", "score": 0.5325596332550049}], "gold_semantic_scores": [0.34731313586235046, 0.43192288279533386], "gold_temporal_scores": [0.13919180631637573, 0.10063681751489639], "max_gold_score": 0.5325596332550049, "max_candidate_score": 0.5325596332550049, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4980517029762268, "best_gold_margin": 0.034507930278778076, "weakest_gold_margin": -0.01154676079750061}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03134", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching to a curated release with synced segments?", "temporal_relation": "none", "query_temporal_norm": 0.14356639981269836, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7432070374488831}], "gold_semantic_scores": [0.6929611563682556], "gold_temporal_scores": [0.05024581030011177], "max_gold_score": 0.7432070374488831, "max_candidate_score": 0.7432070374488831, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.41483569145202637, "best_gold_margin": 0.3283713459968567, "weakest_gold_margin": 0.3283713459968567}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03134", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version was initially planned?", "temporal_relation": "earliest", "query_temporal_norm": 0.5489717125892639, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6453464031219482}], "gold_semantic_scores": [0.4905407130718231], "gold_temporal_scores": [0.15480569005012512], "max_gold_score": 0.6453464031219482, "max_candidate_score": 0.6453464031219482, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.49543485045433044, "best_gold_margin": 0.1499115526676178, "weakest_gold_margin": 0.1499115526676178}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03134", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dataset version change between the two discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3537900447845459, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5285029411315918}, {"memory_id": "history_02_utt_0010", "score": 0.5748350620269775}], "gold_semantic_scores": [0.40543073415756226, 0.48486655950546265], "gold_temporal_scores": [0.12307219952344894, 0.08996846526861191], "max_gold_score": 0.5748350620269775, "max_candidate_score": 0.5748350620269775, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.20731213688850403, "best_gold_margin": 0.3675229251384735, "weakest_gold_margin": 0.32119080424308777}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03192", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What constraint did Parker say the chunked evaluator path was meant to satisfy, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.18580971658229828, "query_session_index": 2, "query_start_sec": 13.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7568382024765015}, {"memory_id": "history_02_utt_0010", "score": 0.6675316691398621}], "gold_semantic_scores": [0.6990970969200134, 0.6099554896354675], "gold_temporal_scores": [0.05774109065532684, 0.05757606029510498], "max_gold_score": 0.7568382024765015, "max_candidate_score": 0.7568382024765015, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7489800453186035, "best_gold_margin": 0.00785815715789795, "weakest_gold_margin": -0.08144837617874146}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03192", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What constraint did Parker mention for the chunked evaluator path?", "temporal_relation": "none", "query_temporal_norm": 0.12229988723993301, "query_session_index": 2, "query_start_sec": 13.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6680002212524414}], "gold_semantic_scores": [0.6354231238365173], "gold_temporal_scores": [0.03257706016302109], "max_gold_score": 0.6680002212524414, "max_candidate_score": 0.6680002212524414, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5663706064224243, "best_gold_margin": 0.10162961483001709, "weakest_gold_margin": 0.10162961483001709}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03192", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the constraint about staying within the overnight GPU window?", "temporal_relation": "none", "query_temporal_norm": 0.11793000996112823, "query_session_index": 2, "query_start_sec": 13.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.3849380314350128}], "gold_semantic_scores": [0.3533015251159668], "gold_temporal_scores": [0.031636547297239304], "max_gold_score": 0.3849380314350128, "max_candidate_score": 0.3849380314350128, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.19121576845645905, "best_gold_margin": 0.19372226297855377, "weakest_gold_margin": 0.19372226297855377}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03192", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the decision to drop the chunked evaluator path discussed?", "temporal_relation": "session", "query_temporal_norm": 0.2617587447166443, "query_session_index": 2, "query_start_sec": 13.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8496466279029846}], "gold_semantic_scores": [0.7308014035224915], "gold_temporal_scores": [0.11884528398513794], "max_gold_score": 0.8496466279029846, "max_candidate_score": 0.8496466279029846, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.527675449848175, "best_gold_margin": 0.32197117805480957, "weakest_gold_margin": 0.32197117805480957}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03343", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was Casey's latest rating for Harbor Lights Cut?", "temporal_relation": "latest", "query_temporal_norm": 0.5058950781822205, "query_session_index": 2, "query_start_sec": 22.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.975166380405426}], "gold_semantic_scores": [0.7689337730407715], "gold_temporal_scores": [0.20623289048671722], "max_gold_score": 0.975166380405426, "max_candidate_score": 0.9770291447639465, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.9770291447639465, "best_gold_margin": -0.0018627643585205078, "weakest_gold_margin": -0.0018627643585205078}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03431", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who wanted Midnight Arcade, and why was it later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.20921185612678528, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6367946863174438}, {"memory_id": "history_02_utt_0010", "score": 0.7541900277137756}], "gold_semantic_scores": [0.568715512752533, 0.6860591769218445], "gold_temporal_scores": [0.06807923316955566, 0.06813092529773712], "max_gold_score": 0.7541900277137756, "max_candidate_score": 0.7541900277137756, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.48045292496681213, "best_gold_margin": 0.2737371027469635, "weakest_gold_margin": 0.1563417613506317}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03431", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention wanting Midnight Arcade in slot two?", "temporal_relation": "session", "query_temporal_norm": 0.22086207568645477, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.821767270565033}], "gold_semantic_scores": [0.748498797416687], "gold_temporal_scores": [0.0732683539390564], "max_gold_score": 0.821767270565033, "max_candidate_score": 0.821767270565033, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7538478374481201, "best_gold_margin": 0.06791943311691284, "weakest_gold_margin": 0.06791943311691284}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03431", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Skyler give for dropping Midnight Arcade?", "temporal_relation": "none", "query_temporal_norm": 0.18040470778942108, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7017513513565063}], "gold_semantic_scores": [0.6348584294319153], "gold_temporal_scores": [0.06689291447401047], "max_gold_score": 0.7017513513565063, "max_candidate_score": 0.7017513513565063, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6374018788337708, "best_gold_margin": 0.0643494725227356, "weakest_gold_margin": 0.0643494725227356}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03431", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Neon Harbor placed near the end of the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.1368209570646286, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.8167866468429565}], "gold_semantic_scores": [0.7888069748878479], "gold_temporal_scores": [0.027979915961623192], "max_gold_score": 0.8167866468429565, "max_candidate_score": 0.8167866468429565, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.5858361721038818, "best_gold_margin": 0.2309504747390747, "weakest_gold_margin": 0.2309504747390747}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03542", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was the latest venue Parker said we were using?", "temporal_relation": "latest", "query_temporal_norm": 0.5456324815750122, "query_session_index": 2, "query_start_sec": 12.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8933367133140564}], "gold_semantic_scores": [0.6433775424957275], "gold_temporal_scores": [0.2499588280916214], "max_gold_score": 0.8933367133140564, "max_candidate_score": 0.8933367133140564, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8876710534095764, "best_gold_margin": 0.0056656599044799805, "weakest_gold_margin": 0.0056656599044799805}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03542", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we initially plan to meet?", "temporal_relation": "earliest", "query_temporal_norm": 0.5619447827339172, "query_session_index": 2, "query_start_sec": 12.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.759936511516571}], "gold_semantic_scores": [0.6559706330299377], "gold_temporal_scores": [0.10396593809127808], "max_gold_score": 0.759936511516571, "max_candidate_score": 0.759936511516571, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.300235778093338, "best_gold_margin": 0.45970073342323303, "weakest_gold_margin": 0.45970073342323303}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03542", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they moved us to the lake house den?", "temporal_relation": "none", "query_temporal_norm": 0.30714455246925354, "query_session_index": 2, "query_start_sec": 12.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9396542906761169}], "gold_semantic_scores": [0.8082248568534851], "gold_temporal_scores": [0.13142937421798706], "max_gold_score": 0.9396542906761169, "max_candidate_score": 0.9396542906761169, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3226374089717865, "best_gold_margin": 0.6170168817043304, "weakest_gold_margin": 0.6170168817043304}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03542", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Parker say we were moving to?", "temporal_relation": "none", "query_temporal_norm": 0.322409987449646, "query_session_index": 2, "query_start_sec": 12.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7594992518424988}], "gold_semantic_scores": [0.6072940230369568], "gold_temporal_scores": [0.15220536291599274], "max_gold_score": 0.7594992518424988, "max_candidate_score": 0.7594992518424988, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6694857478141785, "best_gold_margin": 0.09001350402832031, "weakest_gold_margin": 0.09001350402832031}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03669", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor say about why the harbor ferry could work, and why did Skyler rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.2616916000843048, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.5673220753669739}, {"memory_id": "history_02_utt_0010", "score": 0.6820745468139648}], "gold_semantic_scores": [0.4812464714050293, 0.614690899848938], "gold_temporal_scores": [0.08607564866542816, 0.06738374382257462], "max_gold_score": 0.6820745468139648, "max_candidate_score": 0.6820745468139648, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6721521019935608, "best_gold_margin": 0.009922444820404053, "weakest_gold_margin": -0.10483002662658691}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03669", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the harbor ferry drops us a block from the festival gate?", "temporal_relation": "none", "query_temporal_norm": 0.15011456608772278, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6931094527244568}], "gold_semantic_scores": [0.6500164866447449], "gold_temporal_scores": [0.04309297725558281], "max_gold_score": 0.6931094527244568, "max_candidate_score": 0.6931094527244568, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6515612006187439, "best_gold_margin": 0.04154825210571289, "weakest_gold_margin": 0.04154825210571289}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03669", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed a travel option that had an issue with its evening return. What was the problem?", "temporal_relation": "none", "query_temporal_norm": 0.27575552463531494, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7242478132247925}], "gold_semantic_scores": [0.5967347025871277], "gold_temporal_scores": [0.12751314043998718], "max_gold_score": 0.7242478132247925, "max_candidate_score": 0.7242478132247925, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4370473325252533, "best_gold_margin": 0.2872004806995392, "weakest_gold_margin": 0.2872004806995392}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03669", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the light rail would keep us out of the rain?", "temporal_relation": "session", "query_temporal_norm": 0.1179882362484932, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.6910480260848999}], "gold_semantic_scores": [0.656022846698761], "gold_temporal_scores": [0.035025108605623245], "max_gold_score": 0.6910480260848999, "max_candidate_score": 0.6910480260848999, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.6383340954780579, "best_gold_margin": 0.05271393060684204, "weakest_gold_margin": 0.05271393060684204}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03735", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Taylor give for proposing the edge-cached prompt bundle, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.23496349155902863, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7664008140563965}, {"memory_id": "history_02_utt_0009", "score": 0.6867132186889648}], "gold_semantic_scores": [0.6996427774429321, 0.6295986771583557], "gold_temporal_scores": [0.06675799190998077, 0.05711442604660988], "max_gold_score": 0.7664008140563965, "max_candidate_score": 0.782968282699585, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.782968282699585, "best_gold_margin": -0.016567468643188477, "weakest_gold_margin": -0.09625506401062012}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03735", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the edge-cached prompt bundle?", "temporal_relation": "none", "query_temporal_norm": 0.16497905552387238, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8040764331817627}], "gold_semantic_scores": [0.7647075653076172], "gold_temporal_scores": [0.039368968456983566], "max_gold_score": 0.8040764331817627, "max_candidate_score": 0.8040764331817627, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.576630711555481, "best_gold_margin": 0.22744572162628174, "weakest_gold_margin": 0.22744572162628174}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03735", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop the edge-cached prompt bundle?", "temporal_relation": "none", "query_temporal_norm": 0.18144363164901733, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9184060096740723}], "gold_semantic_scores": [0.8348730206489563], "gold_temporal_scores": [0.08353298157453537], "max_gold_score": 0.9184060096740723, "max_candidate_score": 0.9184060096740723, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6852456331253052, "best_gold_margin": 0.2331603765487671, "weakest_gold_margin": 0.2331603765487671}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03829", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the screening had been moved to the rec room downstairs?", "temporal_relation": "none", "query_temporal_norm": 0.2691987454891205, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9058046340942383}], "gold_semantic_scores": [0.7801305055618286], "gold_temporal_scores": [0.12567441165447235], "max_gold_score": 0.9058046340942383, "max_candidate_score": 0.9058046340942383, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5527934432029724, "best_gold_margin": 0.35301119089126587, "weakest_gold_margin": 0.35301119089126587}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03829", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening ultimately planned to take place?", "temporal_relation": "none", "query_temporal_norm": 0.5264038443565369, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9443624019622803}], "gold_semantic_scores": [0.666567862033844], "gold_temporal_scores": [0.27779436111450195], "max_gold_score": 0.9443624019622803, "max_candidate_score": 0.9443624019622803, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9358696937561035, "best_gold_margin": 0.008492708206176758, "weakest_gold_margin": 0.008492708206176758}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03829", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What location did Morgan mention for the screening?", "temporal_relation": "none", "query_temporal_norm": 0.18572141230106354, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6586135625839233}], "gold_semantic_scores": [0.6714123487472534], "gold_temporal_scores": [-0.012799260206520557], "max_gold_score": 0.6586135625839233, "max_candidate_score": 0.6586135625839233, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5521595478057861, "best_gold_margin": 0.10645401477813721, "weakest_gold_margin": 0.10645401477813721}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03928", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for pushing Night Ferry, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.18045423924922943, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7288644909858704}, {"memory_id": "history_02_utt_0012", "score": 0.6964409351348877}], "gold_semantic_scores": [0.6728786826133728, 0.6325743198394775], "gold_temporal_scores": [0.05598583444952965, 0.06386653333902359], "max_gold_score": 0.7288644909858704, "max_candidate_score": 0.7328273057937622, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7328273057937622, "best_gold_margin": -0.003962814807891846, "weakest_gold_margin": -0.03638637065887451}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03928", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Lantern District backed during the discussion?", "temporal_relation": "none", "query_temporal_norm": 0.1521456241607666, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.5075948238372803}], "gold_semantic_scores": [0.4804469048976898], "gold_temporal_scores": [0.02714802511036396], "max_gold_score": 0.5075948238372803, "max_candidate_score": 0.5379407405853271, "top_memory_id": "history_02_utt_0031", "max_non_gold_score": 0.5379407405853271, "best_gold_margin": -0.030345916748046875, "weakest_gold_margin": -0.030345916748046875}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03928", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the ensemble chemistry made Lantern District appealing?", "temporal_relation": "session", "query_temporal_norm": 0.12836480140686035, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.467851459980011}], "gold_semantic_scores": [0.4326068162918091], "gold_temporal_scores": [0.03524460643529892], "max_gold_score": 0.467851459980011, "max_candidate_score": 0.4802235960960388, "top_memory_id": "history_02_utt_0031", "max_non_gold_score": 0.4802235960960388, "best_gold_margin": -0.012372136116027832, "weakest_gold_margin": -0.012372136116027832}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03928", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What movie was set aside after it was remembered that someone had already seen it with their cousins?", "temporal_relation": "none", "query_temporal_norm": 0.38175901770591736, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0031", "score": 0.6909406781196594}], "gold_semantic_scores": [0.5419148206710815], "gold_temporal_scores": [0.14902591705322266], "max_gold_score": 0.6909406781196594, "max_candidate_score": 0.7410367131233215, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7410367131233215, "best_gold_margin": -0.05009603500366211, "weakest_gold_margin": -0.05009603500366211}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04044", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's preferred activity change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.42275211215019226, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7963858246803284}, {"memory_id": "history_02_utt_0008", "score": 0.714695930480957}], "gold_semantic_scores": [0.6544644832611084, 0.5724736452102661], "gold_temporal_scores": [0.14192120730876923, 0.14222221076488495], "max_gold_score": 0.7963858246803284, "max_candidate_score": 0.7963858246803284, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6728371381759644, "best_gold_margin": 0.12354868650436401, "weakest_gold_margin": 0.041858792304992676}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04044", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen as the main one during the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.15473631024360657, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6365994215011597}], "gold_semantic_scores": [0.6126112341880798], "gold_temporal_scores": [0.023988114669919014], "max_gold_score": 0.6365994215011597, "max_candidate_score": 0.6365994215011597, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6169691681861877, "best_gold_margin": 0.019630253314971924, "weakest_gold_margin": 0.019630253314971924}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04044", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention preferring the sunset harbor cruise?", "temporal_relation": "session", "query_temporal_norm": 0.14240358769893646, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.685207724571228}], "gold_semantic_scores": [0.6432127356529236], "gold_temporal_scores": [0.04199498891830444], "max_gold_score": 0.685207724571228, "max_candidate_score": 0.685207724571228, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5936139822006226, "best_gold_margin": 0.09159374237060547, "weakest_gold_margin": 0.09159374237060547}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04044", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey say they would rather visit the Mariner Museum?", "temporal_relation": "session", "query_temporal_norm": 0.1347486823797226, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6787382960319519}], "gold_semantic_scores": [0.6572426557540894], "gold_temporal_scores": [0.021495750173926353], "max_gold_score": 0.6787382960319519, "max_candidate_score": 0.6787382960319519, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6350750923156738, "best_gold_margin": 0.043663203716278076, "weakest_gold_margin": 0.043663203716278076}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04147", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change from what I originally said to the later version?", "temporal_relation": "comparison", "query_temporal_norm": 0.4082643389701843, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8209400773048401}, {"memory_id": "history_02_utt_0010", "score": 0.7302178144454956}], "gold_semantic_scores": [0.6745519638061523, 0.5951447486877441], "gold_temporal_scores": [0.14638806879520416, 0.13507330417633057], "max_gold_score": 0.8209400773048401, "max_candidate_score": 0.8209400773048401, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8123136758804321, "best_gold_margin": 0.008626401424407959, "weakest_gold_margin": -0.08209586143493652}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04147", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation plan to a hidden-style holdout rehearsal?", "temporal_relation": "none", "query_temporal_norm": 0.3183797001838684, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9442121982574463}], "gold_semantic_scores": [0.8195244669914246], "gold_temporal_scores": [0.12468769401311874], "max_gold_score": 0.9442121982574463, "max_candidate_score": 0.9442121982574463, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6149997115135193, "best_gold_margin": 0.329212486743927, "weakest_gold_margin": 0.329212486743927}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04147", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original plan for evaluating the system?", "temporal_relation": "earliest", "query_temporal_norm": 0.5240728855133057, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7405539155006409}], "gold_semantic_scores": [0.6340929865837097], "gold_temporal_scores": [0.10646084696054459], "max_gold_score": 0.7405539155006409, "max_candidate_score": 0.7405539155006409, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6129762530326843, "best_gold_margin": 0.12757766246795654, "weakest_gold_margin": 0.12757766246795654}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04147", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation plan change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.39187175035476685, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8525292277336121}, {"memory_id": "history_02_utt_0010", "score": 0.7632029056549072}], "gold_semantic_scores": [0.7126566171646118, 0.6263563632965088], "gold_temporal_scores": [0.13987253606319427, 0.1368468552827835], "max_gold_score": 0.8525292277336121, "max_candidate_score": 0.8525292277336121, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3855310380458832, "best_gold_margin": 0.4669981896877289, "weakest_gold_margin": 0.37767186760902405}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04232", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Riley's evaluation plan change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4320827126502991, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7474364042282104}, {"memory_id": "history_02_utt_0008", "score": 0.7912691235542297}], "gold_semantic_scores": [0.5924246907234192, 0.6347793936729431], "gold_temporal_scores": [0.15501166880130768, 0.15648968517780304], "max_gold_score": 0.7912691235542297, "max_candidate_score": 0.7912691235542297, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6046197414398193, "best_gold_margin": 0.1866493821144104, "weakest_gold_margin": 0.1428166627883911}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04232", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest evaluation plan discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5492387413978577, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9041410088539124}], "gold_semantic_scores": [0.6275540590286255], "gold_temporal_scores": [0.27658727765083313], "max_gold_score": 0.9041410088539124, "max_candidate_score": 0.9132311344146729, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.9132311344146729, "best_gold_margin": -0.009090125560760498, "weakest_gold_margin": -0.009090125560760498}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04232", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley mention tabulating post-task ratings?", "temporal_relation": "session", "query_temporal_norm": 0.223377525806427, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8557417392730713}], "gold_semantic_scores": [0.7874364256858826], "gold_temporal_scores": [0.0683053657412529], "max_gold_score": 0.8557417392730713, "max_candidate_score": 0.8557417392730713, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7182679176330566, "best_gold_margin": 0.13747382164001465, "weakest_gold_margin": 0.13747382164001465}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04232", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley mention switching the evaluation plan?", "temporal_relation": "session", "query_temporal_norm": 0.22903107106685638, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6892108917236328}], "gold_semantic_scores": [0.5970168709754944], "gold_temporal_scores": [0.09219402074813843], "max_gold_score": 0.6892108917236328, "max_candidate_score": 0.6892108917236328, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5132530331611633, "best_gold_margin": 0.17595785856246948, "weakest_gold_margin": 0.17595785856246948}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04334", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What departure time did Parker originally say for the pickup run before it was changed later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5359541177749634, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.9504894614219666}], "gold_semantic_scores": [0.7989721894264221], "gold_temporal_scores": [0.1515173316001892], "max_gold_score": 0.9504894614219666, "max_candidate_score": 0.9504894614219666, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.8633062839508057, "best_gold_margin": 0.08718317747116089, "weakest_gold_margin": 0.08718317747116089}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04334", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker say they planned to leave at 3:15 PM?", "temporal_relation": "session", "query_temporal_norm": 0.33985471725463867, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8420807719230652}], "gold_semantic_scores": [0.7561073899269104], "gold_temporal_scores": [0.0859733372926712], "max_gold_score": 0.8420807719230652, "max_candidate_score": 0.8420807719230652, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7191393375396729, "best_gold_margin": 0.12294143438339233, "weakest_gold_margin": 0.12294143438339233}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04450", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Quinn give for recommending Harbor Nights, and why did Drew say it was dropped?", "temporal_relation": "none", "query_temporal_norm": 0.18280191719532013, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7052353024482727}, {"memory_id": "history_02_utt_0009", "score": 0.7007026672363281}], "gold_semantic_scores": [0.6496755480766296, 0.6390809416770935], "gold_temporal_scores": [0.05555986985564232, 0.06162199750542641], "max_gold_score": 0.7052353024482727, "max_candidate_score": 0.7691391706466675, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.7691391706466675, "best_gold_margin": -0.06390386819839478, "weakest_gold_margin": -0.06843650341033936}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04450", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the reason for recommending Harbor Nights?", "temporal_relation": "none", "query_temporal_norm": 0.1446729302406311, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7423564195632935}], "gold_semantic_scores": [0.7020149230957031], "gold_temporal_scores": [0.04034151881933212], "max_gold_score": 0.7423564195632935, "max_candidate_score": 0.7423564195632935, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.45204004645347595, "best_gold_margin": 0.2903163731098175, "weakest_gold_margin": 0.2903163731098175}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04450", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Quinn say they recommended Harbor Nights?", "temporal_relation": "none", "query_temporal_norm": 0.16000814735889435, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8346350193023682}], "gold_semantic_scores": [0.7883107662200928], "gold_temporal_scores": [0.046324472874403], "max_gold_score": 0.8346350193023682, "max_candidate_score": 0.8346350193023682, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7666133046150208, "best_gold_margin": 0.06802171468734741, "weakest_gold_margin": 0.06802171468734741}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04450", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention the reason for dropping Harbor Nights?", "temporal_relation": "session", "query_temporal_norm": 0.1712004393339157, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8526593446731567}], "gold_semantic_scores": [0.7805294394493103], "gold_temporal_scores": [0.07212955504655838], "max_gold_score": 0.8526593446731567, "max_candidate_score": 0.8526593446731567, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5600572824478149, "best_gold_margin": 0.2926020622253418, "weakest_gold_margin": 0.2926020622253418}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04601", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for recommending River Ledger, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16105897724628448, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6787605881690979}, {"memory_id": "history_02_utt_0010", "score": 0.7596350908279419}], "gold_semantic_scores": [0.6295376420021057, 0.7078811526298523], "gold_temporal_scores": [0.04922286793589592, 0.05175374075770378], "max_gold_score": 0.7596350908279419, "max_candidate_score": 0.7596350908279419, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6946345567703247, "best_gold_margin": 0.06500053405761719, "weakest_gold_margin": -0.015873968601226807}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04601", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was River Ledger dropped?", "temporal_relation": "none", "query_temporal_norm": 0.15363530814647675, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8271169662475586}], "gold_semantic_scores": [0.7606807351112366], "gold_temporal_scores": [0.06643593311309814], "max_gold_score": 0.8271169662475586, "max_candidate_score": 0.8271169662475586, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5549049973487854, "best_gold_margin": 0.2722119688987732, "weakest_gold_margin": 0.2722119688987732}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04601", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the reason for dropping River Ledger mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.15993523597717285, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8704314827919006}], "gold_semantic_scores": [0.8014467358589172], "gold_temporal_scores": [0.06898429989814758], "max_gold_score": 0.8704314827919006, "max_candidate_score": 0.8704314827919006, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5360034704208374, "best_gold_margin": 0.33442801237106323, "weakest_gold_margin": 0.33442801237106323}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04601", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Signal at Dawn recommended?", "temporal_relation": "none", "query_temporal_norm": 0.11290673911571503, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.7820270657539368}], "gold_semantic_scores": [0.7597001194953918], "gold_temporal_scores": [0.022327091544866562], "max_gold_score": 0.7820270657539368, "max_candidate_score": 0.7820270657539368, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.5225432515144348, "best_gold_margin": 0.25948381423950195, "weakest_gold_margin": 0.25948381423950195}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04730", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Quinn's choice for the weekend activity change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4281858503818512, "query_session_index": 2, "query_start_sec": 14.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7597434520721436}, {"memory_id": "history_02_utt_0009", "score": 0.8464920520782471}], "gold_semantic_scores": [0.6194172501564026, 0.6859464645385742], "gold_temporal_scores": [0.140326127409935, 0.1605454385280609], "max_gold_score": 0.8464920520782471, "max_candidate_score": 0.8464920520782471, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7202418446540833, "best_gold_margin": 0.12625020742416382, "weakest_gold_margin": 0.0395016074180603}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04730", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Quinn say they were leaning toward for Saturday?", "temporal_relation": "none", "query_temporal_norm": 0.4496631920337677, "query_session_index": 2, "query_start_sec": 14.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7641188502311707}], "gold_semantic_scores": [0.6499130129814148], "gold_temporal_scores": [0.11420579254627228], "max_gold_score": 0.7641188502311707, "max_candidate_score": 0.7641188502311707, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.6701740622520447, "best_gold_margin": 0.09394478797912598, "weakest_gold_margin": 0.09394478797912598}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04730", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention the indoor climbing gym?", "temporal_relation": "session", "query_temporal_norm": 0.2830580472946167, "query_session_index": 2, "query_start_sec": 14.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.623486340045929}], "gold_semantic_scores": [0.5368029475212097], "gold_temporal_scores": [0.08668344467878342], "max_gold_score": 0.623486340045929, "max_candidate_score": 0.7198406457901001, "top_memory_id": "history_01_utt_0005", "max_non_gold_score": 0.7198406457901001, "best_gold_margin": -0.09635430574417114, "weakest_gold_margin": -0.09635430574417114}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04730", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Quinn say they would rather do this weekend?", "temporal_relation": "none", "query_temporal_norm": 0.4559724032878876, "query_session_index": 2, "query_start_sec": 14.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9842158555984497}], "gold_semantic_scores": [0.7441674470901489], "gold_temporal_scores": [0.24004819989204407], "max_gold_score": 0.9842158555984497, "max_candidate_score": 0.9842158555984497, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.844106137752533, "best_gold_margin": 0.14010971784591675, "weakest_gold_margin": 0.14010971784591675}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04811", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the 6:40 direct train, and why did Cameron rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.1502845585346222, "query_session_index": 2, "query_start_sec": 12.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5394017100334167}, {"memory_id": "history_02_utt_0010", "score": 0.570422887802124}], "gold_semantic_scores": [0.495573490858078, 0.5291967988014221], "gold_temporal_scores": [0.04382830113172531, 0.04122602194547653], "max_gold_score": 0.570422887802124, "max_candidate_score": 0.6616820693016052, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.6616820693016052, "best_gold_margin": -0.0912591814994812, "weakest_gold_margin": -0.12228035926818848}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04811", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the 6:40 direct train ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.12740278244018555, "query_session_index": 2, "query_start_sec": 12.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7755830883979797}], "gold_semantic_scores": [0.7282592058181763], "gold_temporal_scores": [0.04732387140393257], "max_gold_score": 0.7755830883979797, "max_candidate_score": 0.7755830883979797, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5512242913246155, "best_gold_margin": 0.22435879707336426, "weakest_gold_margin": 0.22435879707336426}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04811", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the benefit of the 8:15 change-at-York train?", "temporal_relation": "none", "query_temporal_norm": 0.14771632850170135, "query_session_index": 2, "query_start_sec": 12.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.5371974110603333}], "gold_semantic_scores": [0.5028876066207886], "gold_temporal_scores": [0.034309808164834976], "max_gold_score": 0.5371974110603333, "max_candidate_score": 0.5371974110603333, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.5038583278656006, "best_gold_margin": 0.033339083194732666, "weakest_gold_margin": 0.033339083194732666}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04891", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Morgan give for proposing the chunk-cached decoder, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.19704574346542358, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8227892518043518}, {"memory_id": "history_02_utt_0008", "score": 0.7978439331054688}], "gold_semantic_scores": [0.7617513537406921, 0.7398677468299866], "gold_temporal_scores": [0.06103789806365967, 0.05797620862722397], "max_gold_score": 0.8227892518043518, "max_candidate_score": 0.8227892518043518, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7386628985404968, "best_gold_margin": 0.08412635326385498, "weakest_gold_margin": 0.059181034564971924}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04891", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the chunk-cached decoder?", "temporal_relation": "none", "query_temporal_norm": 0.2728044092655182, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7552005648612976}], "gold_semantic_scores": [0.6813306212425232], "gold_temporal_scores": [0.07387006282806396], "max_gold_score": 0.7552005648612976, "max_candidate_score": 0.7552005648612976, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5284405946731567, "best_gold_margin": 0.22675997018814087, "weakest_gold_margin": 0.22675997018814087}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04891", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the chunk-cached decoder dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1617881953716278, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8950910568237305}], "gold_semantic_scores": [0.827688455581665], "gold_temporal_scores": [0.06740269064903259], "max_gold_score": 0.8950910568237305, "max_candidate_score": 0.8950910568237305, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6771833300590515, "best_gold_margin": 0.21790772676467896, "weakest_gold_margin": 0.21790772676467896}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04891", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone propose the batched rescoring pass?", "temporal_relation": "session", "query_temporal_norm": 0.1713620275259018, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.7084819674491882}], "gold_semantic_scores": [0.6901946067810059], "gold_temporal_scores": [0.01828719861805439], "max_gold_score": 0.7084819674491882, "max_candidate_score": 0.7084819674491882, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.46715447306632996, "best_gold_margin": 0.24132749438285828, "weakest_gold_margin": 0.24132749438285828}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05041", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's planned watch order change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41049903631210327, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7233843803405762}, {"memory_id": "history_02_utt_0009", "score": 0.712328314781189}], "gold_semantic_scores": [0.5733696818351746, 0.5667455196380615], "gold_temporal_scores": [0.15001468360424042, 0.145582914352417], "max_gold_score": 0.7233843803405762, "max_candidate_score": 0.7233843803405762, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6549257636070251, "best_gold_margin": 0.06845861673355103, "weakest_gold_margin": 0.05740255117416382}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05041", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest decision about which show to watch first?", "temporal_relation": "latest", "query_temporal_norm": 0.5406551957130432, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8985053896903992}], "gold_semantic_scores": [0.6507301330566406], "gold_temporal_scores": [0.24777525663375854], "max_gold_score": 0.8985053896903992, "max_candidate_score": 0.8985053896903992, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8928905725479126, "best_gold_margin": 0.005614817142486572, "weakest_gold_margin": 0.005614817142486572}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05041", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say should be the first show to watch in the earlier conversation?", "temporal_relation": "session", "query_temporal_norm": 0.30755916237831116, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8104234933853149}], "gold_semantic_scores": [0.7581183314323425], "gold_temporal_scores": [0.052305251359939575], "max_gold_score": 0.8104234933853149, "max_candidate_score": 0.8104234933853149, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6776333451271057, "best_gold_margin": 0.13279014825820923, "weakest_gold_margin": 0.13279014825820923}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05041", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew mention starting with Harbor Lights first?", "temporal_relation": "session", "query_temporal_norm": 0.25311827659606934, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8289267420768738}], "gold_semantic_scores": [0.7650042176246643], "gold_temporal_scores": [0.06392263621091843], "max_gold_score": 0.8289267420768738, "max_candidate_score": 0.8289267420768738, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7559975385665894, "best_gold_margin": 0.07292920351028442, "weakest_gold_margin": 0.07292920351028442}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05118", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my restaurant pick change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3755485713481903, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5603289604187012}, {"memory_id": "history_02_utt_0010", "score": 0.7012941241264343}], "gold_semantic_scores": [0.42630279064178467, 0.5658947825431824], "gold_temporal_scores": [0.13402621448040009, 0.13539952039718628], "max_gold_score": 0.7012941241264343, "max_candidate_score": 0.7012941241264343, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.694257378578186, "best_gold_margin": 0.007036745548248291, "weakest_gold_margin": -0.13392841815948486}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05118", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the reservation to Harbor Mezze?", "temporal_relation": "none", "query_temporal_norm": 0.20712174475193024, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.812447190284729}], "gold_semantic_scores": [0.7136310338973999], "gold_temporal_scores": [0.09881602972745895], "max_gold_score": 0.812447190284729, "max_candidate_score": 0.812447190284729, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5349003672599792, "best_gold_margin": 0.27754682302474976, "weakest_gold_margin": 0.27754682302474976}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05118", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest restaurant choice mentioned?", "temporal_relation": "latest", "query_temporal_norm": 0.5513181686401367, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8444873094558716}], "gold_semantic_scores": [0.5798399448394775], "gold_temporal_scores": [0.2646472454071045], "max_gold_score": 0.8444873094558716, "max_candidate_score": 0.8444873094558716, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8330145478248596, "best_gold_margin": 0.011472761631011963, "weakest_gold_margin": 0.011472761631011963}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05118", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What restaurant was initially planned for the reservation?", "temporal_relation": "earliest", "query_temporal_norm": 0.5470837950706482, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7481814622879028}], "gold_semantic_scores": [0.6184490919113159], "gold_temporal_scores": [0.1297323852777481], "max_gold_score": 0.7481814622879028, "max_candidate_score": 0.7481814622879028, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6157245635986328, "best_gold_margin": 0.13245689868927002, "weakest_gold_margin": 0.13245689868927002}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05215", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the speech model to a streaming encoder-decoder with chunked attention, and what was the earlier architecture?", "temporal_relation": "none", "query_temporal_norm": 0.32928308844566345, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7083971500396729}, {"memory_id": "history_02_utt_0011", "score": 0.79498690366745}], "gold_semantic_scores": [0.5941362977027893, 0.6942182779312134], "gold_temporal_scores": [0.11426085233688354, 0.10076893866062164], "max_gold_score": 0.79498690366745, "max_candidate_score": 0.79498690366745, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.34725654125213623, "best_gold_margin": 0.4477303624153137, "weakest_gold_margin": 0.3611406087875366}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05215", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the speech model that was discussed?", "temporal_relation": "comparison", "query_temporal_norm": 0.2851704955101013, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6503597497940063}, {"memory_id": "history_02_utt_0011", "score": 0.6544888615608215}], "gold_semantic_scores": [0.5535147190093994, 0.5829739570617676], "gold_temporal_scores": [0.09684507548809052, 0.07151506841182709], "max_gold_score": 0.6544888615608215, "max_candidate_score": 0.6544888615608215, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.3212642967700958, "best_gold_margin": 0.3332245647907257, "weakest_gold_margin": 0.3290954530239105}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05215", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What speech model did Taylor initially suggest using?", "temporal_relation": "earliest", "query_temporal_norm": 0.5433016419410706, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7011381983757019}], "gold_semantic_scores": [0.5651182532310486], "gold_temporal_scores": [0.13602003455162048], "max_gold_score": 0.7011381983757019, "max_candidate_score": 0.7011381983757019, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5470252633094788, "best_gold_margin": 0.15411293506622314, "weakest_gold_margin": 0.15411293506622314}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05215", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention the wav2vec 2.0 encoder with a CTC head?", "temporal_relation": "session", "query_temporal_norm": 0.3158729672431946, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7920712232589722}], "gold_semantic_scores": [0.6895033717155457], "gold_temporal_scores": [0.10256779193878174], "max_gold_score": 0.7920712232589722, "max_candidate_score": 0.7920712232589722, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7007061243057251, "best_gold_margin": 0.09136509895324707, "weakest_gold_margin": 0.09136509895324707}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05278", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say the latest movie night venue would be?", "temporal_relation": "latest", "query_temporal_norm": 0.5460394620895386, "query_session_index": 2, "query_start_sec": 14.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9849797487258911}], "gold_semantic_scores": [0.7015140056610107], "gold_temporal_scores": [0.2834656834602356], "max_gold_score": 0.9849797487258911, "max_candidate_score": 0.9854003190994263, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9854003190994263, "best_gold_margin": -0.00042057037353515625, "weakest_gold_margin": -0.00042057037353515625}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05278", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we originally plan to have movie night?", "temporal_relation": "earliest", "query_temporal_norm": 0.5683830976486206, "query_session_index": 2, "query_start_sec": 14.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8303234577178955}], "gold_semantic_scores": [0.6836304664611816], "gold_temporal_scores": [0.1466929167509079], "max_gold_score": 0.8303234577178955, "max_candidate_score": 0.8303234577178955, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6729583740234375, "best_gold_margin": 0.157365083694458, "weakest_gold_margin": 0.157365083694458}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05278", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Hayden mention the condo clubhouse screening room?", "temporal_relation": "session", "query_temporal_norm": 0.20314277708530426, "query_session_index": 2, "query_start_sec": 14.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6368198990821838}], "gold_semantic_scores": [0.5902441143989563], "gold_temporal_scores": [0.04657577723264694], "max_gold_score": 0.6368198990821838, "max_candidate_score": 0.6368198990821838, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5092297792434692, "best_gold_margin": 0.1275901198387146, "weakest_gold_margin": 0.1275901198387146}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05278", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we decide to hold movie night most recently?", "temporal_relation": "latest", "query_temporal_norm": 0.5282523036003113, "query_session_index": 2, "query_start_sec": 14.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9540069699287415}], "gold_semantic_scores": [0.7118545174598694], "gold_temporal_scores": [0.24215276539325714], "max_gold_score": 0.9540069699287415, "max_candidate_score": 0.9540069699287415, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9510228633880615, "best_gold_margin": 0.0029841065406799316, "weakest_gold_margin": 0.0029841065406799316}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05343", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chore schedule did Drew say he used to have, and what did he later switch to?", "temporal_relation": "none", "query_temporal_norm": 0.42968448996543884, "query_session_index": 2, "query_start_sec": 13.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7035934329032898}, {"memory_id": "history_02_utt_0010", "score": 0.7869042158126831}], "gold_semantic_scores": [0.5670947432518005, 0.5717509984970093], "gold_temporal_scores": [0.1364985555410385, 0.2151530385017395], "max_gold_score": 0.7869042158126831, "max_candidate_score": 0.7869042158126831, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6895051598548889, "best_gold_margin": 0.09739905595779419, "weakest_gold_margin": 0.014088273048400879}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05343", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What chore schedule was discussed that changed from one task to another?", "temporal_relation": "comparison", "query_temporal_norm": 0.34873443841934204, "query_session_index": 2, "query_start_sec": 13.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5995268821716309}, {"memory_id": "history_02_utt_0010", "score": 0.5370068550109863}], "gold_semantic_scores": [0.47479844093322754, 0.44013965129852295], "gold_temporal_scores": [0.12472835183143616, 0.09686730802059174], "max_gold_score": 0.5995268821716309, "max_candidate_score": 0.5995268821716309, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4904068410396576, "best_gold_margin": 0.10912004113197327, "weakest_gold_margin": 0.046600013971328735}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05343", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned being responsible for bathroom cleaning on Sundays?", "temporal_relation": "none", "query_temporal_norm": 0.14213912189006805, "query_session_index": 2, "query_start_sec": 13.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7723476886749268}], "gold_semantic_scores": [0.7373381853103638], "gold_temporal_scores": [0.035009466111660004], "max_gold_score": 0.7723476886749268, "max_candidate_score": 0.7723476886749268, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6343580484390259, "best_gold_margin": 0.13798964023590088, "weakest_gold_margin": 0.13798964023590088}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05343", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched to handling trash and recycling on Wednesday nights?", "temporal_relation": "none", "query_temporal_norm": 0.2940729558467865, "query_session_index": 2, "query_start_sec": 13.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8943585753440857}], "gold_semantic_scores": [0.7533824443817139], "gold_temporal_scores": [0.14097639918327332], "max_gold_score": 0.8943585753440857, "max_candidate_score": 0.8943585753440857, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.557594358921051, "best_gold_margin": 0.33676421642303467, "weakest_gold_margin": 0.33676421642303467}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05499", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Casey propose the streaming cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.23734597861766815, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8508195877075195}, {"memory_id": "history_02_utt_0014", "score": 0.771303117275238}], "gold_semantic_scores": [0.772093653678894, 0.7071682214736938], "gold_temporal_scores": [0.07872609049081802, 0.06413526833057404], "max_gold_score": 0.8508195877075195, "max_candidate_score": 0.8508195877075195, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.838422417640686, "best_gold_margin": 0.012397170066833496, "weakest_gold_margin": -0.067119300365448}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05499", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention the streaming cache?", "temporal_relation": "session", "query_temporal_norm": 0.28851476311683655, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7303693294525146}], "gold_semantic_scores": [0.6348857879638672], "gold_temporal_scores": [0.09548349678516388], "max_gold_score": 0.7303693294525146, "max_candidate_score": 0.7303693294525146, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6863989233970642, "best_gold_margin": 0.04397040605545044, "weakest_gold_margin": 0.04397040605545044}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05499", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the streaming cache to keep the preview figure updates responsive?", "temporal_relation": "none", "query_temporal_norm": 0.16522358357906342, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.770622730255127}], "gold_semantic_scores": [0.7297704815864563], "gold_temporal_scores": [0.04085241258144379], "max_gold_score": 0.770622730255127, "max_candidate_score": 0.770622730255127, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6505588889122009, "best_gold_margin": 0.12006384134292603, "weakest_gold_margin": 0.12006384134292603}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05499", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the streaming cache was rejected?", "temporal_relation": "session", "query_temporal_norm": 0.1718233972787857, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0014", "score": 0.8827279806137085}], "gold_semantic_scores": [0.8234227895736694], "gold_temporal_scores": [0.059305284172296524], "max_gold_score": 0.8827279806137085, "max_candidate_score": 0.8827279806137085, "top_memory_id": "history_02_utt_0014", "max_non_gold_score": 0.6066671013832092, "best_gold_margin": 0.27606087923049927, "weakest_gold_margin": 0.27606087923049927}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05623", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Morgan give for recommending Midnight Market Sprint, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16425013542175293, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8350147008895874}, {"memory_id": "history_02_utt_0009", "score": 0.7724217772483826}], "gold_semantic_scores": [0.787319540977478, 0.7223302721977234], "gold_temporal_scores": [0.04769521579146385, 0.05009162053465843], "max_gold_score": 0.8350147008895874, "max_candidate_score": 0.8350147008895874, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.8053754568099976, "best_gold_margin": 0.029639244079589844, "weakest_gold_margin": -0.03295367956161499}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05623", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Morgan give for recommending Midnight Market Sprint?", "temporal_relation": "none", "query_temporal_norm": 0.11812343448400497, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8676796555519104}], "gold_semantic_scores": [0.8378697633743286], "gold_temporal_scores": [0.029809845611453056], "max_gold_score": 0.8676796555519104, "max_candidate_score": 0.8676796555519104, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.8116413950920105, "best_gold_margin": 0.0560382604598999, "weakest_gold_margin": 0.0560382604598999}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05623", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop Midnight Market Sprint?", "temporal_relation": "none", "query_temporal_norm": 0.18542280793190002, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8303212523460388}], "gold_semantic_scores": [0.7467450499534607], "gold_temporal_scores": [0.08357609063386917], "max_gold_score": 0.8303212523460388, "max_candidate_score": 0.8303212523460388, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.622573971748352, "best_gold_margin": 0.20774728059768677, "weakest_gold_margin": 0.20774728059768677}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05623", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention the reason for recommending Rooftop Recipe Fail?", "temporal_relation": "session", "query_temporal_norm": 0.11078116297721863, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0031", "score": 0.7486768960952759}], "gold_semantic_scores": [0.7334519624710083], "gold_temporal_scores": [0.015224662609398365], "max_gold_score": 0.7486768960952759, "max_candidate_score": 0.7486768960952759, "top_memory_id": "history_01_utt_0031", "max_non_gold_score": 0.5310841798782349, "best_gold_margin": 0.21759271621704102, "weakest_gold_margin": 0.21759271621704102}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05786", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their weekend plan to the science museum visit, and what were they originally leaning toward?", "temporal_relation": "none", "query_temporal_norm": 0.4938969612121582, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6315494775772095}, {"memory_id": "history_02_utt_0009", "score": 0.6253747344017029}], "gold_semantic_scores": [0.49844783544540405, 0.6160942316055298], "gold_temporal_scores": [0.13310164213180542, 0.009280437603592873], "max_gold_score": 0.6315494775772095, "max_candidate_score": 0.6315494775772095, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.2770862579345703, "best_gold_margin": 0.35446321964263916, "weakest_gold_margin": 0.34828847646713257}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05786", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity preference was changed during our discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.36310940980911255, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7672605514526367}, {"memory_id": "history_02_utt_0009", "score": 0.7496870756149292}], "gold_semantic_scores": [0.6416958570480347, 0.6379014849662781], "gold_temporal_scores": [0.12556466460227966, 0.11178555339574814], "max_gold_score": 0.7672605514526367, "max_candidate_score": 0.7672605514526367, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.43472015857696533, "best_gold_margin": 0.3325403928756714, "weakest_gold_margin": 0.31496691703796387}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05786", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Jordan say they were leaning toward for the weekend?", "temporal_relation": "none", "query_temporal_norm": 0.33103540539741516, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.898067831993103}], "gold_semantic_scores": [0.8234658241271973], "gold_temporal_scores": [0.07460212707519531], "max_gold_score": 0.898067831993103, "max_candidate_score": 0.898067831993103, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7389628291130066, "best_gold_margin": 0.15910500288009644, "weakest_gold_margin": 0.15910500288009644}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05786", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Jordan say they switched to?", "temporal_relation": "none", "query_temporal_norm": 0.41910097002983093, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9729787111282349}], "gold_semantic_scores": [0.7543753385543823], "gold_temporal_scores": [0.2186034917831421], "max_gold_score": 0.9729787111282349, "max_candidate_score": 0.9729787111282349, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9147732853889465, "best_gold_margin": 0.05820542573928833, "weakest_gold_margin": 0.05820542573928833}
{"sample_id": "conv_673117ee891c_pkg_000", "qa_id": "qa_c5f06114688d89f5", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier one speaker said they'd stay in Thailand for two to three years; later what did that speaker say their minimum stay would be?", "temporal_relation": "none", "query_temporal_norm": 0.1604093760251999, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000048", "score": 0.3176328241825104}, {"memory_id": "utt_000049", "score": 0.3418450653553009}, {"memory_id": "utt_000059", "score": 0.5513471961021423}], "gold_semantic_scores": [0.35971933603286743, 0.3835010826587677, 0.5888713598251343], "gold_temporal_scores": [-0.042086489498615265, -0.0416560061275959, -0.037524253129959106], "max_gold_score": 0.5513471961021423, "max_candidate_score": 0.5513471961021423, "top_memory_id": "utt_000059", "max_non_gold_score": 0.464120090007782, "best_gold_margin": 0.08722710609436035, "weakest_gold_margin": -0.1464872658252716}
{"sample_id": "conv_673117ee891c_pkg_000", "qa_id": "qa_4bf0335e0ff94f86", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What type of visa did the speaker say they were getting?", "temporal_relation": "none", "query_temporal_norm": 0.20215000212192535, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000059", "score": 0.46387091279029846}], "gold_semantic_scores": [0.507132351398468], "gold_temporal_scores": [-0.04326138645410538], "max_gold_score": 0.46387091279029846, "max_candidate_score": 0.52925705909729, "top_memory_id": "utt_000900", "max_non_gold_score": 0.52925705909729, "best_gold_margin": -0.06538614630699158, "weakest_gold_margin": -0.06538614630699158}
{"sample_id": "conv_673117ee891c_pkg_000", "qa_id": "qa_3b2b541e769729b0", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At what part of the conversation did the speaker say, “I mean, five hours a day for me”?", "temporal_relation": "session", "query_temporal_norm": 0.1878192275762558, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000251", "score": 0.5852065086364746}], "gold_semantic_scores": [0.608984112739563], "gold_temporal_scores": [-0.023777546361088753], "max_gold_score": 0.5852065086364746, "max_candidate_score": 0.5852065086364746, "top_memory_id": "utt_000251", "max_non_gold_score": 0.5282739400863647, "best_gold_margin": 0.05693256855010986, "weakest_gold_margin": 0.05693256855010986}
{"sample_id": "conv_e2fc51c9765c_pkg_001", "qa_id": "qa_fc04024b5381f539", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who redid LinkedIn?", "temporal_relation": "none", "query_temporal_norm": 0.2430931180715561, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002118", "score": 0.5079922080039978}, {"memory_id": "utt_002124", "score": 0.4080469608306885}], "gold_semantic_scores": [0.5620452761650085, 0.4621161222457886], "gold_temporal_scores": [-0.05405297502875328, -0.05406926944851875], "max_gold_score": 0.5079922080039978, "max_candidate_score": 0.5079922080039978, "top_memory_id": "utt_002118", "max_non_gold_score": 0.34186306595802307, "best_gold_margin": 0.16612914204597473, "weakest_gold_margin": 0.0661838948726654}
{"sample_id": "conv_e2fc51c9765c_pkg_001", "qa_id": "qa_22103b82dca4b74d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I (Jules) say “I don’t like to hate”?", "temporal_relation": "session", "query_temporal_norm": 0.20437107980251312, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002738", "score": 0.6295395493507385}], "gold_semantic_scores": [0.6733835339546204], "gold_temporal_scores": [-0.043843965977430344], "max_gold_score": 0.6295395493507385, "max_candidate_score": 0.6437025666236877, "top_memory_id": "utt_001634", "max_non_gold_score": 0.6437025666236877, "best_gold_margin": -0.014163017272949219, "weakest_gold_margin": -0.014163017272949219}
{"sample_id": "conv_e2fc51c9765c_pkg_001", "qa_id": "qa_9d5a58c471751da8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the subject's childhood financial situation?", "temporal_relation": "none", "query_temporal_norm": 0.20532506704330444, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001597", "score": 0.7113127112388611}, {"memory_id": "utt_001603", "score": 0.5379450917243958}, {"memory_id": "utt_001606", "score": 0.6673238277435303}], "gold_semantic_scores": [0.760638952255249, 0.5872371196746826, 0.7160707116127014], "gold_temporal_scores": [-0.049326177686452866, -0.049292001873254776, -0.048746734857559204], "max_gold_score": 0.7113127112388611, "max_candidate_score": 0.7113127112388611, "top_memory_id": "utt_001597", "max_non_gold_score": 0.6112727522850037, "best_gold_margin": 0.10003995895385742, "weakest_gold_margin": -0.07332766056060791}
{"sample_id": "conv_e4b1e448b138_pkg_001", "qa_id": "qa_b3e242c07227ce68", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I want money or a car?", "temporal_relation": "none", "query_temporal_norm": 0.20987440645694733, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001396", "score": 0.35647857189178467}, {"memory_id": "utt_001398", "score": 0.5061022043228149}], "gold_semantic_scores": [0.3999316096305847, 0.5495390295982361], "gold_temporal_scores": [-0.043452903628349304, -0.04343687370419502], "max_gold_score": 0.5061022043228149, "max_candidate_score": 0.5061022043228149, "top_memory_id": "utt_001398", "max_non_gold_score": 0.4515921473503113, "best_gold_margin": 0.05451005697250366, "weakest_gold_margin": -0.09511357545852661}
{"sample_id": "conv_e4b1e448b138_pkg_001", "qa_id": "qa_690edeb762164152", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were an atheist?", "temporal_relation": "none", "query_temporal_norm": 0.23864667117595673, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001582", "score": 0.49605563282966614}, {"memory_id": "utt_001584", "score": 0.22410641610622406}], "gold_semantic_scores": [0.5484282374382019, 0.2764907479286194], "gold_temporal_scores": [-0.05237242579460144, -0.052384328097105026], "max_gold_score": 0.49605563282966614, "max_candidate_score": 0.49605563282966614, "top_memory_id": "utt_001582", "max_non_gold_score": 0.43182772397994995, "best_gold_margin": 0.06422790884971619, "weakest_gold_margin": -0.2077213078737259}
{"sample_id": "conv_e4b1e448b138_pkg_001", "qa_id": "qa_24cf80213cac4675", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Around what part of the conversation did Gray say they live in Morocco?", "temporal_relation": "session", "query_temporal_norm": 0.2044803947210312, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001759", "score": 0.6835959553718567}], "gold_semantic_scores": [0.7132916450500488], "gold_temporal_scores": [-0.0296955369412899], "max_gold_score": 0.6835959553718567, "max_candidate_score": 0.6835959553718567, "top_memory_id": "utt_001759", "max_non_gold_score": 0.5068559646606445, "best_gold_margin": 0.17673999071121216, "weakest_gold_margin": 0.17673999071121216}
{"sample_id": "conv_e64d27d66d89_pkg_000", "qa_id": "qa_278c23141b4a047f", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say “I'm I'm I'm I'm a dad”?", "temporal_relation": "session", "query_temporal_norm": 0.20816563069820404, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000604", "score": 0.31154805421829224}], "gold_semantic_scores": [0.3542534410953522], "gold_temporal_scores": [-0.04270545393228531], "max_gold_score": 0.31154805421829224, "max_candidate_score": 0.40453779697418213, "top_memory_id": "utt_000584", "max_non_gold_score": 0.40453779697418213, "best_gold_margin": -0.09298974275588989, "weakest_gold_margin": -0.09298974275588989}
{"sample_id": "conv_e64d27d66d89_pkg_000", "qa_id": "qa_634553d88d93f8ff", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had a daughter?", "temporal_relation": "none", "query_temporal_norm": 0.2484571933746338, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000634", "score": 0.5543262362480164}], "gold_semantic_scores": [0.6153735518455505], "gold_temporal_scores": [-0.061047472059726715], "max_gold_score": 0.5543262362480164, "max_candidate_score": 0.6963996887207031, "top_memory_id": "utt_000292", "max_non_gold_score": 0.6963996887207031, "best_gold_margin": -0.14207345247268677, "weakest_gold_margin": -0.14207345247268677}
{"sample_id": "conv_e64d27d66d89_pkg_000", "qa_id": "qa_a680106a7806bf5d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Was their last girlfriend a parent?", "temporal_relation": "none", "query_temporal_norm": 0.1836775839328766, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000648", "score": 0.7308520674705505}], "gold_semantic_scores": [0.7334125638008118], "gold_temporal_scores": [-0.002560186665505171], "max_gold_score": 0.7308520674705505, "max_candidate_score": 0.7308520674705505, "top_memory_id": "utt_000648", "max_non_gold_score": 0.6300314664840698, "best_gold_margin": 0.10082060098648071, "weakest_gold_margin": 0.10082060098648071}
{"sample_id": "conv_e7a1fd60906e_pkg_000", "qa_id": "qa_71626c14904e394c", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said there should be rules against putting fake locations in listings?", "temporal_relation": "none", "query_temporal_norm": 0.20370519161224365, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000333", "score": 0.564708948135376}, {"memory_id": "utt_000335", "score": 0.25699734687805176}, {"memory_id": "utt_000337", "score": 0.41753119230270386}], "gold_semantic_scores": [0.5862551927566528, 0.2785106301307678, 0.4389773905277252], "gold_temporal_scores": [-0.021546363830566406, -0.02151327021420002, -0.02144627273082733], "max_gold_score": 0.564708948135376, "max_candidate_score": 0.564708948135376, "top_memory_id": "utt_000333", "max_non_gold_score": 0.4522991180419922, "best_gold_margin": 0.11240983009338379, "weakest_gold_margin": -0.19530177116394043}
{"sample_id": "conv_e7a1fd60906e_pkg_000", "qa_id": "qa_9d08359dd1198189", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did that person say they planned to do?", "temporal_relation": "none", "query_temporal_norm": 0.24916641414165497, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000301", "score": 0.0017711310647428036}, {"memory_id": "utt_000303", "score": 0.22380803525447845}], "gold_semantic_scores": [0.041718803346157074, 0.263746052980423], "gold_temporal_scores": [-0.039947666227817535, -0.03993796929717064], "max_gold_score": 0.22380803525447845, "max_candidate_score": 0.3636995553970337, "top_memory_id": "utt_000011", "max_non_gold_score": 0.3636995553970337, "best_gold_margin": -0.13989152014255524, "weakest_gold_margin": -0.3619284243322909}
{"sample_id": "conv_ea27566bfb39_pkg_000", "qa_id": "qa_444c48db84c077c5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What business activity did they say they are currently doing?", "temporal_relation": "none", "query_temporal_norm": 0.18312108516693115, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000107", "score": 0.4361021816730499}], "gold_semantic_scores": [0.45009645819664], "gold_temporal_scores": [-0.013994220644235611], "max_gold_score": 0.4361021816730499, "max_candidate_score": 0.4361021816730499, "top_memory_id": "utt_000107", "max_non_gold_score": 0.3349733054637909, "best_gold_margin": 0.10112887620925903, "weakest_gold_margin": 0.10112887620925903}
{"sample_id": "conv_ea27566bfb39_pkg_000", "qa_id": "qa_a03b523a189405eb", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Finley say they prefer a holistic natural way for health treatment?", "temporal_relation": "session", "query_temporal_norm": 0.17399205267429352, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000218", "score": 0.7403439879417419}], "gold_semantic_scores": [0.761708676815033], "gold_temporal_scores": [-0.021364742890000343], "max_gold_score": 0.7403439879417419, "max_candidate_score": 0.7403439879417419, "top_memory_id": "utt_000218", "max_non_gold_score": 0.5454792976379395, "best_gold_margin": 0.1948646903038025, "weakest_gold_margin": 0.1948646903038025}
{"sample_id": "conv_ea27566bfb39_pkg_000", "qa_id": "qa_57e95db44acad1d7", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did they say about being willing to spend extra when reselling?", "temporal_relation": "none", "query_temporal_norm": 0.19376175105571747, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000098", "score": 0.2793559730052948}], "gold_semantic_scores": [0.30579712986946106], "gold_temporal_scores": [-0.02644111029803753], "max_gold_score": 0.2793559730052948, "max_candidate_score": 0.41554367542266846, "top_memory_id": "utt_000063", "max_non_gold_score": 0.41554367542266846, "best_gold_margin": -0.13618770241737366, "weakest_gold_margin": -0.13618770241737366}
{"sample_id": "conv_ebbbe495f546_pkg_000", "qa_id": "qa_fb4710d708074585", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned making tacos?", "temporal_relation": "none", "query_temporal_norm": 0.23637862503528595, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000496", "score": 0.5001913905143738}], "gold_semantic_scores": [0.5535430908203125], "gold_temporal_scores": [-0.0533515140414238], "max_gold_score": 0.5001913905143738, "max_candidate_score": 0.5001913905143738, "top_memory_id": "utt_000496", "max_non_gold_score": 0.4205585718154907, "best_gold_margin": 0.07963281869888306, "weakest_gold_margin": 0.07963281869888306}
{"sample_id": "conv_ebbbe495f546_pkg_000", "qa_id": "qa_726d7ddde126e34c", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did someone say they like Argentina?", "temporal_relation": "session", "query_temporal_norm": 0.20436187088489532, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000873", "score": 0.6808028221130371}], "gold_semantic_scores": [0.7126729488372803], "gold_temporal_scores": [-0.0318700335919857], "max_gold_score": 0.6808028221130371, "max_candidate_score": 0.6808028221130371, "top_memory_id": "utt_000873", "max_non_gold_score": 0.5053156018257141, "best_gold_margin": 0.175487220287323, "weakest_gold_margin": 0.175487220287323}
{"sample_id": "conv_ebbbe495f546_pkg_000", "qa_id": "qa_18ca620c57d65cce", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Does Bailey cook a lot?", "temporal_relation": "none", "query_temporal_norm": 0.21775883436203003, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000506", "score": 0.6068376898765564}], "gold_semantic_scores": [0.6448546051979065], "gold_temporal_scores": [-0.03801683336496353], "max_gold_score": 0.6068376898765564, "max_candidate_score": 0.6068376898765564, "top_memory_id": "utt_000506", "max_non_gold_score": 0.541793167591095, "best_gold_margin": 0.06504452228546143, "weakest_gold_margin": 0.06504452228546143}
{"sample_id": "conv_ec149ff5dbeb_pkg_000", "qa_id": "qa_c550ba72e318d3c1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who tried traveling by car once?", "temporal_relation": "none", "query_temporal_norm": 0.22987233102321625, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000535", "score": 0.5688976645469666}], "gold_semantic_scores": [0.6114782094955444], "gold_temporal_scores": [-0.04258063808083534], "max_gold_score": 0.5688976645469666, "max_candidate_score": 0.6016008853912354, "top_memory_id": "utt_000685", "max_non_gold_score": 0.6016008853912354, "best_gold_margin": -0.0327032208442688, "weakest_gold_margin": -0.0327032208442688}
{"sample_id": "conv_ec149ff5dbeb_pkg_000", "qa_id": "qa_3c531c0b59c9b94f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Does Kai bring food from home?", "temporal_relation": "none", "query_temporal_norm": 0.21537980437278748, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000343", "score": 0.4864114224910736}, {"memory_id": "utt_000345", "score": 0.47957178950309753}], "gold_semantic_scores": [0.5317914485931396, 0.5249693393707275], "gold_temporal_scores": [-0.04538010060787201, -0.04539758339524269], "max_gold_score": 0.4864114224910736, "max_candidate_score": 0.605800211429596, "top_memory_id": "utt_000357", "max_non_gold_score": 0.605800211429596, "best_gold_margin": -0.11938878893852234, "weakest_gold_margin": -0.1262284219264984}
{"sample_id": "conv_ec149ff5dbeb_pkg_000", "qa_id": "qa_2284e954d8129f7d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person who said they prefer the beach in the morning speak?", "temporal_relation": "session", "query_temporal_norm": 0.19657978415489197, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000456", "score": 0.46283575892448425}], "gold_semantic_scores": [0.4934384822845459], "gold_temporal_scores": [-0.030602751299738884], "max_gold_score": 0.46283575892448425, "max_candidate_score": 0.5304586887359619, "top_memory_id": "utt_000903", "max_non_gold_score": 0.5304586887359619, "best_gold_margin": -0.06762292981147766, "weakest_gold_margin": -0.06762292981147766}
{"sample_id": "conv_ecedcf4e2a2a_pkg_000", "qa_id": "qa_dbd1aee487aa1efd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "I remember talking about the place — what did I say the condition of the accommodation was?", "temporal_relation": "none", "query_temporal_norm": 0.18704213201999664, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000731", "score": 0.03142588585615158}, {"memory_id": "utt_000732", "score": 0.03476814553141594}], "gold_semantic_scores": [0.03965456038713455, 0.04299497604370117], "gold_temporal_scores": [-0.008228679187595844, -0.008226816542446613], "max_gold_score": 0.03476814553141594, "max_candidate_score": 0.44707995653152466, "top_memory_id": "utt_000318", "max_non_gold_score": 0.44707995653152466, "best_gold_margin": -0.4123118110001087, "weakest_gold_margin": -0.4156540706753731}
{"sample_id": "conv_ecedcf4e2a2a_pkg_000", "qa_id": "qa_ada9eba8adddf626", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were paying $10 per night?", "temporal_relation": "none", "query_temporal_norm": 0.23239359259605408, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000724", "score": 0.2526499629020691}, {"memory_id": "utt_000725", "score": 0.6544561386108398}], "gold_semantic_scores": [0.2967401444911957, 0.6985467076301575], "gold_temporal_scores": [-0.04408998414874077, -0.04409029334783554], "max_gold_score": 0.6544561386108398, "max_candidate_score": 0.6544561386108398, "top_memory_id": "utt_000725", "max_non_gold_score": 0.5632529854774475, "best_gold_margin": 0.09120315313339233, "weakest_gold_margin": -0.3106030225753784}
{"sample_id": "conv_ecedcf4e2a2a_pkg_000", "qa_id": "qa_53b4e0980791a9bd", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person say they were \"looking at places to rent in Nepal\" — beginning, middle, or end?", "temporal_relation": "session", "query_temporal_norm": 0.20430777966976166, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000668", "score": 0.5037083625793457}], "gold_semantic_scores": [0.5302897691726685], "gold_temporal_scores": [-0.02658133953809738], "max_gold_score": 0.5037083625793457, "max_candidate_score": 0.5037083625793457, "top_memory_id": "utt_000668", "max_non_gold_score": 0.4068486988544464, "best_gold_margin": 0.09685966372489929, "weakest_gold_margin": 0.09685966372489929}
{"sample_id": "conv_edaaec37ee68_pkg_000", "qa_id": "qa_1b634ef4e1fa9cbd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I keep up with the news or watch it regularly?", "temporal_relation": "none", "query_temporal_norm": 0.17832313477993011, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000174", "score": 0.23157186806201935}, {"memory_id": "utt_000175", "score": 0.5321104526519775}, {"memory_id": "utt_000200", "score": 0.40115436911582947}], "gold_semantic_scores": [0.2587326765060425, 0.5592309832572937, 0.42759644985198975], "gold_temporal_scores": [-0.02716078981757164, -0.027120614424347878, -0.02644208073616028], "max_gold_score": 0.5321104526519775, "max_candidate_score": 0.5321104526519775, "top_memory_id": "utt_000175", "max_non_gold_score": 0.4369044303894043, "best_gold_margin": 0.09520602226257324, "weakest_gold_margin": -0.20533256232738495}
{"sample_id": "conv_edaaec37ee68_pkg_000", "qa_id": "qa_eb3a9ef28a00d760", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Does that person really watch TV?", "temporal_relation": "none", "query_temporal_norm": 0.2210795134305954, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000089", "score": 0.6571764349937439}], "gold_semantic_scores": [0.7007763981819153], "gold_temporal_scores": [-0.043600089848041534], "max_gold_score": 0.6571764349937439, "max_candidate_score": 0.6571764349937439, "top_memory_id": "utt_000089", "max_non_gold_score": 0.5426981449127197, "best_gold_margin": 0.11447829008102417, "weakest_gold_margin": 0.11447829008102417}
{"sample_id": "conv_edaaec37ee68_pkg_000", "qa_id": "qa_f0765c68743d7c97", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did that person talk about fearing their boss being upset or yelling?", "temporal_relation": "session", "query_temporal_norm": 0.2079453319311142, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000379", "score": 0.5209454894065857}, {"memory_id": "utt_000381", "score": 0.5499292016029358}], "gold_semantic_scores": [0.5561313033103943, 0.5851055383682251], "gold_temporal_scores": [-0.03518588840961456, -0.03517639636993408], "max_gold_score": 0.5499292016029358, "max_candidate_score": 0.5844882726669312, "top_memory_id": "utt_000479", "max_non_gold_score": 0.5844882726669312, "best_gold_margin": -0.03455907106399536, "weakest_gold_margin": -0.06354278326034546}
{"sample_id": "conv_efac6cfd7762_pkg_001", "qa_id": "qa_2340b6e4226dd178", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say the rest of the house is open plan?", "temporal_relation": "session", "query_temporal_norm": 0.18513724207878113, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001184", "score": 0.4707043766975403}], "gold_semantic_scores": [0.48740923404693604], "gold_temporal_scores": [-0.016704998910427094], "max_gold_score": 0.4707043766975403, "max_candidate_score": 0.4707043766975403, "top_memory_id": "utt_001184", "max_non_gold_score": 0.4070778787136078, "best_gold_margin": 0.0636264979839325, "weakest_gold_margin": 0.0636264979839325}
{"sample_id": "conv_efac6cfd7762_pkg_001", "qa_id": "qa_7ff3586fe60a9a36", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which area did the speaker say they prefer?", "temporal_relation": "none", "query_temporal_norm": 0.2042768895626068, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001324", "score": 0.4517466127872467}, {"memory_id": "utt_001326", "score": 0.2684386968612671}], "gold_semantic_scores": [0.46854251623153687, 0.2851710021495819], "gold_temporal_scores": [-0.016795916482806206, -0.016732310876250267], "max_gold_score": 0.4517466127872467, "max_candidate_score": 0.4657183289527893, "top_memory_id": "utt_001466", "max_non_gold_score": 0.4657183289527893, "best_gold_margin": -0.013971716165542603, "weakest_gold_margin": -0.19727963209152222}
{"sample_id": "conv_efac6cfd7762_pkg_001", "qa_id": "qa_7cb70166038a4cb6", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they like to walk along the pier especially in high season?", "temporal_relation": "none", "query_temporal_norm": 0.20034700632095337, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001335", "score": 0.48971718549728394}], "gold_semantic_scores": [0.5296822190284729], "gold_temporal_scores": [-0.03996514901518822], "max_gold_score": 0.48971718549728394, "max_candidate_score": 0.48971718549728394, "top_memory_id": "utt_001335", "max_non_gold_score": 0.3990707993507385, "best_gold_margin": 0.09064638614654541, "weakest_gold_margin": 0.09064638614654541}
{"sample_id": "conv_f1bd7107c050_pkg_000", "qa_id": "qa_6a916293073aea24", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said it is easier to iron out issues with a peer/consultant than with an employee?", "temporal_relation": "none", "query_temporal_norm": 0.18255804479122162, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000109", "score": 0.6976877450942993}], "gold_semantic_scores": [0.7260164618492126], "gold_temporal_scores": [-0.028328461572527885], "max_gold_score": 0.6976877450942993, "max_candidate_score": 0.6976877450942993, "top_memory_id": "utt_000109", "max_non_gold_score": 0.5002647638320923, "best_gold_margin": 0.19742298126220703, "weakest_gold_margin": 0.19742298126220703}
{"sample_id": "conv_f1bd7107c050_pkg_000", "qa_id": "qa_08a61a6a7c461a7a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they planned to sit down with the person and explain the issues in real time?", "temporal_relation": "session", "query_temporal_norm": 0.23774047195911407, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000092", "score": 0.3693489134311676}, {"memory_id": "utt_000095", "score": 0.30758678913116455}], "gold_semantic_scores": [0.40939760208129883, 0.3476339876651764], "gold_temporal_scores": [-0.040048714727163315, -0.04004717245697975], "max_gold_score": 0.3693489134311676, "max_candidate_score": 0.443422794342041, "top_memory_id": "utt_000162", "max_non_gold_score": 0.443422794342041, "best_gold_margin": -0.07407388091087341, "weakest_gold_margin": -0.13583600521087646}
{"sample_id": "conv_f1bd7107c050_pkg_000", "qa_id": "qa_32a7005f031a5059", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Gray say about how the report should be edited?", "temporal_relation": "none", "query_temporal_norm": 0.20233948528766632, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000123", "score": 0.4969605505466461}], "gold_semantic_scores": [0.53174889087677], "gold_temporal_scores": [-0.03478823974728584], "max_gold_score": 0.4969605505466461, "max_candidate_score": 0.5339556336402893, "top_memory_id": "utt_000053", "max_non_gold_score": 0.5339556336402893, "best_gold_margin": -0.03699508309364319, "weakest_gold_margin": -0.03699508309364319}
{"sample_id": "conv_f3c649a098fe_pkg_000", "qa_id": "qa_f2fa4fbb4b1f705f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they broke their leg?", "temporal_relation": "none", "query_temporal_norm": 0.23463791608810425, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000436", "score": 0.5686708092689514}], "gold_semantic_scores": [0.6206070184707642], "gold_temporal_scores": [-0.05193627253174782], "max_gold_score": 0.5686708092689514, "max_candidate_score": 0.5686708092689514, "top_memory_id": "utt_000436", "max_non_gold_score": 0.33875253796577454, "best_gold_margin": 0.22991827130317688, "weakest_gold_margin": 0.22991827130317688}
{"sample_id": "conv_f3c649a098fe_pkg_000", "qa_id": "qa_7526f8ceb449c644", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker describe tripping while trying to jump over a Lamborghini?", "temporal_relation": "session", "query_temporal_norm": 0.20345722138881683, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000430", "score": 0.44993025064468384}, {"memory_id": "utt_000432", "score": 0.2704561650753021}, {"memory_id": "utt_000433", "score": 0.5244371294975281}], "gold_semantic_scores": [0.4838671386241913, 0.304383784532547, 0.5583641529083252], "gold_temporal_scores": [-0.03393677622079849, -0.03392737731337547, -0.03392699733376503], "max_gold_score": 0.5244371294975281, "max_candidate_score": 0.5244371294975281, "top_memory_id": "utt_000433", "max_non_gold_score": 0.4260815382003784, "best_gold_margin": 0.09835559129714966, "weakest_gold_margin": -0.1556253731250763}
{"sample_id": "conv_f3c649a098fe_pkg_000", "qa_id": "qa_68b1c4c347a82b64", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Kendall's stance about continuing to listen to an artist despite controversy?", "temporal_relation": "none", "query_temporal_norm": 0.16581450402736664, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000170", "score": 0.6073771715164185}, {"memory_id": "utt_000171", "score": 0.3399631381034851}, {"memory_id": "utt_000176", "score": 0.3504578173160553}, {"memory_id": "utt_000178", "score": 0.34335070848464966}], "gold_semantic_scores": [0.6201294660568237, 0.35266855359077454, 0.36276984214782715, 0.35564693808555603], "gold_temporal_scores": [-0.012752288952469826, -0.012705325148999691, -0.012312051840126514, -0.012296251021325588], "max_gold_score": 0.6073771715164185, "max_candidate_score": 0.6073771715164185, "top_memory_id": "utt_000170", "max_non_gold_score": 0.5289844274520874, "best_gold_margin": 0.07839274406433105, "weakest_gold_margin": -0.1890212893486023}
{"sample_id": "conv_f3c649a098fe_pkg_000", "qa_id": "qa_649376f7f7550905", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the conversation say about people who claim it's wrong to like the music?", "temporal_relation": "none", "query_temporal_norm": 0.20684431493282318, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000179", "score": 0.3415657877922058}, {"memory_id": "utt_000181", "score": 0.4896653890609741}], "gold_semantic_scores": [0.36356738209724426, 0.5115689039230347], "gold_temporal_scores": [-0.02200157754123211, -0.021903522312641144], "max_gold_score": 0.4896653890609741, "max_candidate_score": 0.6297197937965393, "top_memory_id": "utt_000174", "max_non_gold_score": 0.6297197937965393, "best_gold_margin": -0.14005440473556519, "weakest_gold_margin": -0.2881540060043335}
{"sample_id": "conv_f4b4de76a644_pkg_000", "qa_id": "qa_9bf0f024d2f5937e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "I mentioned being new to the States and opportunities with AI—what was my attitude toward AI-related opportunities?", "temporal_relation": "none", "query_temporal_norm": 0.20462356507778168, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000062", "score": 0.3022743761539459}], "gold_semantic_scores": [0.3383219242095947], "gold_temporal_scores": [-0.03604753315448761], "max_gold_score": 0.3022743761539459, "max_candidate_score": 0.5629880428314209, "top_memory_id": "utt_000479", "max_non_gold_score": 0.5629880428314209, "best_gold_margin": -0.260713666677475, "weakest_gold_margin": -0.260713666677475}
{"sample_id": "conv_f4b4de76a644_pkg_000", "qa_id": "qa_47d1800266fb5367", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the other participant say they were a professional music producer?", "temporal_relation": "session", "query_temporal_norm": 0.20026935636997223, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000139", "score": 0.7118946313858032}, {"memory_id": "utt_000150", "score": 0.8260766267776489}], "gold_semantic_scores": [0.7423250079154968, 0.8560793399810791], "gold_temporal_scores": [-0.030430279672145844, -0.030002495273947716], "max_gold_score": 0.8260766267776489, "max_candidate_score": 0.8260766267776489, "top_memory_id": "utt_000150", "max_non_gold_score": 0.5856529474258423, "best_gold_margin": 0.24042367935180664, "weakest_gold_margin": 0.12624168395996094}
{"sample_id": "conv_f4b4de76a644_pkg_000", "qa_id": "qa_590b6189b0ba2a31", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How long did Leah say her work breaks typically are?", "temporal_relation": "none", "query_temporal_norm": 0.23700746893882751, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000104", "score": 0.5619295835494995}], "gold_semantic_scores": [0.6009911894798279], "gold_temporal_scores": [-0.039061687886714935], "max_gold_score": 0.5619295835494995, "max_candidate_score": 0.5619295835494995, "top_memory_id": "utt_000104", "max_non_gold_score": 0.4998528063297272, "best_gold_margin": 0.06207677721977234, "weakest_gold_margin": 0.06207677721977234}
{"sample_id": "conv_f5c0b02f01e2_pkg_000", "qa_id": "qa_385f3e34aa89e590", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I said where I am — what city did I say I'm in?", "temporal_relation": "none", "query_temporal_norm": 0.2217477709054947, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000010", "score": 0.5501576662063599}], "gold_semantic_scores": [0.5721102952957153], "gold_temporal_scores": [-0.02195269614458084], "max_gold_score": 0.5501576662063599, "max_candidate_score": 0.5501576662063599, "top_memory_id": "utt_000010", "max_non_gold_score": 0.4807805120944977, "best_gold_margin": 0.06937715411186218, "weakest_gold_margin": 0.06937715411186218}
{"sample_id": "conv_f5c0b02f01e2_pkg_000", "qa_id": "qa_d2a981789d847e1c", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker decide to do about going to Pattaya?", "temporal_relation": "none", "query_temporal_norm": 0.17145776748657227, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000600", "score": 0.5954867601394653}, {"memory_id": "utt_000604", "score": 0.164437934756279}], "gold_semantic_scores": [0.6016234159469604, 0.1705576330423355], "gold_temporal_scores": [-0.006136608775705099, -0.006119738332927227], "max_gold_score": 0.5954867601394653, "max_candidate_score": 0.6727282404899597, "top_memory_id": "utt_000754", "max_non_gold_score": 0.6727282404899597, "best_gold_margin": -0.07724148035049438, "weakest_gold_margin": -0.5082903057336807}
{"sample_id": "conv_f81a5c7d6104_pkg_001", "qa_id": "qa_4f7a662b63c15484", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Based on what was said about pineapple on pizza, what does each person in the conversation think of it?", "temporal_relation": "none", "query_temporal_norm": 0.16828186810016632, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001339", "score": -0.07816749811172485}, {"memory_id": "utt_001340", "score": 0.6339010000228882}, {"memory_id": "utt_001342", "score": -0.018344199284911156}, {"memory_id": "utt_001343", "score": 0.687462329864502}], "gold_semantic_scores": [-0.05364696681499481, 0.6584208607673645, 0.006172632332891226, 0.7119778394699097], "gold_temporal_scores": [-0.024520551785826683, -0.024519935250282288, -0.024516845121979713, -0.024515558034181595], "max_gold_score": 0.687462329864502, "max_candidate_score": 0.687462329864502, "top_memory_id": "utt_001343", "max_non_gold_score": 0.528057336807251, "best_gold_margin": 0.15940499305725098, "weakest_gold_margin": -0.6062248349189758}
{"sample_id": "conv_f81a5c7d6104_pkg_001", "qa_id": "qa_84ec2711eeb5fe7f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I still dislike any particular food, and if so which one?", "temporal_relation": "none", "query_temporal_norm": 0.15147237479686737, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000951", "score": 0.6089405417442322}], "gold_semantic_scores": [0.6193935871124268], "gold_temporal_scores": [-0.010453149676322937], "max_gold_score": 0.6089405417442322, "max_candidate_score": 0.7964739799499512, "top_memory_id": "utt_001387", "max_non_gold_score": 0.7964739799499512, "best_gold_margin": -0.187533438205719, "weakest_gold_margin": -0.187533438205719}
{"sample_id": "conv_f81a5c7d6104_pkg_001", "qa_id": "qa_a860a6b31a869189", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What hot dog preferences did Cameron and Finley express?", "temporal_relation": "none", "query_temporal_norm": 0.1897088587284088, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001429", "score": 0.3918488621711731}, {"memory_id": "utt_001430", "score": 0.41123685240745544}, {"memory_id": "utt_001434", "score": 0.25149381160736084}], "gold_semantic_scores": [0.4265865683555603, 0.4459746181964874, 0.28623148798942566], "gold_temporal_scores": [-0.03473776578903198, -0.03473775088787079, -0.03473774343729019], "max_gold_score": 0.41123685240745544, "max_candidate_score": 0.5936122536659241, "top_memory_id": "utt_001348", "max_non_gold_score": 0.5936122536659241, "best_gold_margin": -0.18237540125846863, "weakest_gold_margin": -0.34211844205856323}
{"sample_id": "conv_f9f01d06c18a_pkg_001", "qa_id": "qa_6cb8dd7cc0138b48", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the other participant say they wanted to do with their recent training?", "temporal_relation": "none", "query_temporal_norm": 0.18227148056030273, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001142", "score": 0.4580591022968292}, {"memory_id": "utt_001143", "score": 0.517605185508728}, {"memory_id": "utt_001159", "score": 0.4192520081996918}], "gold_semantic_scores": [0.4450148046016693, 0.5045352578163147, 0.40594005584716797], "gold_temporal_scores": [0.013044323772192001, 0.01306994166225195, 0.013311953283846378], "max_gold_score": 0.517605185508728, "max_candidate_score": 0.5824388265609741, "top_memory_id": "utt_001162", "max_non_gold_score": 0.5824388265609741, "best_gold_margin": -0.0648336410522461, "weakest_gold_margin": -0.16318681836128235}
{"sample_id": "conv_f9f01d06c18a_pkg_001", "qa_id": "qa_14e4828db794fc8a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say I don't want to do work that only makes money without contributing to useful skills?", "temporal_relation": "session", "query_temporal_norm": 0.1854223906993866, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001176", "score": 0.6194685697555542}, {"memory_id": "utt_001177", "score": 0.5326003432273865}, {"memory_id": "utt_001180", "score": 0.5854580402374268}], "gold_semantic_scores": [0.6395920515060425, 0.552706778049469, 0.6055543422698975], "gold_temporal_scores": [-0.020123563706874847, -0.020106229931116104, -0.020096147432923317], "max_gold_score": 0.6194685697555542, "max_candidate_score": 0.7463746666908264, "top_memory_id": "utt_001171", "max_non_gold_score": 0.7463746666908264, "best_gold_margin": -0.12690609693527222, "weakest_gold_margin": -0.21377432346343994}
{"sample_id": "conv_f9f01d06c18a_pkg_001", "qa_id": "qa_ab18fc1dbf957fba", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What preference did Reese state about how to handle someone's disrespect versus their absence?", "temporal_relation": "none", "query_temporal_norm": 0.19712091982364655, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000810", "score": 0.70708167552948}], "gold_semantic_scores": [0.7291492223739624], "gold_temporal_scores": [-0.022067582234740257], "max_gold_score": 0.70708167552948, "max_candidate_score": 0.70708167552948, "top_memory_id": "utt_000810", "max_non_gold_score": 0.6855714917182922, "best_gold_margin": 0.021510183811187744, "weakest_gold_margin": 0.021510183811187744}
{"sample_id": "conv_f9f01d06c18a_pkg_001", "qa_id": "qa_481fa6a44cf98239", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who did we hear is 48 years old?", "temporal_relation": "none", "query_temporal_norm": 0.23358573019504547, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001068", "score": 0.656755268573761}], "gold_semantic_scores": [0.7088619470596313], "gold_temporal_scores": [-0.05210655555129051], "max_gold_score": 0.656755268573761, "max_candidate_score": 0.7107506394386292, "top_memory_id": "utt_001020", "max_non_gold_score": 0.7107506394386292, "best_gold_margin": -0.053995370864868164, "weakest_gold_margin": -0.053995370864868164}
{"sample_id": "conv_fb1eb2d393d9_pkg_000", "qa_id": "qa_64e315a1be42169a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Yai say about herself earlier in the conversation?", "temporal_relation": "none", "query_temporal_norm": 0.2764896750450134, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000143", "score": 0.4402291774749756}], "gold_semantic_scores": [0.49165886640548706], "gold_temporal_scores": [-0.051429733633995056], "max_gold_score": 0.4402291774749756, "max_candidate_score": 0.4402291774749756, "top_memory_id": "utt_000143", "max_non_gold_score": 0.39550256729125977, "best_gold_margin": 0.04472661018371582, "weakest_gold_margin": 0.04472661018371582}
{"sample_id": "conv_fb1eb2d393d9_pkg_000", "qa_id": "qa_1487bc15ce4cf230", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said that a participant has cats?", "temporal_relation": "session", "query_temporal_norm": 0.2089867740869522, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000686", "score": 0.5270100831985474}], "gold_semantic_scores": [0.5535315871238708], "gold_temporal_scores": [-0.026521597057580948], "max_gold_score": 0.5270100831985474, "max_candidate_score": 0.6066101789474487, "top_memory_id": "utt_000484", "max_non_gold_score": 0.6066101789474487, "best_gold_margin": -0.07960009574890137, "weakest_gold_margin": -0.07960009574890137}
{"sample_id": "conv_fb1eb2d393d9_pkg_000", "qa_id": "qa_5796f8ee48c0c44a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Who am I planning to surprise?", "temporal_relation": "none", "query_temporal_norm": 0.2566808760166168, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000670", "score": 0.670440673828125}, {"memory_id": "utt_000672", "score": 0.630672037601471}], "gold_semantic_scores": [0.7156217694282532, 0.6758543252944946], "gold_temporal_scores": [-0.0451812706887722, -0.04518229514360428], "max_gold_score": 0.670440673828125, "max_candidate_score": 0.670440673828125, "top_memory_id": "utt_000670", "max_non_gold_score": 0.5028911828994751, "best_gold_margin": 0.1675494909286499, "weakest_gold_margin": 0.12778085470199585}
{"sample_id": "conv_fb1eb2d393d9_pkg_000", "qa_id": "qa_64bd38766625fe77", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that their most they've ever gotten was 50 an hour?", "temporal_relation": "none", "query_temporal_norm": 0.192050501704216, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000144", "score": 0.62267005443573}, {"memory_id": "utt_000145", "score": 0.6318231225013733}], "gold_semantic_scores": [0.6539759039878845, 0.6628896594047546], "gold_temporal_scores": [-0.031305667012929916, -0.03106650896370411], "max_gold_score": 0.6318231225013733, "max_candidate_score": 0.6318231225013733, "top_memory_id": "utt_000145", "max_non_gold_score": 0.5287633538246155, "best_gold_margin": 0.10305976867675781, "weakest_gold_margin": 0.0939067006111145}
{"sample_id": "conv_fbc7ea46f268_pkg_000", "qa_id": "qa_550f3ff805780993", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Noel say she was responsible for closing a client's case in the program for disorderly conduct?", "temporal_relation": "session", "query_temporal_norm": 0.19353856146335602, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000131", "score": 0.6677480936050415}], "gold_semantic_scores": [0.6942716240882874], "gold_temporal_scores": [-0.026523493230342865], "max_gold_score": 0.6677480936050415, "max_candidate_score": 0.6677480936050415, "top_memory_id": "utt_000131", "max_non_gold_score": 0.3601296842098236, "best_gold_margin": 0.3076184093952179, "weakest_gold_margin": 0.3076184093952179}
{"sample_id": "conv_fbc7ea46f268_pkg_000", "qa_id": "qa_b3ef64d9837c3309", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What item was mentioned as being ordered?", "temporal_relation": "none", "query_temporal_norm": 0.2389979064464569, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000022", "score": 0.5323282480239868}], "gold_semantic_scores": [0.5737940669059753], "gold_temporal_scores": [-0.04146590456366539], "max_gold_score": 0.5323282480239868, "max_candidate_score": 0.5323282480239868, "top_memory_id": "utt_000022", "max_non_gold_score": 0.4051417410373688, "best_gold_margin": 0.12718650698661804, "weakest_gold_margin": 0.12718650698661804}
{"sample_id": "conv_fbc7ea46f268_pkg_000", "qa_id": "qa_853e305898710775", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they needed to upgrade our equipment?", "temporal_relation": "none", "query_temporal_norm": 0.19574663043022156, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000284", "score": 0.7066076397895813}], "gold_semantic_scores": [0.738053560256958], "gold_temporal_scores": [-0.03144596144556999], "max_gold_score": 0.7066076397895813, "max_candidate_score": 0.7066076397895813, "top_memory_id": "utt_000284", "max_non_gold_score": 0.4302600920200348, "best_gold_margin": 0.2763475477695465, "weakest_gold_margin": 0.2763475477695465}
{"sample_id": "conv_fdd10938f796_pkg_000", "qa_id": "qa_277a05cbf6bd90cf", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they probably spent over 1,000 US dollars for their camera and housing?", "temporal_relation": "none", "query_temporal_norm": 0.20859511196613312, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000429", "score": 0.7076602578163147}], "gold_semantic_scores": [0.7375233173370361], "gold_temporal_scores": [-0.029863256961107254], "max_gold_score": 0.7076602578163147, "max_candidate_score": 0.7076602578163147, "top_memory_id": "utt_000429", "max_non_gold_score": 0.4369662404060364, "best_gold_margin": 0.2706940174102783, "weakest_gold_margin": 0.2706940174102783}
{"sample_id": "conv_fdd10938f796_pkg_000", "qa_id": "qa_464ac84bbbb157ab", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person say they were still in Morocco?", "temporal_relation": "session", "query_temporal_norm": 0.20331330597400665, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000276", "score": 0.45062315464019775}, {"memory_id": "utt_000278", "score": 0.6544809341430664}], "gold_semantic_scores": [0.4864749014377594, 0.6903090476989746], "gold_temporal_scores": [-0.035851798951625824, -0.03582802042365074], "max_gold_score": 0.6544809341430664, "max_candidate_score": 0.6544809341430664, "top_memory_id": "utt_000278", "max_non_gold_score": 0.4404314458370209, "best_gold_margin": 0.21404948830604553, "weakest_gold_margin": 0.01019170880317688}
{"sample_id": "conv_fdd10938f796_pkg_000", "qa_id": "qa_41e0fbf545849979", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When did Shawn say he moved out to this country?", "temporal_relation": "none", "query_temporal_norm": 0.19936560094356537, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000128", "score": 0.6482023000717163}], "gold_semantic_scores": [0.692207932472229], "gold_temporal_scores": [-0.044005755335092545], "max_gold_score": 0.6482023000717163, "max_candidate_score": 0.6482023000717163, "top_memory_id": "utt_000128", "max_non_gold_score": 0.5407483577728271, "best_gold_margin": 0.10745394229888916, "weakest_gold_margin": 0.10745394229888916}
{"sample_id": "conv_fdd10938f796_pkg_000", "qa_id": "qa_197489eb3fbefb06", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What hobby did the person say they used to do?", "temporal_relation": "none", "query_temporal_norm": 0.23143713176250458, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000417", "score": 0.6627868413925171}], "gold_semantic_scores": [0.7073138952255249], "gold_temporal_scores": [-0.04452671483159065], "max_gold_score": 0.6627868413925171, "max_candidate_score": 0.6627868413925171, "top_memory_id": "utt_000417", "max_non_gold_score": 0.39605796337127686, "best_gold_margin": 0.26672887802124023, "weakest_gold_margin": 0.26672887802124023}
{"sample_id": "conv_fe6242a7ccd0_pkg_002", "qa_id": "qa_bddca78f4d455c52", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Robin say she was with Eric?", "temporal_relation": "session", "query_temporal_norm": 0.2264789193868637, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002663", "score": 0.4224310517311096}, {"memory_id": "utt_002664", "score": 0.7099575400352478}], "gold_semantic_scores": [0.4430352449417114, 0.7299865484237671], "gold_temporal_scores": [-0.02060423418879509, -0.020029008388519287], "max_gold_score": 0.7099575400352478, "max_candidate_score": 0.7099575400352478, "top_memory_id": "utt_002664", "max_non_gold_score": 0.4437565207481384, "best_gold_margin": 0.2662010192871094, "weakest_gold_margin": -0.02132546901702881}
{"sample_id": "conv_fe6242a7ccd0_pkg_002", "qa_id": "qa_9f327210f1dd1164", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What religious practice did the speaker mention he follows?", "temporal_relation": "none", "query_temporal_norm": 0.20393109321594238, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_003270", "score": 0.5564749240875244}], "gold_semantic_scores": [0.5761158466339111], "gold_temporal_scores": [-0.019640810787677765], "max_gold_score": 0.5564749240875244, "max_candidate_score": 0.5564749240875244, "top_memory_id": "utt_003270", "max_non_gold_score": 0.4425813555717468, "best_gold_margin": 0.11389356851577759, "weakest_gold_margin": 0.11389356851577759}
{"sample_id": "conv_fe6242a7ccd0_pkg_002", "qa_id": "qa_8410c8c61e7ae353", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say he wants to find a regular job in Sao Paulo?", "temporal_relation": "session", "query_temporal_norm": 0.18778997659683228, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_003473", "score": 0.6751753687858582}], "gold_semantic_scores": [0.6980965733528137], "gold_temporal_scores": [-0.022921375930309296], "max_gold_score": 0.6751753687858582, "max_candidate_score": 0.6751753687858582, "top_memory_id": "utt_003473", "max_non_gold_score": 0.5069705247879028, "best_gold_margin": 0.16820484399795532, "weakest_gold_margin": 0.16820484399795532}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00015", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Olive & Thyme, and what is its current booking status?", "temporal_relation": "none", "query_temporal_norm": 0.3217720091342926, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6073232293128967}, {"memory_id": "history_02_utt_0009", "score": 0.7659340500831604}], "gold_semantic_scores": [0.5116508603096008, 0.63311368227005], "gold_temporal_scores": [0.09567224979400635, 0.1328205168247223], "max_gold_score": 0.7659340500831604, "max_candidate_score": 0.7659340500831604, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4591871201992035, "best_gold_margin": 0.3067469298839569, "weakest_gold_margin": 0.14813610911369324}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00015", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said Olive & Thyme is closed this weekend?", "temporal_relation": "none", "query_temporal_norm": 0.21042115986347198, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8611478209495544}], "gold_semantic_scores": [0.7710394859313965], "gold_temporal_scores": [0.09010868519544601], "max_gold_score": 0.8611478209495544, "max_candidate_score": 0.8611478209495544, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.49272727966308594, "best_gold_margin": 0.3684205412864685, "weakest_gold_margin": 0.3684205412864685}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00015", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Hayden give for suggesting Olive & Thyme?", "temporal_relation": "none", "query_temporal_norm": 0.1708677113056183, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7949298024177551}], "gold_semantic_scores": [0.7466601729393005], "gold_temporal_scores": [0.04826943203806877], "max_gold_score": 0.7949298024177551, "max_candidate_score": 0.7949298024177551, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6661835312843323, "best_gold_margin": 0.12874627113342285, "weakest_gold_margin": 0.12874627113342285}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00015", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What is Hayden bringing to the laundry room?", "temporal_relation": "none", "query_temporal_norm": 0.2588330805301666, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.52359938621521, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.52359938621521, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00117", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Before we switched locations, what did Cameron originally say the venue was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5567774772644043, "query_session_index": 2, "query_start_sec": 19.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8455987572669983}], "gold_semantic_scores": [0.7208256721496582], "gold_temporal_scores": [0.12477295845746994], "max_gold_score": 0.8455987572669983, "max_candidate_score": 0.8471233248710632, "top_memory_id": "history_01_utt_0009::cf::main::3", "max_non_gold_score": 0.8471233248710632, "best_gold_margin": -0.0015245676040649414, "weakest_gold_margin": -0.0015245676040649414}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00117", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the venue change from, and what is it now?", "temporal_relation": "comparison", "query_temporal_norm": 0.41437965631484985, "query_session_index": 2, "query_start_sec": 19.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7786683440208435}, {"memory_id": "history_02_utt_0009", "score": 0.8140693306922913}], "gold_semantic_scores": [0.6280273199081421, 0.6923769116401672], "gold_temporal_scores": [0.15064111351966858, 0.12169239670038223], "max_gold_score": 0.8140693306922913, "max_candidate_score": 0.8140693306922913, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.49880173802375793, "best_gold_margin": 0.3152675926685333, "weakest_gold_margin": 0.27986660599708557}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00117", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which venue did Cameron say he booked for our viewing?", "temporal_relation": "none", "query_temporal_norm": 0.20167703926563263, "query_session_index": 2, "query_start_sec": 19.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8134018778800964}], "gold_semantic_scores": [0.7609687447547913], "gold_temporal_scores": [0.052433256059885025], "max_gold_score": 0.8134018778800964, "max_candidate_score": 0.8134018778800964, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7634960412979126, "best_gold_margin": 0.04990583658218384, "weakest_gold_margin": 0.04990583658218384}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00117", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we later switch the venue to?", "temporal_relation": "latest", "query_temporal_norm": 0.4401529133319855, "query_session_index": 2, "query_start_sec": 19.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9967982769012451}], "gold_semantic_scores": [0.7758756875991821], "gold_temporal_scores": [0.22092275321483612], "max_gold_score": 0.9967982769012451, "max_candidate_score": 0.9967982769012451, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9950531125068665, "best_gold_margin": 0.0017451643943786621, "weakest_gold_margin": 0.0017451643943786621}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00261", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say changed about my dataset between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.36029544472694397, "query_session_index": 2, "query_start_sec": 20.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5147258043289185}, {"memory_id": "history_02_utt_0009", "score": 0.5087143182754517}], "gold_semantic_scores": [0.3862905502319336, 0.40516796708106995], "gold_temporal_scores": [0.12843526899814606, 0.10354623198509216], "max_gold_score": 0.5147258043289185, "max_candidate_score": 0.5551785826683044, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.5551785826683044, "best_gold_margin": -0.040452778339385986, "weakest_gold_margin": -0.04646426439285278}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00261", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who finalized dataset v3?", "temporal_relation": "none", "query_temporal_norm": 0.2409915328025818, "query_session_index": 2, "query_start_sec": 20.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.46827563643455505}], "gold_semantic_scores": [0.40175873041152954], "gold_temporal_scores": [0.06651704758405685], "max_gold_score": 0.46827563643455505, "max_candidate_score": 0.4713559150695801, "top_memory_id": "history_01_utt_0001", "max_non_gold_score": 0.4713559150695801, "best_gold_margin": -0.0030802786350250244, "weakest_gold_margin": -0.0030802786350250244}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00261", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current version and format of the dataset as it was finalized?", "temporal_relation": "latest", "query_temporal_norm": 0.5283669829368591, "query_session_index": 2, "query_start_sec": 20.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.867649495601654}], "gold_semantic_scores": [0.5880343914031982], "gold_temporal_scores": [0.2796149253845215], "max_gold_score": 0.867649495601654, "max_candidate_score": 0.867649495601654, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8673872947692871, "best_gold_margin": 0.00026220083236694336, "weakest_gold_margin": 0.00026220083236694336}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00261", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "Where did Morgan say the spare projector is stored?", "temporal_relation": "none", "query_temporal_norm": 0.12332991510629654, "query_session_index": 2, "query_start_sec": 20.560000000000002, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.2677221894264221, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.2677221894264221, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00367", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the in-process fast-path, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.22524893283843994, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7158884406089783}, {"memory_id": "history_02_utt_0008", "score": 0.6404086351394653}], "gold_semantic_scores": [0.649459183216095, 0.6061421036720276], "gold_temporal_scores": [0.06642932444810867, 0.03426656126976013], "max_gold_score": 0.7158884406089783, "max_candidate_score": 0.7158884406089783, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.42292389273643494, "best_gold_margin": 0.29296454787254333, "weakest_gold_margin": 0.2174847424030304}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00367", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say Rowan had proposed?", "temporal_relation": "none", "query_temporal_norm": 0.2545381188392639, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5771016478538513}], "gold_semantic_scores": [0.5300384163856506], "gold_temporal_scores": [0.04706316441297531], "max_gold_score": 0.5771016478538513, "max_candidate_score": 0.5771016478538513, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.495567262172699, "best_gold_margin": 0.08153438568115234, "weakest_gold_margin": 0.08153438568115234}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00367", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the in-process fast-path proposal?", "temporal_relation": "none", "query_temporal_norm": 0.2555515468120575, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7742025256156921}], "gold_semantic_scores": [0.6599103212356567], "gold_temporal_scores": [0.11429250240325928], "max_gold_score": 0.7742025256156921, "max_candidate_score": 0.7742025256156921, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5980026721954346, "best_gold_margin": 0.17619985342025757, "weakest_gold_margin": 0.17619985342025757}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00367", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation discussed a shared Redis cache being proposed as an alternative?", "temporal_relation": "session", "query_temporal_norm": 0.1460225135087967, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.8117439150810242}], "gold_semantic_scores": [0.7749490737915039], "gold_temporal_scores": [0.0367947556078434], "max_gold_score": 0.8117439150810242, "max_candidate_score": 0.8117439150810242, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4859189987182617, "best_gold_margin": 0.32582491636276245, "weakest_gold_margin": 0.32582491636276245}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00451", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested the stainless-steel toaster oven?", "temporal_relation": "earliest", "query_temporal_norm": 0.5293167233467102, "query_session_index": 2, "query_start_sec": 22.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6181142330169678}], "gold_semantic_scores": [0.5056950449943542], "gold_temporal_scores": [0.11241918802261353], "max_gold_score": 0.6181142330169678, "max_candidate_score": 0.6181142330169678, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6113350987434387, "best_gold_margin": 0.006779134273529053, "weakest_gold_margin": 0.006779134273529053}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00451", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before it was changed to a different appliance, what did the group originally suggest getting?", "temporal_relation": "earliest", "query_temporal_norm": 0.5382967591285706, "query_session_index": 2, "query_start_sec": 22.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.4636740982532501}], "gold_semantic_scores": [0.31695258617401123], "gold_temporal_scores": [0.14672152698040009], "max_gold_score": 0.4636740982532501, "max_candidate_score": 0.4636740982532501, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4473493993282318, "best_gold_margin": 0.01632469892501831, "weakest_gold_margin": 0.01632469892501831}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00451", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn say we should get?", "temporal_relation": "none", "query_temporal_norm": 0.23377835750579834, "query_session_index": 2, "query_start_sec": 22.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.38298678398132324}], "gold_semantic_scores": [0.32432472705841064], "gold_temporal_scores": [0.058662086725234985], "max_gold_score": 0.38298678398132324, "max_candidate_score": 0.38298678398132324, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.37017160654067993, "best_gold_margin": 0.01281517744064331, "weakest_gold_margin": 0.01281517744064331}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00451", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What appliance are we planning to get now?", "temporal_relation": "latest", "query_temporal_norm": 0.38125884532928467, "query_session_index": 2, "query_start_sec": 22.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8811390995979309}], "gold_semantic_scores": [0.6923951506614685], "gold_temporal_scores": [0.1887439787387848], "max_gold_score": 0.8811390995979309, "max_candidate_score": 0.8811390995979309, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8797295689582825, "best_gold_margin": 0.0014095306396484375, "weakest_gold_margin": 0.0014095306396484375}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00550", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5520229935646057, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9938693046569824}], "gold_semantic_scores": [0.7259107828140259], "gold_temporal_scores": [0.2679583430290222], "max_gold_score": 0.9938693046569824, "max_candidate_score": 0.9938693046569824, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9887257218360901, "best_gold_margin": 0.005143582820892334, "weakest_gold_margin": 0.005143582820892334}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00550", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently for the group?", "temporal_relation": "none", "query_temporal_norm": 0.5222765803337097, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9604262709617615}], "gold_semantic_scores": [0.7125085592269897], "gold_temporal_scores": [0.24791757762432098], "max_gold_score": 0.9604262709617615, "max_candidate_score": 0.9604262709617615, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9593043923377991, "best_gold_margin": 0.0011218786239624023, "weakest_gold_margin": 0.0011218786239624023}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00550", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before the change, which activity had been suggested earlier?", "temporal_relation": "before", "query_temporal_norm": 0.3138144314289093, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7049931883811951}], "gold_semantic_scores": [0.6600189805030823], "gold_temporal_scores": [0.044974129647016525], "max_gold_score": 0.7049931883811951, "max_candidate_score": 0.7049931883811951, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5646268129348755, "best_gold_margin": 0.14036637544631958, "weakest_gold_margin": 0.14036637544631958}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00550", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan say they'd rather do a kayaking trip?", "temporal_relation": "session", "query_temporal_norm": 0.14848588407039642, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8886417746543884}], "gold_semantic_scores": [0.856020987033844], "gold_temporal_scores": [0.032620981335639954], "max_gold_score": 0.8886417746543884, "max_candidate_score": 0.8886417746543884, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8152565360069275, "best_gold_margin": 0.07338523864746094, "weakest_gold_margin": 0.07338523864746094}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00692", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about the shopping item — how did it change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41492700576782227, "query_session_index": 2, "query_start_sec": 15.479999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7063039541244507}, {"memory_id": "history_02_utt_0010", "score": 0.8069488406181335}], "gold_semantic_scores": [0.554761528968811, 0.6866432428359985], "gold_temporal_scores": [0.15154235064983368, 0.1203058585524559], "max_gold_score": 0.8069488406181335, "max_candidate_score": 0.8184491991996765, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.8184491991996765, "best_gold_margin": -0.011500358581542969, "weakest_gold_margin": -0.11214524507522583}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00692", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the shopping list to a five-pound bag of jasmine rice?", "temporal_relation": "none", "query_temporal_norm": 0.4730857014656067, "query_session_index": 2, "query_start_sec": 15.479999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.061789631843567}], "gold_semantic_scores": [0.8206446170806885], "gold_temporal_scores": [0.24114516377449036], "max_gold_score": 1.061789631843567, "max_candidate_score": 1.061789631843567, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7032104134559631, "best_gold_margin": 0.35857921838760376, "weakest_gold_margin": 0.35857921838760376}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00692", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier on, what shopping-list item was originally added to the shared list?", "temporal_relation": "earliest", "query_temporal_norm": 0.5655745267868042, "query_session_index": 2, "query_start_sec": 15.479999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.752122163772583}], "gold_semantic_scores": [0.6182892918586731], "gold_temporal_scores": [0.1338329315185547], "max_gold_score": 0.752122163772583, "max_candidate_score": 0.752122163772583, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7448552846908569, "best_gold_margin": 0.007266879081726074, "weakest_gold_margin": 0.007266879081726074}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00692", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "Where did Drew say the folding table is stored?", "temporal_relation": "none", "query_temporal_norm": 0.24104656279087067, "query_session_index": 2, "query_start_sec": 15.479999999999999, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5944177508354187, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5944177508354187, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00765", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew originally say the chore schedule was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5075518488883972, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9263063669204712}], "gold_semantic_scores": [0.787325918674469], "gold_temporal_scores": [0.1389806717634201], "max_gold_score": 0.9263063669204712, "max_candidate_score": 0.9301683306694031, "top_memory_id": "history_01_utt_0008::cf::main::3", "max_non_gold_score": 0.9301683306694031, "best_gold_margin": -0.0038619637489318848, "weakest_gold_margin": -0.0038619637489318848}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00765", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier, what chore schedule was in place for the household?", "temporal_relation": "before", "query_temporal_norm": 0.2371952384710312, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6408118605613708}], "gold_semantic_scores": [0.5752381682395935], "gold_temporal_scores": [0.06557370722293854], "max_gold_score": 0.6408118605613708, "max_candidate_score": 0.6408118605613708, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6120856404304504, "best_gold_margin": 0.02872622013092041, "weakest_gold_margin": 0.02872622013092041}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00765", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew state that chore schedule?", "temporal_relation": "session", "query_temporal_norm": 0.23804102838039398, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8816704154014587}], "gold_semantic_scores": [0.8040531277656555], "gold_temporal_scores": [0.07761726528406143], "max_gold_score": 0.8816704154014587, "max_candidate_score": 0.8816704154014587, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7981411814689636, "best_gold_margin": 0.08352923393249512, "weakest_gold_margin": 0.08352923393249512}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00765", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "When is my next trash pickup?", "temporal_relation": "none", "query_temporal_norm": 0.4013494849205017, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4444936215877533, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4444936215877533, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00894", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my planned watch order change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.40477848052978516, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6631137728691101}, {"memory_id": "history_02_utt_0009", "score": 0.6008536219596863}], "gold_semantic_scores": [0.5253954529762268, 0.4508272111415863], "gold_temporal_scores": [0.13771824538707733, 0.15002617239952087], "max_gold_score": 0.6631137728691101, "max_candidate_score": 0.7148838639259338, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.7148838639259338, "best_gold_margin": -0.05177009105682373, "weakest_gold_margin": -0.11403024196624756}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00894", "qa_id": "extra_qa_0002", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How was the watch order updated from the earlier plan to the later one?", "temporal_relation": "none", "query_temporal_norm": 0.4233797490596771, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7287683486938477}, {"memory_id": "history_02_utt_0009", "score": 0.6670415997505188}], "gold_semantic_scores": [0.5831824541091919, 0.5042209625244141], "gold_temporal_scores": [0.14558586478233337, 0.16282019019126892], "max_gold_score": 0.7287683486938477, "max_candidate_score": 0.7287683486938477, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.36328354477882385, "best_gold_margin": 0.3654848039150238, "weakest_gold_margin": 0.30375805497169495}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00894", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent planned watch order for the shows?", "temporal_relation": "none", "query_temporal_norm": 0.5333729386329651, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8418402075767517}], "gold_semantic_scores": [0.5706284642219543], "gold_temporal_scores": [0.2712118327617645], "max_gold_score": 0.8418402075767517, "max_candidate_score": 0.8426562547683716, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.8426562547683716, "best_gold_margin": -0.000816047191619873, "weakest_gold_margin": -0.000816047191619873}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00894", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had planned to watch Documentary Night?", "temporal_relation": "none", "query_temporal_norm": 0.3532636761665344, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7561719417572021}], "gold_semantic_scores": [0.7004280686378479], "gold_temporal_scores": [0.05574385076761246], "max_gold_score": 0.7561719417572021, "max_candidate_score": 0.7561719417572021, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4730755686759949, "best_gold_margin": 0.2830963730812073, "weakest_gold_margin": 0.2830963730812073}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00973", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's annotation deadline for the pilot split change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41981270909309387, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7813205718994141}, {"memory_id": "history_02_utt_0009", "score": 0.7932010293006897}], "gold_semantic_scores": [0.6564225554466248, 0.6429662704467773], "gold_temporal_scores": [0.12489796429872513, 0.1502348631620407], "max_gold_score": 0.7932010293006897, "max_candidate_score": 0.7932010293006897, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6900933980941772, "best_gold_margin": 0.10310763120651245, "weakest_gold_margin": 0.09122717380523682}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00973", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What were the previous and updated dates for the pilot split annotation deadline?", "temporal_relation": "none", "query_temporal_norm": 0.44892844557762146, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.919573187828064}, {"memory_id": "history_02_utt_0009", "score": 0.8991578221321106}], "gold_semantic_scores": [0.7776337265968323, 0.7317891716957092], "gold_temporal_scores": [0.14193929731845856, 0.16736863553524017], "max_gold_score": 0.919573187828064, "max_candidate_score": 0.919573187828064, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5725786089897156, "best_gold_margin": 0.3469945788383484, "weakest_gold_margin": 0.326579213142395}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01043", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor say the latest dataset version was?", "temporal_relation": "latest", "query_temporal_norm": 0.5524065494537354, "query_session_index": 2, "query_start_sec": 22.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0119233131408691}], "gold_semantic_scores": [0.7376348376274109], "gold_temporal_scores": [0.2742884159088135], "max_gold_score": 1.0119233131408691, "max_candidate_score": 1.0119233131408691, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.0117684602737427, "best_gold_margin": 0.00015485286712646484, "weakest_gold_margin": 0.00015485286712646484}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01043", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent dataset version and its main details?", "temporal_relation": "none", "query_temporal_norm": 0.5394587516784668, "query_session_index": 2, "query_start_sec": 22.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8770096898078918}], "gold_semantic_scores": [0.6030750870704651], "gold_temporal_scores": [0.27393442392349243], "max_gold_score": 0.8770096898078918, "max_candidate_score": 0.8835700750350952, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.8835700750350952, "best_gold_margin": -0.006560385227203369, "weakest_gold_margin": -0.006560385227203369}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01043", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which dataset version did Taylor report updating the dataset to?", "temporal_relation": "none", "query_temporal_norm": 0.4059746265411377, "query_session_index": 2, "query_start_sec": 22.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9494767189025879}], "gold_semantic_scores": [0.7592010498046875], "gold_temporal_scores": [0.19027584791183472], "max_gold_score": 0.9494767189025879, "max_candidate_score": 0.9494767189025879, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9377702474594116, "best_gold_margin": 0.01170647144317627, "weakest_gold_margin": 0.01170647144317627}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01043", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the dataset to v2.1?", "temporal_relation": "none", "query_temporal_norm": 0.41797542572021484, "query_session_index": 2, "query_start_sec": 22.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9912307858467102}], "gold_semantic_scores": [0.7976832389831543], "gold_temporal_scores": [0.19354766607284546], "max_gold_score": 0.9912307858467102, "max_candidate_score": 0.9912307858467102, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6103147864341736, "best_gold_margin": 0.3809159994125366, "weakest_gold_margin": 0.3809159994125366}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01176", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested La Riviera Bistro for dinner before the plan changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.4799564480781555, "query_session_index": 2, "query_start_sec": 24.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7822887301445007}], "gold_semantic_scores": [0.7137671113014221], "gold_temporal_scores": [0.0685219019651413], "max_gold_score": 0.7822887301445007, "max_candidate_score": 0.7822887301445007, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.3066401183605194, "best_gold_margin": 0.4756486117839813, "weakest_gold_margin": 0.4756486117839813}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01176", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What restaurant did Hayden first suggest for dinner?", "temporal_relation": "earliest", "query_temporal_norm": 0.44355154037475586, "query_session_index": 2, "query_start_sec": 24.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8196406364440918}], "gold_semantic_scores": [0.7424823641777039], "gold_temporal_scores": [0.07715828716754913], "max_gold_score": 0.8196406364440918, "max_candidate_score": 0.8196406364440918, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6459259986877441, "best_gold_margin": 0.17371463775634766, "weakest_gold_margin": 0.17371463775634766}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01176", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who first suggested La Riviera Bistro for dinner?", "temporal_relation": "none", "query_temporal_norm": 0.3313336968421936, "query_session_index": 2, "query_start_sec": 24.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7121408581733704}], "gold_semantic_scores": [0.6486117243766785], "gold_temporal_scores": [0.06352927535772324], "max_gold_score": 0.7121408581733704, "max_candidate_score": 0.7121408581733704, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.21554246544837952, "best_gold_margin": 0.49659839272499084, "weakest_gold_margin": 0.49659839272499084}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01176", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What restaurant are we planning to go to now?", "temporal_relation": "latest", "query_temporal_norm": 0.34036028385162354, "query_session_index": 2, "query_start_sec": 24.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6095201969146729}], "gold_semantic_scores": [0.455966591835022], "gold_temporal_scores": [0.1535538136959076], "max_gold_score": 0.6095201969146729, "max_candidate_score": 0.6580324172973633, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6580324172973633, "best_gold_margin": -0.04851222038269043, "weakest_gold_margin": -0.04851222038269043}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00066", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say about the river taxi, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.24018579721450806, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6554586291313171}, {"memory_id": "history_02_utt_0008", "score": 0.5326173305511475}], "gold_semantic_scores": [0.5803104043006897, 0.47499024868011475], "gold_temporal_scores": [0.07514816522598267, 0.05762677267193794], "max_gold_score": 0.6554586291313171, "max_candidate_score": 0.6554586291313171, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6472233533859253, "best_gold_margin": 0.008235275745391846, "weakest_gold_margin": -0.11460602283477783}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00066", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the river taxi offers a scenic route along the waterfront?", "temporal_relation": "none", "query_temporal_norm": 0.11255582422018051, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8112378120422363}], "gold_semantic_scores": [0.7877735495567322], "gold_temporal_scores": [0.0234643816947937], "max_gold_score": 0.8112378120422363, "max_candidate_score": 0.8112378120422363, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5632160902023315, "best_gold_margin": 0.24802172183990479, "weakest_gold_margin": 0.24802172183990479}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00066", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why can't we take the river taxi?", "temporal_relation": "none", "query_temporal_norm": 0.23578816652297974, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8032897710800171}], "gold_semantic_scores": [0.6998800039291382], "gold_temporal_scores": [0.10340960323810577], "max_gold_score": 0.8032897710800171, "max_candidate_score": 0.8032897710800171, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4634837508201599, "best_gold_margin": 0.3398060202598572, "weakest_gold_margin": 0.3398060202598572}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00066", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the river taxi service cancellation mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.23005974292755127, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6811293959617615}], "gold_semantic_scores": [0.5942578911781311], "gold_temporal_scores": [0.0868712067604065], "max_gold_score": 0.6811293959617615, "max_candidate_score": 0.6811293959617615, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4618186056613922, "best_gold_margin": 0.21931079030036926, "weakest_gold_margin": 0.21931079030036926}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00182", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model did Reese originally pick for the speech model prototype before it was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5599509477615356, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7916277647018433}], "gold_semantic_scores": [0.6734612584114075], "gold_temporal_scores": [0.118166483938694], "max_gold_score": 0.7916277647018433, "max_candidate_score": 0.7916277647018433, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7852588295936584, "best_gold_margin": 0.0063689351081848145, "weakest_gold_margin": 0.0063689351081848145}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00182", "qa_id": "extra_qa_0003", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally picked the Transformer with a streaming front-end for the speech model prototype?", "temporal_relation": "earliest", "query_temporal_norm": 0.5487201809883118, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8616041541099548}], "gold_semantic_scores": [0.7625057101249695], "gold_temporal_scores": [0.09909854829311371], "max_gold_score": 0.8616041541099548, "max_candidate_score": 0.8616041541099548, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8578397631645203, "best_gold_margin": 0.0037643909454345703, "weakest_gold_margin": 0.0037643909454345703}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00182", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which speech model are we currently using for the prototype?", "temporal_relation": "latest", "query_temporal_norm": 0.4403870105743408, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6781193614006042}], "gold_semantic_scores": [0.4779164493083954], "gold_temporal_scores": [0.200203076004982], "max_gold_score": 0.6781193614006042, "max_candidate_score": 0.6781193614006042, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6731792688369751, "best_gold_margin": 0.00494009256362915, "weakest_gold_margin": 0.00494009256362915}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00182", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did our speech model choice change between the earlier design and now?", "temporal_relation": "comparison", "query_temporal_norm": 0.3902418613433838, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7105637192726135}, {"memory_id": "history_02_utt_0009", "score": 0.5842003226280212}], "gold_semantic_scores": [0.5764906406402588, 0.45451101660728455], "gold_temporal_scores": [0.1340731978416443, 0.129689559340477], "max_gold_score": 0.7105637192726135, "max_candidate_score": 0.7105637192726135, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4417695999145508, "best_gold_margin": 0.26879411935806274, "weakest_gold_margin": 0.14243072271347046}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00322", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested The Lantern Bistro, and why was it closed that night?", "temporal_relation": "none", "query_temporal_norm": 0.20297694206237793, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6020568609237671}, {"memory_id": "history_02_utt_0010", "score": 0.6063693165779114}], "gold_semantic_scores": [0.537360429763794, 0.5623776316642761], "gold_temporal_scores": [0.06469646841287613, 0.04399147257208824], "max_gold_score": 0.6063693165779114, "max_candidate_score": 0.6063693165779114, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.15956036746501923, "best_gold_margin": 0.44680894911289215, "weakest_gold_margin": 0.44249649345874786}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00322", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say Rowan suggested as a quick dinner option?", "temporal_relation": "none", "query_temporal_norm": 0.13975349068641663, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6756107807159424}], "gold_semantic_scores": [0.6485428810119629], "gold_temporal_scores": [0.02706786058843136], "max_gold_score": 0.6756107807159424, "max_candidate_score": 0.6756107807159424, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6222490072250366, "best_gold_margin": 0.05336177349090576, "weakest_gold_margin": 0.05336177349090576}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00322", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why couldn't we go to the Lantern Bistro that night?", "temporal_relation": "none", "query_temporal_norm": 0.35492536425590515, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6734120845794678}], "gold_semantic_scores": [0.5275979042053223], "gold_temporal_scores": [0.14581409096717834], "max_gold_score": 0.6734120845794678, "max_candidate_score": 0.6734120845794678, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5138573050498962, "best_gold_margin": 0.15955477952957153, "weakest_gold_margin": 0.15955477952957153}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00322", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say the Lantern Bistro was closed that night?", "temporal_relation": "session", "query_temporal_norm": 0.22332404553890228, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.856150209903717}], "gold_semantic_scores": [0.8278657793998718], "gold_temporal_scores": [0.028284355998039246], "max_gold_score": 0.856150209903717, "max_candidate_score": 0.856150209903717, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.464358925819397, "best_gold_margin": 0.39179128408432007, "weakest_gold_margin": 0.39179128408432007}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00443", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Between the earlier chat and the later update, how did Reese change the deployment target for the demo?", "temporal_relation": "comparison", "query_temporal_norm": 0.32616758346557617, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7406836152076721}, {"memory_id": "history_02_utt_0010", "score": 0.7803831696510315}], "gold_semantic_scores": [0.6260195970535278, 0.6817513704299927], "gold_temporal_scores": [0.11466404050588608, 0.09863188862800598], "max_gold_score": 0.7803831696510315, "max_candidate_score": 0.7803831696510315, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6037744283676147, "best_gold_margin": 0.17660874128341675, "weakest_gold_margin": 0.13690918684005737}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00443", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese say they planned to deploy the prototype to an on-prem edge cluster?", "temporal_relation": "session", "query_temporal_norm": 0.3087107241153717, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9431439638137817}], "gold_semantic_scores": [0.8518969416618347], "gold_temporal_scores": [0.09124695509672165], "max_gold_score": 0.9431439638137817, "max_candidate_score": 0.9431439638137817, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.813734233379364, "best_gold_margin": 0.12940973043441772, "weakest_gold_margin": 0.12940973043441772}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00443", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "According to Reese, where would the demo be deployed?", "temporal_relation": "none", "query_temporal_norm": 0.1549530029296875, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.4528551399707794}], "gold_semantic_scores": [0.38628876209259033], "gold_temporal_scores": [0.06656638532876968], "max_gold_score": 0.4528551399707794, "max_candidate_score": 0.6183949112892151, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6183949112892151, "best_gold_margin": -0.16553977131843567, "weakest_gold_margin": -0.16553977131843567}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00443", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese say they switched to deploying on a cloud-managed GPU pool?", "temporal_relation": "session", "query_temporal_norm": 0.26290687918663025, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8748143315315247}], "gold_semantic_scores": [0.7456864714622498], "gold_temporal_scores": [0.12912775576114655], "max_gold_score": 0.8748143315315247, "max_candidate_score": 0.8748143315315247, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7660744190216064, "best_gold_margin": 0.10873991250991821, "weakest_gold_margin": 0.10873991250991821}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00561", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Skyler's watch order change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3939799666404724, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7509022951126099}, {"memory_id": "history_02_utt_0009", "score": 0.7910653948783875}], "gold_semantic_scores": [0.608917236328125, 0.6666502952575684], "gold_temporal_scores": [0.14198516309261322, 0.12441500276327133], "max_gold_score": 0.7910653948783875, "max_candidate_score": 0.7910653948783875, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7045360803604126, "best_gold_margin": 0.08652931451797485, "weakest_gold_margin": 0.046366214752197266}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00561", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original watch order and what was it changed to?", "temporal_relation": "comparison", "query_temporal_norm": 0.44960546493530273, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8177645206451416}, {"memory_id": "history_02_utt_0009", "score": 0.7994442582130432}], "gold_semantic_scores": [0.6561155319213867, 0.6992760896682739], "gold_temporal_scores": [0.16164903342723846, 0.10016824305057526], "max_gold_score": 0.8177645206451416, "max_candidate_score": 0.8177645206451416, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4768126606941223, "best_gold_margin": 0.3409518599510193, "weakest_gold_margin": 0.3226315975189209}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00561", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What watch order did Skyler say they planned to watch?", "temporal_relation": "none", "query_temporal_norm": 0.40298518538475037, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8246975541114807}], "gold_semantic_scores": [0.7386162281036377], "gold_temporal_scores": [0.08608151227235794], "max_gold_score": 0.8246975541114807, "max_candidate_score": 0.8246975541114807, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7432604432106018, "best_gold_margin": 0.0814371109008789, "weakest_gold_margin": 0.0814371109008789}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00561", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had planned to watch Indie Roadtrip, then Kitchen Convos, then After Hours Short?", "temporal_relation": "none", "query_temporal_norm": 0.37059465050697327, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6320049166679382}], "gold_semantic_scores": [0.547405481338501], "gold_temporal_scores": [0.08459949493408203], "max_gold_score": 0.6320049166679382, "max_candidate_score": 0.6320049166679382, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3448093831539154, "best_gold_margin": 0.2871955335140228, "weakest_gold_margin": 0.2871955335140228}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00623", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Riley say the latest rating was for Midnight Drive?", "temporal_relation": "latest", "query_temporal_norm": 0.5453546047210693, "query_session_index": 2, "query_start_sec": 20.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.126090168952942}], "gold_semantic_scores": [0.8392043709754944], "gold_temporal_scores": [0.28688544034957886], "max_gold_score": 1.126090168952942, "max_candidate_score": 1.129429817199707, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 1.129429817199707, "best_gold_margin": -0.0033396482467651367, "weakest_gold_margin": -0.0033396482467651367}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00623", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating for Midnight Drive change between the first time we listened and after the remaster?", "temporal_relation": "comparison", "query_temporal_norm": 0.3183591961860657, "query_session_index": 2, "query_start_sec": 20.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9354612827301025}, {"memory_id": "history_02_utt_0008", "score": 0.978650689125061}], "gold_semantic_scores": [0.826162576675415, 0.8712955713272095], "gold_temporal_scores": [0.10929877310991287, 0.10735518485307693], "max_gold_score": 0.978650689125061, "max_candidate_score": 0.978650689125061, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.45558881759643555, "best_gold_margin": 0.5230618715286255, "weakest_gold_margin": 0.479872465133667}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00623", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they gave Midnight Drive a 4.5 out of 5 after the remaster?", "temporal_relation": "none", "query_temporal_norm": 0.2101336121559143, "query_session_index": 2, "query_start_sec": 20.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8678138852119446}], "gold_semantic_scores": [0.7721408009529114], "gold_temporal_scores": [0.09567342698574066], "max_gold_score": 0.8678138852119446, "max_candidate_score": 0.8678138852119446, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6395734548568726, "best_gold_margin": 0.22824043035507202, "weakest_gold_margin": 0.22824043035507202}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00623", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What’s the most recent rating given for Midnight Drive?", "temporal_relation": "none", "query_temporal_norm": 0.543268620967865, "query_session_index": 2, "query_start_sec": 20.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0280579328536987}], "gold_semantic_scores": [0.7744637727737427], "gold_temporal_scores": [0.2535942494869232], "max_gold_score": 1.0280579328536987, "max_candidate_score": 1.028544545173645, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 1.028544545173645, "best_gold_margin": -0.00048661231994628906, "weakest_gold_margin": -0.00048661231994628906}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00720", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I mentioned a nasal spray I was shopping for — what did I say I had switched from and to?", "temporal_relation": "none", "query_temporal_norm": 0.39169397950172424, "query_session_index": 2, "query_start_sec": 13.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7420522570610046}, {"memory_id": "history_02_utt_0008", "score": 0.9214590787887573}], "gold_semantic_scores": [0.6229612231254578, 0.7271122336387634], "gold_temporal_scores": [0.11909104883670807, 0.19434711337089539], "max_gold_score": 0.9214590787887573, "max_candidate_score": 0.9214590787887573, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9152960181236267, "best_gold_margin": 0.006163060665130615, "weakest_gold_margin": -0.17324376106262207}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00720", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they replaced the nasal spray with a multi-dose bottle?", "temporal_relation": "none", "query_temporal_norm": 0.21553725004196167, "query_session_index": 2, "query_start_sec": 13.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7999761700630188}], "gold_semantic_scores": [0.7088266015052795], "gold_temporal_scores": [0.09115002304315567], "max_gold_score": 0.7999761700630188, "max_candidate_score": 0.7999761700630188, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6509876847267151, "best_gold_margin": 0.1489884853363037, "weakest_gold_margin": 0.1489884853363037}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00720", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which nasal spray do we have now?", "temporal_relation": "latest", "query_temporal_norm": 0.4434146285057068, "query_session_index": 2, "query_start_sec": 13.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8100811243057251}], "gold_semantic_scores": [0.6067405343055725], "gold_temporal_scores": [0.20334072411060333], "max_gold_score": 0.8100811243057251, "max_candidate_score": 0.8100811243057251, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8024810552597046, "best_gold_margin": 0.007600069046020508, "weakest_gold_margin": 0.007600069046020508}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00835", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest model choice for the acoustic encoder was?", "temporal_relation": "latest", "query_temporal_norm": 0.5685955286026001, "query_session_index": 2, "query_start_sec": 20.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8050839900970459}], "gold_semantic_scores": [0.5345541834831238], "gold_temporal_scores": [0.2705293595790863], "max_gold_score": 0.8050839900970459, "max_candidate_score": 0.8784523010253906, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 0.8784523010253906, "best_gold_margin": -0.07336831092834473, "weakest_gold_margin": -0.07336831092834473}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00835", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model was selected as the primary model for the acoustic encoder?", "temporal_relation": "none", "query_temporal_norm": 0.1756434589624405, "query_session_index": 2, "query_start_sec": 20.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7486811876296997}], "gold_semantic_scores": [0.7050317525863647], "gold_temporal_scores": [0.04364970698952675], "max_gold_score": 0.7486811876296997, "max_candidate_score": 0.7486811876296997, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7402840256690979, "best_gold_margin": 0.008397161960601807, "weakest_gold_margin": 0.008397161960601807}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00979", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for placing 'Midnight Ride' in the opening slot, and why was it later removed?", "temporal_relation": "none", "query_temporal_norm": 0.14492091536521912, "query_session_index": 2, "query_start_sec": 12.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8335281610488892}, {"memory_id": "history_02_utt_0008", "score": 0.8042426705360413}], "gold_semantic_scores": [0.7942377328872681, 0.7493577599525452], "gold_temporal_scores": [0.03929050639271736, 0.05488479882478714], "max_gold_score": 0.8335281610488892, "max_candidate_score": 0.8343552350997925, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.8343552350997925, "best_gold_margin": -0.0008270740509033203, "weakest_gold_margin": -0.03011256456375122}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00979", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In the earlier discussion, what happened to the track \"Midnight Ride\"?", "temporal_relation": "session", "query_temporal_norm": 0.18769066035747528, "query_session_index": 2, "query_start_sec": 12.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7919485569000244}], "gold_semantic_scores": [0.7542172074317932], "gold_temporal_scores": [0.037731245160102844], "max_gold_score": 0.7919485569000244, "max_candidate_score": 0.7919485569000244, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.607663631439209, "best_gold_margin": 0.18428492546081543, "weakest_gold_margin": 0.18428492546081543}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00979", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that \"Midnight Ride\" was removed?", "temporal_relation": "session", "query_temporal_norm": 0.12499972432851791, "query_session_index": 2, "query_start_sec": 12.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8531961441040039}], "gold_semantic_scores": [0.8140856027603149], "gold_temporal_scores": [0.03911072760820389], "max_gold_score": 0.8531961441040039, "max_candidate_score": 0.8531961441040039, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6783134341239929, "best_gold_margin": 0.174882709980011, "weakest_gold_margin": 0.174882709980011}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00979", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In the earlier discussion, where in the set was \"Sunrise Loop\" queued?", "temporal_relation": "session", "query_temporal_norm": 0.19270358979701996, "query_session_index": 2, "query_start_sec": 12.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6427610516548157}], "gold_semantic_scores": [0.6278606653213501], "gold_temporal_scores": [0.014900702983140945], "max_gold_score": 0.6427610516548157, "max_candidate_score": 0.6427610516548157, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5930492281913757, "best_gold_margin": 0.04971182346343994, "weakest_gold_margin": 0.04971182346343994}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01054", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say about the local model cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.251423716545105, "query_session_index": 2, "query_start_sec": 20.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7507636547088623}, {"memory_id": "history_02_utt_0008", "score": 0.6498262882232666}], "gold_semantic_scores": [0.6711309552192688, 0.6016528606414795], "gold_temporal_scores": [0.07963275909423828, 0.04817357286810875], "max_gold_score": 0.7507636547088623, "max_candidate_score": 0.7507636547088623, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7435632348060608, "best_gold_margin": 0.007200419902801514, "weakest_gold_margin": -0.09373694658279419}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01054", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason did the team give for rejecting the local model cache?", "temporal_relation": "none", "query_temporal_norm": 0.16521085798740387, "query_session_index": 2, "query_start_sec": 20.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8776131272315979}], "gold_semantic_scores": [0.8038601279258728], "gold_temporal_scores": [0.07375292479991913], "max_gold_score": 0.8776131272315979, "max_candidate_score": 0.8776131272315979, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.618365466594696, "best_gold_margin": 0.25924766063690186, "weakest_gold_margin": 0.25924766063690186}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01054", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did edge-sharded weights do to network round-trips?", "temporal_relation": "none", "query_temporal_norm": 0.14202813804149628, "query_session_index": 2, "query_start_sec": 20.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.6685230731964111}], "gold_semantic_scores": [0.6351017951965332], "gold_temporal_scores": [0.03342141956090927], "max_gold_score": 0.6685230731964111, "max_candidate_score": 0.6685230731964111, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.3732481896877289, "best_gold_margin": 0.29527488350868225, "weakest_gold_margin": 0.29527488350868225}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01054", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it asked that we add memory usage alerts to the cluster dashboard?", "temporal_relation": "session", "query_temporal_norm": 0.16206340491771698, "query_session_index": 2, "query_start_sec": 20.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0027", "score": 0.5068152546882629}], "gold_semantic_scores": [0.4472343623638153], "gold_temporal_scores": [0.059580884873867035], "max_gold_score": 0.5068152546882629, "max_candidate_score": 0.5068152546882629, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.37906143069267273, "best_gold_margin": 0.1277538239955902, "weakest_gold_margin": 0.1277538239955902}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01145", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for WholeHarvest, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.1460619866847992, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7750072479248047}, {"memory_id": "history_02_utt_0007", "score": 0.7741941809654236}], "gold_semantic_scores": [0.7320742011070251, 0.7407066822052002], "gold_temporal_scores": [0.04293308034539223, 0.03348757326602936], "max_gold_score": 0.7750072479248047, "max_candidate_score": 0.779344916343689, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.779344916343689, "best_gold_margin": -0.004337668418884277, "weakest_gold_margin": -0.005150735378265381}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01145", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was GreenMarket recommended earlier?", "temporal_relation": "none", "query_temporal_norm": 0.12867310643196106, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.5865623354911804}], "gold_semantic_scores": [0.5671205520629883], "gold_temporal_scores": [0.01944197528064251], "max_gold_score": 0.5865623354911804, "max_candidate_score": 0.5865623354911804, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.3279285132884979, "best_gold_margin": 0.2586338222026825, "weakest_gold_margin": 0.2586338222026825}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01145", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was WholeHarvest ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.13375422358512878, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8896039724349976}], "gold_semantic_scores": [0.8425159454345703], "gold_temporal_scores": [0.04708797112107277], "max_gold_score": 0.8896039724349976, "max_candidate_score": 0.8896039724349976, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6234877705574036, "best_gold_margin": 0.266116201877594, "weakest_gold_margin": 0.266116201877594}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01145", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say WholeHarvest was closed for inventory all week?", "temporal_relation": "session", "query_temporal_norm": 0.12729407846927643, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.808046817779541}], "gold_semantic_scores": [0.7723367810249329], "gold_temporal_scores": [0.03571010380983353], "max_gold_score": 0.808046817779541, "max_candidate_score": 0.808046817779541, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5981231331825256, "best_gold_margin": 0.20992368459701538, "weakest_gold_margin": 0.20992368459701538}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00089", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deadline did Reese originally set before it was pushed back?", "temporal_relation": "earliest", "query_temporal_norm": 0.5499501824378967, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8596687316894531}], "gold_semantic_scores": [0.7467793822288513], "gold_temporal_scores": [0.11288922280073166], "max_gold_score": 0.8596687316894531, "max_candidate_score": 0.8596687316894531, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8583866357803345, "best_gold_margin": 0.0012820959091186523, "weakest_gold_margin": 0.0012820959091186523}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00089", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Do we have an updated deadline for the dataset collection?", "temporal_relation": "latest", "query_temporal_norm": 0.5663980841636658, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9832113981246948}], "gold_semantic_scores": [0.7023764252662659], "gold_temporal_scores": [0.280834823846817], "max_gold_score": 0.9832113981246948, "max_candidate_score": 0.9832113981246948, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9788994193077087, "best_gold_margin": 0.004311978816986084, "weakest_gold_margin": 0.004311978816986084}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00089", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deadline did Reese state for the dataset collection in that earlier meeting?", "temporal_relation": "before", "query_temporal_norm": 0.3625399172306061, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8186047077178955}], "gold_semantic_scores": [0.7479511499404907], "gold_temporal_scores": [0.07065355777740479], "max_gold_score": 0.8186047077178955, "max_candidate_score": 0.8186047077178955, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7531898021697998, "best_gold_margin": 0.0654149055480957, "weakest_gold_margin": 0.0654149055480957}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00248", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say the North Loop Shuttle offered, and why did Emerson rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.2414281666278839, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.736097514629364}, {"memory_id": "history_02_utt_0008", "score": 0.6275584697723389}], "gold_semantic_scores": [0.6621450781822205, 0.5655973553657532], "gold_temporal_scores": [0.07395238429307938, 0.06196114793419838], "max_gold_score": 0.736097514629364, "max_candidate_score": 0.736097514629364, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7243431806564331, "best_gold_margin": 0.011754333972930908, "weakest_gold_margin": -0.09678471088409424}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00248", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended the North Loop Shuttle?", "temporal_relation": "none", "query_temporal_norm": 0.13098353147506714, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6835408806800842}], "gold_semantic_scores": [0.6582480669021606], "gold_temporal_scores": [0.025292886421084404], "max_gold_score": 0.6835408806800842, "max_candidate_score": 0.6835408806800842, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3799177408218384, "best_gold_margin": 0.30362313985824585, "weakest_gold_margin": 0.30362313985824585}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00248", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the Harbor Ferry reportedly offer?", "temporal_relation": "none", "query_temporal_norm": 0.18876399099826813, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.725844144821167}], "gold_semantic_scores": [0.7143757343292236], "gold_temporal_scores": [0.011468114331364632], "max_gold_score": 0.725844144821167, "max_candidate_score": 0.725844144821167, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.5471752882003784, "best_gold_margin": 0.17866885662078857, "weakest_gold_margin": 0.17866885662078857}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00248", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the Harbor Ferry suggested as giving scenic waterway views?", "temporal_relation": "session", "query_temporal_norm": 0.132466122508049, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.8989307284355164}], "gold_semantic_scores": [0.8703041076660156], "gold_temporal_scores": [0.02862662822008133], "max_gold_score": 0.8989307284355164, "max_candidate_score": 0.8989307284355164, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.47778111696243286, "best_gold_margin": 0.4211496114730835, "weakest_gold_margin": 0.4211496114730835}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00349", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who stated the latest chore schedule?", "temporal_relation": "latest", "query_temporal_norm": 0.5558252334594727, "query_session_index": 2, "query_start_sec": 24.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8039264678955078}], "gold_semantic_scores": [0.5341272354125977], "gold_temporal_scores": [0.269799143075943], "max_gold_score": 0.8039264678955078, "max_candidate_score": 0.8057320713996887, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.8057320713996887, "best_gold_margin": -0.0018056035041809082, "weakest_gold_margin": -0.0018056035041809082}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00517", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5477741360664368, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9112169146537781}], "gold_semantic_scores": [0.629079282283783], "gold_temporal_scores": [0.28213778138160706], "max_gold_score": 0.9112169146537781, "max_candidate_score": 0.913344144821167, "top_memory_id": "history_02_utt_0011::cf::main::3", "max_non_gold_score": 0.913344144821167, "best_gold_margin": -0.002127230167388916, "weakest_gold_margin": -0.002127230167388916}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00517", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our discussions, which model was initially chosen because it was lightweight and low on memory?", "temporal_relation": "session", "query_temporal_norm": 0.5667566061019897, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7238436937332153}], "gold_semantic_scores": [0.5946205854415894], "gold_temporal_scores": [0.1292230784893036], "max_gold_score": 0.7238436937332153, "max_candidate_score": 0.7238436937332153, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7136310935020447, "best_gold_margin": 0.010212600231170654, "weakest_gold_margin": 0.010212600231170654}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00517", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker mention that he had updated his choice to ConvoNet-3?", "temporal_relation": "session", "query_temporal_norm": 0.3459860682487488, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9005280137062073}], "gold_semantic_scores": [0.7402613759040833], "gold_temporal_scores": [0.16026675701141357], "max_gold_score": 0.9005280137062073, "max_candidate_score": 0.9005280137062073, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7591212391853333, "best_gold_margin": 0.14140677452087402, "weakest_gold_margin": 0.14140677452087402}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00517", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest model choice mentioned?", "temporal_relation": "latest", "query_temporal_norm": 0.5215606093406677, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8727753162384033}], "gold_semantic_scores": [0.596198558807373], "gold_temporal_scores": [0.2765766978263855], "max_gold_score": 0.8727753162384033, "max_candidate_score": 0.8727753162384033, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.8689355850219727, "best_gold_margin": 0.003839731216430664, "weakest_gold_margin": 0.003839731216430664}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00600", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my deployment target change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.38615137338638306, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6483573913574219}, {"memory_id": "history_02_utt_0008", "score": 0.6718987226486206}], "gold_semantic_scores": [0.5078849196434021, 0.5491135120391846], "gold_temporal_scores": [0.1404726505279541, 0.12278518825769424], "max_gold_score": 0.6718987226486206, "max_candidate_score": 0.713516354560852, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.713516354560852, "best_gold_margin": -0.041617631912231445, "weakest_gold_margin": -0.06515896320343018}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00600", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the deployment target to a lightweight edge appliance?", "temporal_relation": "none", "query_temporal_norm": 0.25357478857040405, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.790015459060669}], "gold_semantic_scores": [0.6796941757202148], "gold_temporal_scores": [0.11032139509916306], "max_gold_score": 0.790015459060669, "max_candidate_score": 0.790015459060669, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5434392094612122, "best_gold_margin": 0.2465762495994568, "weakest_gold_margin": 0.2465762495994568}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00683", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned queuing 'Midnight Drive' early in the playlist, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.24450252950191498, "query_session_index": 2, "query_start_sec": 21.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8482505679130554}, {"memory_id": "history_02_utt_0014", "score": 0.739518404006958}], "gold_semantic_scores": [0.7723159790039062, 0.6905017495155334], "gold_temporal_scores": [0.07593458890914917, 0.049016792327165604], "max_gold_score": 0.8482505679130554, "max_candidate_score": 0.8482505679130554, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.4484035074710846, "best_gold_margin": 0.3998470604419708, "weakest_gold_margin": 0.2911148965358734}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00683", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Reese say she placed \"Midnight Drive\" in the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.1549968421459198, "query_session_index": 2, "query_start_sec": 21.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.5797377228736877}], "gold_semantic_scores": [0.5459422469139099], "gold_temporal_scores": [0.03379543498158455], "max_gold_score": 0.5797377228736877, "max_candidate_score": 0.5797377228736877, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5224255323410034, "best_gold_margin": 0.057312190532684326, "weakest_gold_margin": 0.057312190532684326}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00683", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese say the song was removed from the main playlist?", "temporal_relation": "session", "query_temporal_norm": 0.18886405229568481, "query_session_index": 2, "query_start_sec": 21.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0014", "score": 0.7164157032966614}], "gold_semantic_scores": [0.6651210188865662], "gold_temporal_scores": [0.05129466950893402], "max_gold_score": 0.7164157032966614, "max_candidate_score": 0.7164157032966614, "top_memory_id": "history_02_utt_0014", "max_non_gold_score": 0.6459735035896301, "best_gold_margin": 0.07044219970703125, "weakest_gold_margin": 0.07044219970703125}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00683", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was \"Sunlit Afternoon\" said to be placed in the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.2777055501937866, "query_session_index": 2, "query_start_sec": 21.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0030", "score": 0.6107124090194702}], "gold_semantic_scores": [0.5547106862068176], "gold_temporal_scores": [0.056001778692007065], "max_gold_score": 0.6107124090194702, "max_candidate_score": 0.6107124090194702, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.6066867709159851, "best_gold_margin": 0.004025638103485107, "weakest_gold_margin": 0.004025638103485107}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00746", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I propose for the local frame cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.16534419357776642, "query_session_index": 2, "query_start_sec": 18.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7814564108848572}, {"memory_id": "history_02_utt_0008", "score": 0.7554322481155396}], "gold_semantic_scores": [0.7339136600494385, 0.7084766030311584], "gold_temporal_scores": [0.0475427582859993, 0.0469558946788311], "max_gold_score": 0.7814564108848572, "max_candidate_score": 0.8110824823379517, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.8110824823379517, "best_gold_margin": -0.029626071453094482, "weakest_gold_margin": -0.05565023422241211}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00746", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the local frame cache option rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1601387858390808, "query_session_index": 2, "query_start_sec": 18.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8337576985359192}], "gold_semantic_scores": [0.765312135219574], "gold_temporal_scores": [0.06844545900821686], "max_gold_score": 0.8337576985359192, "max_candidate_score": 0.8337576985359192, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6201675534248352, "best_gold_margin": 0.21359014511108398, "weakest_gold_margin": 0.21359014511108398}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00746", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the proposed benefit of keeping a per‑session metadata file?", "temporal_relation": "none", "query_temporal_norm": 0.12363129109144211, "query_session_index": 2, "query_start_sec": 18.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.732867956161499}], "gold_semantic_scores": [0.7030705809593201], "gold_temporal_scores": [0.029797447845339775], "max_gold_score": 0.732867956161499, "max_candidate_score": 0.732867956161499, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5107841491699219, "best_gold_margin": 0.22208380699157715, "weakest_gold_margin": 0.22208380699157715}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00746", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation mentioned rejecting the per-session metadata file?", "temporal_relation": "session", "query_temporal_norm": 0.18949821591377258, "query_session_index": 2, "query_start_sec": 18.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.7782043814659119}], "gold_semantic_scores": [0.6985623836517334], "gold_temporal_scores": [0.0796421691775322], "max_gold_score": 0.7782043814659119, "max_candidate_score": 0.7782043814659119, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.48862701654434204, "best_gold_margin": 0.2895773649215698, "weakest_gold_margin": 0.2895773649215698}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00889", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I require for the in-process accelerator, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1892438530921936, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7250196933746338}, {"memory_id": "history_02_utt_0013", "score": 0.7644558548927307}], "gold_semantic_scores": [0.668560802936554, 0.7059345841407776], "gold_temporal_scores": [0.056458909064531326, 0.05852140486240387], "max_gold_score": 0.7644558548927307, "max_candidate_score": 0.7644558548927307, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.7361936569213867, "best_gold_margin": 0.028262197971343994, "weakest_gold_margin": -0.01117396354675293}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00889", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did they say the edge-cache daemon needed to tolerate failures?", "temporal_relation": "none", "query_temporal_norm": 0.12911878526210785, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7229774594306946}], "gold_semantic_scores": [0.6885337233543396], "gold_temporal_scores": [0.03444398567080498], "max_gold_score": 0.7229774594306946, "max_candidate_score": 0.7229774594306946, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5440443158149719, "best_gold_margin": 0.17893314361572266, "weakest_gold_margin": 0.17893314361572266}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00889", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was decided about the edge-cache daemon despite the added network latency?", "temporal_relation": "none", "query_temporal_norm": 0.2578218877315521, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0031", "score": 0.8208057880401611}], "gold_semantic_scores": [0.7188423871994019], "gold_temporal_scores": [0.1019633561372757], "max_gold_score": 0.8208057880401611, "max_candidate_score": 0.8208057880401611, "top_memory_id": "history_02_utt_0031", "max_non_gold_score": 0.6166730523109436, "best_gold_margin": 0.20413273572921753, "weakest_gold_margin": 0.20413273572921753}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00889", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the demo runbook update mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.3281004726886749, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0036", "score": 0.7277126312255859}], "gold_semantic_scores": [0.6005040407180786], "gold_temporal_scores": [0.12720854580402374], "max_gold_score": 0.7277126312255859, "max_candidate_score": 0.7277126312255859, "top_memory_id": "history_02_utt_0036", "max_non_gold_score": 0.37249618768692017, "best_gold_margin": 0.35521644353866577, "weakest_gold_margin": 0.35521644353866577}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01013", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the director's cut runtime was for Night Owl, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.23151107132434845, "query_session_index": 2, "query_start_sec": 21.160000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7398848533630371}, {"memory_id": "history_02_utt_0008", "score": 0.748081624507904}], "gold_semantic_scores": [0.6671456098556519, 0.6648920774459839], "gold_temporal_scores": [0.07273922115564346, 0.08318937569856644], "max_gold_score": 0.748081624507904, "max_candidate_score": 0.748081624507904, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7403247952461243, "best_gold_margin": 0.007756829261779785, "weakest_gold_margin": -0.0004399418830871582}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01013", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Night Owl rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1471598893404007, "query_session_index": 2, "query_start_sec": 21.160000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7370456457138062}], "gold_semantic_scores": [0.678465723991394], "gold_temporal_scores": [0.05858025699853897], "max_gold_score": 0.7370456457138062, "max_candidate_score": 0.7370456457138062, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.47350892424583435, "best_gold_margin": 0.2635367214679718, "weakest_gold_margin": 0.2635367214679718}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01013", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How long did we say Sunlit Detour would run?", "temporal_relation": "none", "query_temporal_norm": 0.14414818584918976, "query_session_index": 2, "query_start_sec": 21.160000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.5258916020393372}], "gold_semantic_scores": [0.4959702789783478], "gold_temporal_scores": [0.029921339824795723], "max_gold_score": 0.5258916020393372, "max_candidate_score": 0.5277900695800781, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.5277900695800781, "best_gold_margin": -0.0018984675407409668, "weakest_gold_margin": -0.0018984675407409668}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01013", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest Sunlit Detour?", "temporal_relation": "session", "query_temporal_norm": 0.13820382952690125, "query_session_index": 2, "query_start_sec": 21.160000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7382811307907104}], "gold_semantic_scores": [0.7104576826095581], "gold_temporal_scores": [0.027823535725474358], "max_gold_score": 0.7382811307907104, "max_candidate_score": 0.7382811307907104, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.4772776961326599, "best_gold_margin": 0.26100343465805054, "weakest_gold_margin": 0.26100343465805054}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01138", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler confirm about the in-memory index, and why did Skyler reject it?", "temporal_relation": "none", "query_temporal_norm": 0.2443176507949829, "query_session_index": 2, "query_start_sec": 21.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6713868975639343}, {"memory_id": "history_02_utt_0012", "score": 0.7717447280883789}], "gold_semantic_scores": [0.6003223657608032, 0.7138245701789856], "gold_temporal_scores": [0.07106445729732513, 0.05792001634836197], "max_gold_score": 0.7717447280883789, "max_candidate_score": 0.7717447280883789, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7159804105758667, "best_gold_margin": 0.05576431751251221, "weakest_gold_margin": -0.04459351301193237}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01138", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler say the in-memory index met?", "temporal_relation": "none", "query_temporal_norm": 0.24232231080532074, "query_session_index": 2, "query_start_sec": 21.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7132037878036499}], "gold_semantic_scores": [0.6490931510925293], "gold_temporal_scores": [0.06411069631576538], "max_gold_score": 0.7132037878036499, "max_candidate_score": 0.7132037878036499, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6425775289535522, "best_gold_margin": 0.07062625885009766, "weakest_gold_margin": 0.07062625885009766}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01138", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the in-memory index rejected?", "temporal_relation": "none", "query_temporal_norm": 0.15882931649684906, "query_session_index": 2, "query_start_sec": 21.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.836848795413971}], "gold_semantic_scores": [0.7837889790534973], "gold_temporal_scores": [0.05306018143892288], "max_gold_score": 0.836848795413971, "max_candidate_score": 0.836848795413971, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.668623149394989, "best_gold_margin": 0.16822564601898193, "weakest_gold_margin": 0.16822564601898193}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01138", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the decision to reject the in-memory index discussed?", "temporal_relation": "session", "query_temporal_norm": 0.25420984625816345, "query_session_index": 2, "query_start_sec": 21.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8596076965332031}], "gold_semantic_scores": [0.7397253513336182], "gold_temporal_scores": [0.11988260596990585], "max_gold_score": 0.8596076965332031, "max_candidate_score": 0.8596076965332031, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.6151148080825806, "best_gold_margin": 0.24449288845062256, "weakest_gold_margin": 0.24449288845062256}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00003", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the activity choice was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5546873211860657, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7627227306365967}], "gold_semantic_scores": [0.6384144425392151], "gold_temporal_scores": [0.12430834770202637], "max_gold_score": 0.7627227306365967, "max_candidate_score": 0.8033717274665833, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8033717274665833, "best_gold_margin": -0.04064899682998657, "weakest_gold_margin": -0.04064899682998657}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00003", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested a picnic at Riverside Park?", "temporal_relation": "none", "query_temporal_norm": 0.1469370722770691, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7479615807533264}], "gold_semantic_scores": [0.7088481783866882], "gold_temporal_scores": [0.039113350212574005], "max_gold_score": 0.7479615807533264, "max_candidate_score": 0.7479615807533264, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4425283670425415, "best_gold_margin": 0.3054332137107849, "weakest_gold_margin": 0.3054332137107849}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00003", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the change to a movie night at an apartment mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.32258927822113037, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8858931660652161}], "gold_semantic_scores": [0.7331798076629639], "gold_temporal_scores": [0.15271364152431488], "max_gold_score": 0.8858931660652161, "max_candidate_score": 0.8858931660652161, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7008289098739624, "best_gold_margin": 0.18506425619125366, "weakest_gold_margin": 0.18506425619125366}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00128", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Neon Highway, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.21156813204288483, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6518298983573914}, {"memory_id": "history_02_utt_0010", "score": 0.7376016974449158}], "gold_semantic_scores": [0.5854625701904297, 0.6707747578620911], "gold_temporal_scores": [0.06636720150709152, 0.06682683527469635], "max_gold_score": 0.7376016974449158, "max_candidate_score": 0.7376016974449158, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.37019380927085876, "best_gold_margin": 0.367407888174057, "weakest_gold_margin": 0.2816360890865326}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00128", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Who did Quinn say recommended the track \"Neon Highway\" for the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.1621689796447754, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.852539598941803}], "gold_semantic_scores": [0.8055512309074402], "gold_temporal_scores": [0.04698863998055458], "max_gold_score": 0.852539598941803, "max_candidate_score": 0.852539598941803, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8035974502563477, "best_gold_margin": 0.04894214868545532, "weakest_gold_margin": 0.04894214868545532}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00128", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the track \"Neon Highway\" later on?", "temporal_relation": "none", "query_temporal_norm": 0.3351882994174957, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7605990171432495}], "gold_semantic_scores": [0.5955417156219482], "gold_temporal_scores": [0.16505752503871918], "max_gold_score": 0.7605990171432495, "max_candidate_score": 0.7605990171432495, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5239649415016174, "best_gold_margin": 0.23663407564163208, "weakest_gold_margin": 0.23663407564163208}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00128", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they dropped \"Neon Highway\"?", "temporal_relation": "session", "query_temporal_norm": 0.20648327469825745, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7517625689506531}], "gold_semantic_scores": [0.653718888759613], "gold_temporal_scores": [0.09804367274045944], "max_gold_score": 0.7517625689506531, "max_candidate_score": 0.7517625689506531, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4572109282016754, "best_gold_margin": 0.29455164074897766, "weakest_gold_margin": 0.29455164074897766}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00333", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest restaurant choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5536332726478577, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8071327209472656}], "gold_semantic_scores": [0.5529256463050842], "gold_temporal_scores": [0.25420716404914856], "max_gold_score": 0.8071327209472656, "max_candidate_score": 0.8255382776260376, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.8255382776260376, "best_gold_margin": -0.018405556678771973, "weakest_gold_margin": -0.018405556678771973}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00333", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which restaurant was suggested for dinner earlier?", "temporal_relation": "none", "query_temporal_norm": 0.20773431658744812, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7149243950843811}], "gold_semantic_scores": [0.6936453580856323], "gold_temporal_scores": [0.021279027685523033], "max_gold_score": 0.7149243950843811, "max_candidate_score": 0.7149243950843811, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4496740996837616, "best_gold_margin": 0.2652502954006195, "weakest_gold_margin": 0.2652502954006195}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00333", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Luna Bistro suggested?", "temporal_relation": "session", "query_temporal_norm": 0.16589488089084625, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7815992832183838}], "gold_semantic_scores": [0.7458602786064148], "gold_temporal_scores": [0.035739168524742126], "max_gold_score": 0.7815992832183838, "max_candidate_score": 0.7815992832183838, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.45174384117126465, "best_gold_margin": 0.32985544204711914, "weakest_gold_margin": 0.32985544204711914}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00425", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the model choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.564087450504303, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7840319275856018}], "gold_semantic_scores": [0.6448625326156616], "gold_temporal_scores": [0.13916954398155212], "max_gold_score": 0.7840319275856018, "max_candidate_score": 0.7851002216339111, "top_memory_id": "history_01_utt_0007::cf::main::3", "max_non_gold_score": 0.7851002216339111, "best_gold_margin": -0.0010682940483093262, "weakest_gold_margin": -0.0010682940483093262}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00425", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally proposed EfficientFormer-Lite?", "temporal_relation": "earliest", "query_temporal_norm": 0.512186586856842, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6550012826919556}], "gold_semantic_scores": [0.5560171604156494], "gold_temporal_scores": [0.09898412972688675], "max_gold_score": 0.6550012826919556, "max_candidate_score": 0.6550012826919556, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.646327018737793, "best_gold_margin": 0.008674263954162598, "weakest_gold_margin": 0.008674263954162598}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00425", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model is currently selected for the benchmark submission?", "temporal_relation": "latest", "query_temporal_norm": 0.45814380049705505, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8766380548477173}], "gold_semantic_scores": [0.6700416803359985], "gold_temporal_scores": [0.2065964639186859], "max_gold_score": 0.8766380548477173, "max_candidate_score": 0.8867429494857788, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 0.8867429494857788, "best_gold_margin": -0.010104894638061523, "weakest_gold_margin": -0.010104894638061523}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00425", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the benchmark's model choice change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3778269588947296, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.5869401693344116}, {"memory_id": "history_02_utt_0008", "score": 0.5730180144309998}], "gold_semantic_scores": [0.45248943567276, 0.47352516651153564], "gold_temporal_scores": [0.13445071876049042, 0.09949271380901337], "max_gold_score": 0.5869401693344116, "max_candidate_score": 0.5869401693344116, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.20118165016174316, "best_gold_margin": 0.38575851917266846, "weakest_gold_margin": 0.3718363642692566}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00549", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed using mmap batching, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1694478839635849, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6077391505241394}, {"memory_id": "history_02_utt_0009", "score": 0.6040071249008179}], "gold_semantic_scores": [0.5575451850891113, 0.5646392107009888], "gold_temporal_scores": [0.05019393190741539, 0.03936802223324776], "max_gold_score": 0.6077391505241394, "max_candidate_score": 0.6077391505241394, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4753556549549103, "best_gold_margin": 0.13238349556922913, "weakest_gold_margin": 0.1286514699459076}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00549", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the mmap batching proposal?", "temporal_relation": "none", "query_temporal_norm": 0.28820598125457764, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5638191103935242}], "gold_semantic_scores": [0.4241669774055481], "gold_temporal_scores": [0.13965226709842682], "max_gold_score": 0.5638191103935242, "max_candidate_score": 0.5638191103935242, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.41768285632133484, "best_gold_margin": 0.14613625407218933, "weakest_gold_margin": 0.14613625407218933}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00549", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed asynchronous caching to smooth peak throughput during evaluation?", "temporal_relation": "none", "query_temporal_norm": 0.16645286977291107, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.6608541011810303}], "gold_semantic_scores": [0.651159405708313], "gold_temporal_scores": [0.009694824926555157], "max_gold_score": 0.6608541011810303, "max_candidate_score": 0.6608541011810303, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.5209164619445801, "best_gold_margin": 0.1399376392364502, "weakest_gold_margin": 0.1399376392364502}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00549", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was asynchronous caching rejected?", "temporal_relation": "session", "query_temporal_norm": 0.18959447741508484, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.6457595229148865}], "gold_semantic_scores": [0.5743774175643921], "gold_temporal_scores": [0.0713820531964302], "max_gold_score": 0.6457595229148865, "max_candidate_score": 0.6457595229148865, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.48377060890197754, "best_gold_margin": 0.16198891401290894, "weakest_gold_margin": 0.16198891401290894}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00598", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Jordan say the latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5460280776023865, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9577842354774475}], "gold_semantic_scores": [0.6949021220207214], "gold_temporal_scores": [0.26288196444511414], "max_gold_score": 0.9577842354774475, "max_candidate_score": 0.9577842354774475, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9543394446372986, "best_gold_margin": 0.0034447908401489258, "weakest_gold_margin": 0.0034447908401489258}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00598", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the skillet we were planning to buy?", "temporal_relation": "comparison", "query_temporal_norm": 0.3214474320411682, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7086042761802673}, {"memory_id": "history_02_utt_0008", "score": 0.6348514556884766}], "gold_semantic_scores": [0.6009573340415955, 0.5784686207771301], "gold_temporal_scores": [0.10764697939157486, 0.05638274550437927], "max_gold_score": 0.7086042761802673, "max_candidate_score": 0.7086042761802673, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.23248425126075745, "best_gold_margin": 0.4761200249195099, "weakest_gold_margin": 0.4023672044277191}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00598", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan say they had changed their mind about the skillet?", "temporal_relation": "session", "query_temporal_norm": 0.22367271780967712, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6540416479110718}], "gold_semantic_scores": [0.5647068023681641], "gold_temporal_scores": [0.08933483064174652], "max_gold_score": 0.6540416479110718, "max_candidate_score": 0.6540416479110718, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5695481896400452, "best_gold_margin": 0.08449345827102661, "weakest_gold_margin": 0.08449345827102661}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00598", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we should get a cast-iron skillet (10-inch)?", "temporal_relation": "none", "query_temporal_norm": 0.16842463612556458, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6079056859016418}], "gold_semantic_scores": [0.53375643491745], "gold_temporal_scores": [0.07414934039115906], "max_gold_score": 0.6079056859016418, "max_candidate_score": 0.6079056859016418, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5184381008148193, "best_gold_margin": 0.08946758508682251, "weakest_gold_margin": 0.08946758508682251}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00671", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said Echoes of the Coast was a 7 out of 10?", "temporal_relation": "earliest", "query_temporal_norm": 0.5064285397529602, "query_session_index": 2, "query_start_sec": 16.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8938282132148743}], "gold_semantic_scores": [0.7932593822479248], "gold_temporal_scores": [0.10056867450475693], "max_gold_score": 0.8938282132148743, "max_candidate_score": 0.8938282132148743, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.621909499168396, "best_gold_margin": 0.27191871404647827, "weakest_gold_margin": 0.27191871404647827}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00671", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the most recent rating for Echoes of the Coast?", "temporal_relation": "none", "query_temporal_norm": 0.5424424409866333, "query_session_index": 2, "query_start_sec": 16.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9394621253013611}], "gold_semantic_scores": [0.6842153072357178], "gold_temporal_scores": [0.2552468478679657], "max_gold_score": 0.9394621253013611, "max_candidate_score": 0.940792441368103, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.940792441368103, "best_gold_margin": -0.0013303160667419434, "weakest_gold_margin": -0.0013303160667419434}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00769", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about The Long Take, and why was it removed from consideration?", "temporal_relation": "none", "query_temporal_norm": 0.2198188751935959, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6189462542533875}, {"memory_id": "history_02_utt_0007", "score": 0.7156756520271301}], "gold_semantic_scores": [0.5482410788536072, 0.6627441048622131], "gold_temporal_scores": [0.07070530205965042, 0.052931636571884155], "max_gold_score": 0.7156756520271301, "max_candidate_score": 0.7156756520271301, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7000229358673096, "best_gold_margin": 0.015652716159820557, "weakest_gold_margin": -0.08107668161392212}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00769", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was The Long Take removed from consideration?", "temporal_relation": "none", "query_temporal_norm": 0.15349489450454712, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8462440371513367}], "gold_semantic_scores": [0.7848085761070251], "gold_temporal_scores": [0.061435580253601074], "max_gold_score": 0.8462440371513367, "max_candidate_score": 0.8462440371513367, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5364166498184204, "best_gold_margin": 0.30982738733291626, "weakest_gold_margin": 0.30982738733291626}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00769", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What property was City Memory flagged for?", "temporal_relation": "none", "query_temporal_norm": 0.1071942150592804, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.64443039894104}], "gold_semantic_scores": [0.6182485222816467], "gold_temporal_scores": [0.02618202567100525], "max_gold_score": 0.64443039894104, "max_candidate_score": 0.64443039894104, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.4611622989177704, "best_gold_margin": 0.18326810002326965, "weakest_gold_margin": 0.18326810002326965}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00769", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was City Memory said to have been set aside?", "temporal_relation": "session", "query_temporal_norm": 0.13279584050178528, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.8211261630058289}], "gold_semantic_scores": [0.7980024218559265], "gold_temporal_scores": [0.023123499006032944], "max_gold_score": 0.8211261630058289, "max_candidate_score": 0.8211261630058289, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.4531312584877014, "best_gold_margin": 0.36799490451812744, "weakest_gold_margin": 0.36799490451812744}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00871", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Rowan's model choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41316765546798706, "query_session_index": 2, "query_start_sec": 21.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8033101558685303}, {"memory_id": "history_02_utt_0008", "score": 0.6496058702468872}], "gold_semantic_scores": [0.66211998462677, 0.5235146880149841], "gold_temporal_scores": [0.1411902755498886, 0.12609145045280457], "max_gold_score": 0.8033101558685303, "max_candidate_score": 0.8033101558685303, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6580625176429749, "best_gold_margin": 0.14524763822555542, "weakest_gold_margin": -0.008456647396087646}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00871", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the model architecture choice differ between the earlier discussion and the later one?", "temporal_relation": "none", "query_temporal_norm": 0.36252450942993164, "query_session_index": 2, "query_start_sec": 21.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7080003023147583}, {"memory_id": "history_02_utt_0008", "score": 0.6332170963287354}], "gold_semantic_scores": [0.5828812122344971, 0.5138401389122009], "gold_temporal_scores": [0.12511901557445526, 0.11937704682350159], "max_gold_score": 0.7080003023147583, "max_candidate_score": 0.7080003023147583, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.2524093687534332, "best_gold_margin": 0.4555909335613251, "weakest_gold_margin": 0.3808077275753021}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00871", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which model did Rowan say they planned to use for the demo?", "temporal_relation": "none", "query_temporal_norm": 0.5014235973358154, "query_session_index": 2, "query_start_sec": 21.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9012486338615417}], "gold_semantic_scores": [0.8067061305046082], "gold_temporal_scores": [0.09454232454299927], "max_gold_score": 0.9012486338615417, "max_candidate_score": 0.9012486338615417, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7484186887741089, "best_gold_margin": 0.15282994508743286, "weakest_gold_margin": 0.15282994508743286}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00871", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model architecture is currently chosen for the demo?", "temporal_relation": "latest", "query_temporal_norm": 0.43519848585128784, "query_session_index": 2, "query_start_sec": 21.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7691646814346313}], "gold_semantic_scores": [0.560295820236206], "gold_temporal_scores": [0.20886892080307007], "max_gold_score": 0.7691646814346313, "max_candidate_score": 0.7691646814346313, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7657469511032104, "best_gold_margin": 0.0034177303314208984, "weakest_gold_margin": 0.0034177303314208984}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00953", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the shopping item was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5563201308250427, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7740646600723267}], "gold_semantic_scores": [0.6393555402755737], "gold_temporal_scores": [0.1347091943025589], "max_gold_score": 0.7740646600723267, "max_candidate_score": 0.7740646600723267, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7699291706085205, "best_gold_margin": 0.004135489463806152, "weakest_gold_margin": 0.004135489463806152}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00953", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current shopping-list item for the soap dispenser?", "temporal_relation": "latest", "query_temporal_norm": 0.5478448867797852, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9899427890777588}], "gold_semantic_scores": [0.7260527014732361], "gold_temporal_scores": [0.26389020681381226], "max_gold_score": 0.9899427890777588, "max_candidate_score": 0.9899427890777588, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9860342741012573, "best_gold_margin": 0.003908514976501465, "weakest_gold_margin": 0.003908514976501465}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00953", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the soap dispenser was swapped for a stainless steel one?", "temporal_relation": "session", "query_temporal_norm": 0.18215961754322052, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8872576951980591}], "gold_semantic_scores": [0.8101101517677307], "gold_temporal_scores": [0.07714790850877762], "max_gold_score": 0.8872576951980591, "max_candidate_score": 0.8872576951980591, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7242380380630493, "best_gold_margin": 0.16301965713500977, "weakest_gold_margin": 0.16301965713500977}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01039", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for recommending Short Slice, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.18292336165905, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7329277396202087}, {"memory_id": "history_02_utt_0009", "score": 0.7708244323730469}], "gold_semantic_scores": [0.6756649017333984, 0.7219769954681396], "gold_temporal_scores": [0.05726287513971329, 0.048847608268260956], "max_gold_score": 0.7708244323730469, "max_candidate_score": 0.7708244323730469, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7609668970108032, "best_gold_margin": 0.009857535362243652, "weakest_gold_margin": -0.028039157390594482}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01039", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Loop Clip?", "temporal_relation": "none", "query_temporal_norm": 0.13550223410129547, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7457305192947388}], "gold_semantic_scores": [0.7182376384735107], "gold_temporal_scores": [0.027493013069033623], "max_gold_score": 0.7457305192947388, "max_candidate_score": 0.7457305192947388, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.4655037522315979, "best_gold_margin": 0.28022676706314087, "weakest_gold_margin": 0.28022676706314087}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01039", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Loop Clip recommended for its playful nonsequential cuts?", "temporal_relation": "session", "query_temporal_norm": 0.2278982698917389, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.8452295064926147}], "gold_semantic_scores": [0.7894567251205444], "gold_temporal_scores": [0.05577271059155464], "max_gold_score": 0.8452295064926147, "max_candidate_score": 0.8452295064926147, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5676599740982056, "best_gold_margin": 0.2775695323944092, "weakest_gold_margin": 0.2775695323944092}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01039", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Loop Clip dropped by the next meeting?", "temporal_relation": "none", "query_temporal_norm": 0.30357876420021057, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.6133420467376709}], "gold_semantic_scores": [0.5184348225593567], "gold_temporal_scores": [0.09490717202425003], "max_gold_score": 0.6133420467376709, "max_candidate_score": 0.6133420467376709, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.5031877160072327, "best_gold_margin": 0.11015433073043823, "weakest_gold_margin": 0.11015433073043823}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01112", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting Harbor Kitchen, and why was it not available?", "temporal_relation": "none", "query_temporal_norm": 0.1533261239528656, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7432370781898499}, {"memory_id": "history_02_utt_0008", "score": 0.7887697815895081}], "gold_semantic_scores": [0.6998785138130188, 0.7327094078063965], "gold_temporal_scores": [0.043358638882637024, 0.05606037750840187], "max_gold_score": 0.7887697815895081, "max_candidate_score": 0.7887697815895081, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7374795079231262, "best_gold_margin": 0.051290273666381836, "weakest_gold_margin": 0.005757570266723633}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01112", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the status of Harbor Kitchen that weekend?", "temporal_relation": "none", "query_temporal_norm": 0.1527147740125656, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7983262538909912}], "gold_semantic_scores": [0.7641823887825012], "gold_temporal_scores": [0.034143898636102676], "max_gold_score": 0.7983262538909912, "max_candidate_score": 0.7983262538909912, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5766362547874451, "best_gold_margin": 0.22168999910354614, "weakest_gold_margin": 0.22168999910354614}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01112", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Maple Street Diner?", "temporal_relation": "none", "query_temporal_norm": 0.10980236530303955, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7651289105415344}], "gold_semantic_scores": [0.7412506937980652], "gold_temporal_scores": [0.023878028616309166], "max_gold_score": 0.7651289105415344, "max_candidate_score": 0.7651289105415344, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.6189625263214111, "best_gold_margin": 0.1461663842201233, "weakest_gold_margin": 0.1461663842201233}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01112", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone recommend Maple Street Diner?", "temporal_relation": "session", "query_temporal_norm": 0.13543522357940674, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.8206616044044495}], "gold_semantic_scores": [0.7933889031410217], "gold_temporal_scores": [0.02727316878736019], "max_gold_score": 0.8206616044044495, "max_candidate_score": 0.8206616044044495, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.623102605342865, "best_gold_margin": 0.19755899906158447, "weakest_gold_margin": 0.19755899906158447}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00036", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the chosen title was before we changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5434080958366394, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.687442421913147}], "gold_semantic_scores": [0.5771326422691345], "gold_temporal_scores": [0.11030974984169006], "max_gold_score": 0.687442421913147, "max_candidate_score": 0.687442421913147, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.682534396648407, "best_gold_margin": 0.00490802526473999, "weakest_gold_margin": 0.00490802526473999}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00036", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally picked The Vanishing Ice as our documentary choice?", "temporal_relation": "earliest", "query_temporal_norm": 0.5641871094703674, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9701313376426697}], "gold_semantic_scores": [0.8536669611930847], "gold_temporal_scores": [0.11646447330713272], "max_gold_score": 0.9701313376426697, "max_candidate_score": 0.9701313376426697, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6577110886573792, "best_gold_margin": 0.3124202489852905, "weakest_gold_margin": 0.3124202489852905}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00036", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current documentary title we decided on?", "temporal_relation": "latest", "query_temporal_norm": 0.5482789874076843, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9091338515281677}], "gold_semantic_scores": [0.6470726728439331], "gold_temporal_scores": [0.2620611786842346], "max_gold_score": 0.9091338515281677, "max_candidate_score": 0.917327344417572, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.917327344417572, "best_gold_margin": -0.008193492889404297, "weakest_gold_margin": -0.008193492889404297}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00036", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chosen documentary title change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.39347371459007263, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7971814870834351}, {"memory_id": "history_02_utt_0009", "score": 0.6570156812667847}], "gold_semantic_scores": [0.6602407097816467, 0.5292631387710571], "gold_temporal_scores": [0.13694092631340027, 0.1277523785829544], "max_gold_score": 0.7971814870834351, "max_candidate_score": 0.7971814870834351, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.46028628945350647, "best_gold_margin": 0.3368951976299286, "weakest_gold_margin": 0.1967293918132782}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00139", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about The Night Archive, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.273499459028244, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6503341197967529}, {"memory_id": "history_02_utt_0008", "score": 0.7229858636856079}], "gold_semantic_scores": [0.562895655632019, 0.6551129817962646], "gold_temporal_scores": [0.08743846416473389, 0.06787294149398804], "max_gold_score": 0.7229858636856079, "max_candidate_score": 0.7229858636856079, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6438284516334534, "best_gold_margin": 0.07915741205215454, "weakest_gold_margin": 0.0065056681632995605}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00139", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was The Night Archive dropped?", "temporal_relation": "none", "query_temporal_norm": 0.15828068554401398, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9102166891098022}], "gold_semantic_scores": [0.8438710570335388], "gold_temporal_scores": [0.06634559482336044], "max_gold_score": 0.9102166891098022, "max_candidate_score": 0.9102166891098022, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7240888476371765, "best_gold_margin": 0.18612784147262573, "weakest_gold_margin": 0.18612784147262573}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00139", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given earlier for recommending Summer Rewind?", "temporal_relation": "none", "query_temporal_norm": 0.15098854899406433, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7425390481948853}], "gold_semantic_scores": [0.730872631072998], "gold_temporal_scores": [0.011666543781757355], "max_gold_score": 0.7425390481948853, "max_candidate_score": 0.7425390481948853, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5597022175788879, "best_gold_margin": 0.18283683061599731, "weakest_gold_margin": 0.18283683061599731}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00139", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone recommend Summer Rewind?", "temporal_relation": "session", "query_temporal_norm": 0.131196528673172, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7970404028892517}], "gold_semantic_scores": [0.7741026282310486], "gold_temporal_scores": [0.022937415167689323], "max_gold_score": 0.7970404028892517, "max_candidate_score": 0.7970404028892517, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5972002148628235, "best_gold_margin": 0.19984018802642822, "weakest_gold_margin": 0.19984018802642822}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00206", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the shopping item was before it was changed?", "temporal_relation": "before", "query_temporal_norm": 0.4982513189315796, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6995675563812256}], "gold_semantic_scores": [0.5960215330123901], "gold_temporal_scores": [0.10354609787464142], "max_gold_score": 0.6995675563812256, "max_candidate_score": 0.7072706818580627, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.7072706818580627, "best_gold_margin": -0.007703125476837158, "weakest_gold_margin": -0.007703125476837158}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00206", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item was mentioned as the replacement to save prep time?", "temporal_relation": "none", "query_temporal_norm": 0.4212159514427185, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8998126983642578}], "gold_semantic_scores": [0.7005677223205566], "gold_temporal_scores": [0.1992449015378952], "max_gold_score": 0.8998126983642578, "max_candidate_score": 0.8998126983642578, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6352810263633728, "best_gold_margin": 0.264531672000885, "weakest_gold_margin": 0.264531672000885}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00206", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that it was replaced with a mixed greens salad blend?", "temporal_relation": "session", "query_temporal_norm": 0.25731873512268066, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.773250937461853}], "gold_semantic_scores": [0.6639605164527893], "gold_temporal_scores": [0.10929039865732193], "max_gold_score": 0.773250937461853, "max_candidate_score": 0.773250937461853, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4429596960544586, "best_gold_margin": 0.3302912414073944, "weakest_gold_margin": 0.3302912414073944}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00206", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "Where am I going to grab the spare keys from?", "temporal_relation": "none", "query_temporal_norm": 0.3720362186431885, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4016743004322052, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4016743004322052, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00259", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5363370180130005, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.003804087638855}], "gold_semantic_scores": [0.7275201678276062], "gold_temporal_scores": [0.2762835919857025], "max_gold_score": 1.003804087638855, "max_candidate_score": 1.0052772760391235, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.0052772760391235, "best_gold_margin": -0.0014731884002685547, "weakest_gold_margin": -0.0014731884002685547}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00259", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest model choice for the experiments?", "temporal_relation": "latest", "query_temporal_norm": 0.5360932350158691, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.037917971611023}], "gold_semantic_scores": [0.7652295827865601], "gold_temporal_scores": [0.27268874645233154], "max_gold_score": 1.037917971611023, "max_candidate_score": 1.0391030311584473, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 1.0391030311584473, "best_gold_margin": -0.0011850595474243164, "weakest_gold_margin": -0.0011850595474243164}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00259", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which model did Drew say he chose for the experiments?", "temporal_relation": "none", "query_temporal_norm": 0.1955236792564392, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6567671895027161}], "gold_semantic_scores": [0.5914763808250427], "gold_temporal_scores": [0.06529078632593155], "max_gold_score": 0.6567671895027161, "max_candidate_score": 0.814447283744812, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.814447283744812, "best_gold_margin": -0.15768009424209595, "weakest_gold_margin": -0.15768009424209595}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00259", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the model choice to ConvNeXt-T with layer-scale initialization?", "temporal_relation": "none", "query_temporal_norm": 0.3966440260410309, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9711208343505859}], "gold_semantic_scores": [0.7665712237358093], "gold_temporal_scores": [0.20454956591129303], "max_gold_score": 0.9711208343505859, "max_candidate_score": 0.9711208343505859, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4377068877220154, "best_gold_margin": 0.5334139466285706, "weakest_gold_margin": 0.5334139466285706}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00418", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the training setting was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5453004837036133, "query_session_index": 2, "query_start_sec": 18.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7772883772850037}], "gold_semantic_scores": [0.6655181646347046], "gold_temporal_scores": [0.1117701604962349], "max_gold_score": 0.7772883772850037, "max_candidate_score": 0.8142096400260925, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.8142096400260925, "best_gold_margin": -0.03692126274108887, "weakest_gold_margin": -0.03692126274108887}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00418", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally trained on a single node?", "temporal_relation": "earliest", "query_temporal_norm": 0.5561537146568298, "query_session_index": 2, "query_start_sec": 18.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7163699269294739}], "gold_semantic_scores": [0.5917977690696716], "gold_temporal_scores": [0.12457199394702911], "max_gold_score": 0.7163699269294739, "max_candidate_score": 0.7163699269294739, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4101550281047821, "best_gold_margin": 0.3062148988246918, "weakest_gold_margin": 0.3062148988246918}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00418", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier we discussed changing the model run—what training configuration did we switch to?", "temporal_relation": "none", "query_temporal_norm": 0.3082360029220581, "query_session_index": 2, "query_start_sec": 18.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8496003150939941}], "gold_semantic_scores": [0.7137902975082397], "gold_temporal_scores": [0.13581004738807678], "max_gold_score": 0.8496003150939941, "max_candidate_score": 0.8496003150939941, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6977367401123047, "best_gold_margin": 0.15186357498168945, "weakest_gold_margin": 0.15186357498168945}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00418", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we mention switching to distributed 4-node training?", "temporal_relation": "session", "query_temporal_norm": 0.1863810420036316, "query_session_index": 2, "query_start_sec": 18.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7423368692398071}], "gold_semantic_scores": [0.6663566827774048], "gold_temporal_scores": [0.07598019391298294], "max_gold_score": 0.7423368692398071, "max_candidate_score": 0.7423368692398071, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3753524720668793, "best_gold_margin": 0.36698439717292786, "weakest_gold_margin": 0.36698439717292786}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00523", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Taylor say they ended up choosing most recently?", "temporal_relation": "latest", "query_temporal_norm": 0.5175430178642273, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9163711667060852}], "gold_semantic_scores": [0.6463713645935059], "gold_temporal_scores": [0.2699998915195465], "max_gold_score": 0.9163711667060852, "max_candidate_score": 0.9163711667060852, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9147710204124451, "best_gold_margin": 0.0016001462936401367, "weakest_gold_margin": 0.0016001462936401367}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00523", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chosen title change between the earlier discussion and the later decision?", "temporal_relation": "comparison", "query_temporal_norm": 0.4235406816005707, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.776370108127594}, {"memory_id": "history_02_utt_0010", "score": 0.736497163772583}], "gold_semantic_scores": [0.6195305585861206, 0.6233941316604614], "gold_temporal_scores": [0.15683972835540771, 0.11310304701328278], "max_gold_score": 0.776370108127594, "max_candidate_score": 0.776370108127594, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.34508463740348816, "best_gold_margin": 0.43128547072410583, "weakest_gold_margin": 0.39141252636909485}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00523", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they ended up choosing \"Midnight Transit\" as the title for the clip?", "temporal_relation": "none", "query_temporal_norm": 0.326242595911026, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8646971583366394}], "gold_semantic_scores": [0.7249857187271118], "gold_temporal_scores": [0.13971136510372162], "max_gold_score": 0.8646971583366394, "max_candidate_score": 0.8646971583366394, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5543769001960754, "best_gold_margin": 0.31032025814056396, "weakest_gold_margin": 0.31032025814056396}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00523", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Taylor say they had chosen for the clip?", "temporal_relation": "none", "query_temporal_norm": 0.38129177689552307, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.5595715641975403}], "gold_semantic_scores": [0.6227086782455444], "gold_temporal_scores": [-0.06313753873109818], "max_gold_score": 0.5595715641975403, "max_candidate_score": 0.6230661273002625, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6230661273002625, "best_gold_margin": -0.06349456310272217, "weakest_gold_margin": -0.06349456310272217}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00620", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention earlier about including 'Moonlight Run' in the Late Night Mixtape, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.18085286021232605, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7745482921600342}, {"memory_id": "history_02_utt_0008", "score": 0.790297269821167}], "gold_semantic_scores": [0.7199059724807739, 0.7621585130691528], "gold_temporal_scores": [0.05464234948158264, 0.028138715773820877], "max_gold_score": 0.790297269821167, "max_candidate_score": 0.79292231798172, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.79292231798172, "best_gold_margin": -0.0026250481605529785, "weakest_gold_margin": -0.01837402582168579}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00620", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the track \"Moonlight Run\" when the Late Night Mixtape playlist was refined?", "temporal_relation": "none", "query_temporal_norm": 0.21152813732624054, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9388524293899536}], "gold_semantic_scores": [0.8527369499206543], "gold_temporal_scores": [0.08611547946929932], "max_gold_score": 0.9388524293899536, "max_candidate_score": 0.9388524293899536, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8776564598083496, "best_gold_margin": 0.061195969581604004, "weakest_gold_margin": 0.061195969581604004}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00620", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which track was kept for the Sunset Single drop because of its upbeat intro?", "temporal_relation": "none", "query_temporal_norm": 0.14825688302516937, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.8342545628547668}], "gold_semantic_scores": [0.7948529124259949], "gold_temporal_scores": [0.039401907473802567], "max_gold_score": 0.8342545628547668, "max_candidate_score": 0.8342545628547668, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.6434265971183777, "best_gold_margin": 0.19082796573638916, "weakest_gold_margin": 0.19082796573638916}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00620", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that \"Dawn Echo\" was kept for the Sunset Single drop?", "temporal_relation": "session", "query_temporal_norm": 0.1414746642112732, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.6338019371032715}], "gold_semantic_scores": [0.6053149700164795], "gold_temporal_scores": [0.028486955910921097], "max_gold_score": 0.6338019371032715, "max_candidate_score": 0.6338019371032715, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.4596797227859497, "best_gold_margin": 0.17412221431732178, "weakest_gold_margin": 0.17412221431732178}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00716", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who reported the latest chore schedule?", "temporal_relation": "latest", "query_temporal_norm": 0.511317789554596, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8615458607673645}], "gold_semantic_scores": [0.6262930631637573], "gold_temporal_scores": [0.2352527529001236], "max_gold_score": 0.8615458607673645, "max_candidate_score": 0.8655767440795898, "top_memory_id": "history_02_utt_0007::cf::main::1", "max_non_gold_score": 0.8655767440795898, "best_gold_margin": -0.004030883312225342, "weakest_gold_margin": -0.004030883312225342}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00716", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say his chore assignments were?", "temporal_relation": "none", "query_temporal_norm": 0.2447613924741745, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7824429273605347}], "gold_semantic_scores": [0.717572808265686], "gold_temporal_scores": [0.06487004458904266], "max_gold_score": 0.7824429273605347, "max_candidate_score": 0.8305943012237549, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8305943012237549, "best_gold_margin": -0.048151373863220215, "weakest_gold_margin": -0.048151373863220215}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00716", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had updated their assignments?", "temporal_relation": "none", "query_temporal_norm": 0.4158986508846283, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8464528322219849}], "gold_semantic_scores": [0.6382032036781311], "gold_temporal_scores": [0.20824964344501495], "max_gold_score": 0.8464528322219849, "max_candidate_score": 0.8464528322219849, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.542144775390625, "best_gold_margin": 0.30430805683135986, "weakest_gold_margin": 0.30430805683135986}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00716", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chore assignments change from the earlier schedule to the updated one?", "temporal_relation": "comparison", "query_temporal_norm": 0.37615013122558594, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.841887891292572}, {"memory_id": "history_02_utt_0007", "score": 0.7758831977844238}], "gold_semantic_scores": [0.7067523002624512, 0.653939425945282], "gold_temporal_scores": [0.13513551652431488, 0.12194362282752991], "max_gold_score": 0.841887891292572, "max_candidate_score": 0.841887891292572, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.37873023748397827, "best_gold_margin": 0.46315765380859375, "weakest_gold_margin": 0.39715296030044556}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00878", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Echoes of Transit, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.19444270431995392, "query_session_index": 2, "query_start_sec": 18.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8173202276229858}, {"memory_id": "history_02_utt_0007", "score": 0.7650769352912903}], "gold_semantic_scores": [0.7570691108703613, 0.7221460938453674], "gold_temporal_scores": [0.06025119498372078, 0.04293081909418106], "max_gold_score": 0.8173202276229858, "max_candidate_score": 0.8173202276229858, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3295641243457794, "best_gold_margin": 0.4877561032772064, "weakest_gold_margin": 0.43551281094551086}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00878", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to Echoes of Transit after the review?", "temporal_relation": "none", "query_temporal_norm": 0.23828954994678497, "query_session_index": 2, "query_start_sec": 18.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6862621307373047}], "gold_semantic_scores": [0.5784062147140503], "gold_temporal_scores": [0.1078559160232544], "max_gold_score": 0.6862621307373047, "max_candidate_score": 0.6862621307373047, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5684666037559509, "best_gold_margin": 0.11779552698135376, "weakest_gold_margin": 0.11779552698135376}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00878", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Minimalist Marathon as a possible marathon-themed watch?", "temporal_relation": "none", "query_temporal_norm": 0.09790732711553574, "query_session_index": 2, "query_start_sec": 18.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7932732701301575}], "gold_semantic_scores": [0.7774143815040588], "gold_temporal_scores": [0.015858719125390053], "max_gold_score": 0.7932732701301575, "max_candidate_score": 0.7932732701301575, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.6773729920387268, "best_gold_margin": 0.11590027809143066, "weakest_gold_margin": 0.11590027809143066}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00878", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Minimalist Marathon dropped for having an excessive runtime?", "temporal_relation": "session", "query_temporal_norm": 0.19414792954921722, "query_session_index": 2, "query_start_sec": 18.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.8589627742767334}], "gold_semantic_scores": [0.7824276089668274], "gold_temporal_scores": [0.07653521001338959], "max_gold_score": 0.8589627742767334, "max_candidate_score": 0.8589627742767334, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.5464873313903809, "best_gold_margin": 0.31247544288635254, "weakest_gold_margin": 0.31247544288635254}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01008", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the earlier playlist choice and who described the later one in that change?", "temporal_relation": "comparison", "query_temporal_norm": 0.38342782855033875, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6858507394790649}, {"memory_id": "history_02_utt_0010", "score": 0.6621881127357483}], "gold_semantic_scores": [0.5496554970741272, 0.5531595945358276], "gold_temporal_scores": [0.1361951380968094, 0.10902868211269379], "max_gold_score": 0.6858507394790649, "max_candidate_score": 0.6858507394790649, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.32977527379989624, "best_gold_margin": 0.3560754656791687, "weakest_gold_margin": 0.33241283893585205}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01008", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which playlist is queued now?", "temporal_relation": "latest", "query_temporal_norm": 0.33880728483200073, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6828855276107788}], "gold_semantic_scores": [0.549074649810791], "gold_temporal_scores": [0.13381104171276093], "max_gold_score": 0.6828855276107788, "max_candidate_score": 0.6828855276107788, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.680993914604187, "best_gold_margin": 0.0018916130065917969, "weakest_gold_margin": 0.0018916130065917969}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01008", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What playlist did Casey say she was leaning toward earlier?", "temporal_relation": "before", "query_temporal_norm": 0.4580889940261841, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7824891805648804}], "gold_semantic_scores": [0.6704998016357422], "gold_temporal_scores": [0.11198942363262177], "max_gold_score": 0.7824891805648804, "max_candidate_score": 0.7824891805648804, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6730226874351501, "best_gold_margin": 0.10946649312973022, "weakest_gold_margin": 0.10946649312973022}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01008", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention leaning toward the Sunset Drives Mix?", "temporal_relation": "session", "query_temporal_norm": 0.2334146648645401, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8035686612129211}], "gold_semantic_scores": [0.7279884815216064], "gold_temporal_scores": [0.07558039575815201], "max_gold_score": 0.8035686612129211, "max_candidate_score": 0.8035686612129211, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7172410488128662, "best_gold_margin": 0.08632761240005493, "weakest_gold_margin": 0.08632761240005493}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01076", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the option, and who later said it used too much memory?", "temporal_relation": "none", "query_temporal_norm": 0.27118539810180664, "query_session_index": 2, "query_start_sec": 21.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5771013498306274}, {"memory_id": "history_02_utt_0009", "score": 0.4190254211425781}], "gold_semantic_scores": [0.4870913326740265, 0.3632058799266815], "gold_temporal_scores": [0.09001009166240692, 0.05581960082054138], "max_gold_score": 0.5771013498306274, "max_candidate_score": 0.5771013498306274, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3425392806529999, "best_gold_margin": 0.23456206917762756, "weakest_gold_margin": 0.07648614048957825}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01076", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the client-side caching proposal?", "temporal_relation": "none", "query_temporal_norm": 0.30659037828445435, "query_session_index": 2, "query_start_sec": 21.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7424157857894897}], "gold_semantic_scores": [0.5990646481513977], "gold_temporal_scores": [0.14335107803344727], "max_gold_score": 0.7424157857894897, "max_candidate_score": 0.7424157857894897, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4180624783039093, "best_gold_margin": 0.32435330748558044, "weakest_gold_margin": 0.32435330748558044}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01076", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What alternative did Casey suggest to speed up throughput?", "temporal_relation": "none", "query_temporal_norm": 0.17448821663856506, "query_session_index": 2, "query_start_sec": 21.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.5913832187652588}], "gold_semantic_scores": [0.5554401278495789], "gold_temporal_scores": [0.035943303257226944], "max_gold_score": 0.5913832187652588, "max_candidate_score": 0.649649441242218, "top_memory_id": "history_01_utt_0020::cf::extra_qa_0006::0", "max_non_gold_score": 0.649649441242218, "best_gold_margin": -0.05826622247695923, "weakest_gold_margin": -0.05826622247695923}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01076", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it stated that edge batching had been approved?", "temporal_relation": "session", "query_temporal_norm": 0.16668926179409027, "query_session_index": 2, "query_start_sec": 21.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.6391441226005554}], "gold_semantic_scores": [0.6091048717498779], "gold_temporal_scores": [0.030039161443710327], "max_gold_score": 0.6391441226005554, "max_candidate_score": 0.6391441226005554, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.6034132838249207, "best_gold_margin": 0.035730838775634766, "weakest_gold_margin": 0.035730838775634766}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01174", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the most recent chosen title was?", "temporal_relation": "none", "query_temporal_norm": 0.5497077703475952, "query_session_index": 2, "query_start_sec": 21.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8580337762832642}], "gold_semantic_scores": [0.606013834476471], "gold_temporal_scores": [0.25201988220214844], "max_gold_score": 0.8580337762832642, "max_candidate_score": 0.8889488577842712, "top_memory_id": "history_02_utt_0008::cf::main::0", "max_non_gold_score": 0.8889488577842712, "best_gold_margin": -0.03091508150100708, "weakest_gold_margin": -0.03091508150100708}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01174", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title was initially picked during the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.5650284886360168, "query_session_index": 2, "query_start_sec": 21.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7920384407043457}], "gold_semantic_scores": [0.660720944404602], "gold_temporal_scores": [0.1313174068927765], "max_gold_score": 0.7920384407043457, "max_candidate_score": 0.7920384407043457, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4845665395259857, "best_gold_margin": 0.30747190117836, "weakest_gold_margin": 0.30747190117836}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01174", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Hidden Rivers picked as the title?", "temporal_relation": "session", "query_temporal_norm": 0.13220620155334473, "query_session_index": 2, "query_start_sec": 21.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8507764339447021}], "gold_semantic_scores": [0.8188856840133667], "gold_temporal_scores": [0.03189077600836754], "max_gold_score": 0.8507764339447021, "max_candidate_score": 0.8507764339447021, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4597742259502411, "best_gold_margin": 0.39100220799446106, "weakest_gold_margin": 0.39100220799446106}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00051", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending Deep Rivers, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.14632189273834229, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7901433706283569}, {"memory_id": "history_02_utt_0009", "score": 0.80040442943573}], "gold_semantic_scores": [0.7519397139549255, 0.7439850568771362], "gold_temporal_scores": [0.03820370137691498, 0.056419458240270615], "max_gold_score": 0.80040442943573, "max_candidate_score": 0.8028275966644287, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.8028275966644287, "best_gold_margin": -0.0024231672286987305, "weakest_gold_margin": -0.012684226036071777}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00051", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Deep Rivers dropped?", "temporal_relation": "none", "query_temporal_norm": 0.11268796026706696, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8087264895439148}], "gold_semantic_scores": [0.7712362408638], "gold_temporal_scores": [0.03749038651585579], "max_gold_score": 0.8087264895439148, "max_candidate_score": 0.8087264895439148, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7136159539222717, "best_gold_margin": 0.09511053562164307, "weakest_gold_margin": 0.09511053562164307}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00051", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Harbor Voices?", "temporal_relation": "none", "query_temporal_norm": 0.11023060232400894, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7751062512397766}], "gold_semantic_scores": [0.75346839427948], "gold_temporal_scores": [0.02163790911436081], "max_gold_score": 0.7751062512397766, "max_candidate_score": 0.7751062512397766, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5458055138587952, "best_gold_margin": 0.22930073738098145, "weakest_gold_margin": 0.22930073738098145}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00051", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Harbor Voices was dropped?", "temporal_relation": "session", "query_temporal_norm": 0.13430985808372498, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.8524028062820435}], "gold_semantic_scores": [0.8111271858215332], "gold_temporal_scores": [0.04127616435289383], "max_gold_score": 0.8524028062820435, "max_candidate_score": 0.8524028062820435, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.6167686581611633, "best_gold_margin": 0.23563414812088013, "weakest_gold_margin": 0.23563414812088013}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00124", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested \"Serenade in Motion\" as the opener, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.21192115545272827, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7348287105560303}, {"memory_id": "history_02_utt_0009", "score": 0.7278717160224915}], "gold_semantic_scores": [0.6683392524719238, 0.682705819606781], "gold_temporal_scores": [0.06648936867713928, 0.04516609013080597], "max_gold_score": 0.7348287105560303, "max_candidate_score": 0.7348287105560303, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5344827175140381, "best_gold_margin": 0.2003459930419922, "weakest_gold_margin": 0.19338899850845337}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00124", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan recommend putting \"Serenade in Motion\" as the mellow opener?", "temporal_relation": "session", "query_temporal_norm": 0.15298785269260406, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8407555222511292}], "gold_semantic_scores": [0.7966704964637756], "gold_temporal_scores": [0.04408500716090202], "max_gold_score": 0.8407555222511292, "max_candidate_score": 0.8407555222511292, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7451168298721313, "best_gold_margin": 0.0956386923789978, "weakest_gold_margin": 0.0956386923789978}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00124", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan say was done with \"Serenade in Motion\"?", "temporal_relation": "none", "query_temporal_norm": 0.10310110449790955, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.49011632800102234}], "gold_semantic_scores": [0.46430206298828125], "gold_temporal_scores": [0.025814319029450417], "max_gold_score": 0.49011632800102234, "max_candidate_score": 0.4947536587715149, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4947536587715149, "best_gold_margin": -0.004637330770492554, "weakest_gold_margin": -0.004637330770492554}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00124", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How was \"Neon Shoreline\" suggested to be used in the finale?", "temporal_relation": "none", "query_temporal_norm": 0.14008325338363647, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7446669936180115}], "gold_semantic_scores": [0.7103074789047241], "gold_temporal_scores": [0.0343598797917366], "max_gold_score": 0.7446669936180115, "max_candidate_score": 0.7446669936180115, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5671471357345581, "best_gold_margin": 0.17751985788345337, "weakest_gold_margin": 0.17751985788345337}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00250", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who gave the most recent rating of 9 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.5532170534133911, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8996957540512085}], "gold_semantic_scores": [0.6352897882461548], "gold_temporal_scores": [0.2644059956073761], "max_gold_score": 0.8996957540512085, "max_candidate_score": 0.8996957540512085, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8930699825286865, "best_gold_margin": 0.006625771522521973, "weakest_gold_margin": 0.006625771522521973}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00250", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating change between the first review and the later update?", "temporal_relation": "comparison", "query_temporal_norm": 0.4150035083293915, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6043083071708679}, {"memory_id": "history_02_utt_0008", "score": 0.7375718355178833}], "gold_semantic_scores": [0.45427584648132324, 0.5828559398651123], "gold_temporal_scores": [0.1500324010848999, 0.15471585094928741], "max_gold_score": 0.7375718355178833, "max_candidate_score": 0.7375718355178833, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.3220774829387665, "best_gold_margin": 0.4154943525791168, "weakest_gold_margin": 0.28223082423210144}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00250", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Morgan give the clip?", "temporal_relation": "none", "query_temporal_norm": 0.16152919828891754, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8034104704856873}], "gold_semantic_scores": [0.7355774641036987], "gold_temporal_scores": [0.06783290207386017], "max_gold_score": 0.8034104704856873, "max_candidate_score": 0.8034104704856873, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7215854525566101, "best_gold_margin": 0.08182501792907715, "weakest_gold_margin": 0.08182501792907715}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00250", "qa_id": "extra_qa_0006", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who most recently said they rated the clip a 9 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.5556426048278809, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9829829931259155}], "gold_semantic_scores": [0.7056103348731995], "gold_temporal_scores": [0.27737244963645935], "max_gold_score": 0.9829829931259155, "max_candidate_score": 0.9829829931259155, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9788652658462524, "best_gold_margin": 0.004117727279663086, "weakest_gold_margin": 0.004117727279663086}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00368", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Nebula Drive, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.19472193717956543, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.58746737241745}, {"memory_id": "history_02_utt_0008", "score": 0.6802346706390381}], "gold_semantic_scores": [0.525877833366394, 0.6121551990509033], "gold_temporal_scores": [0.061589565128088, 0.0680796205997467], "max_gold_score": 0.6802346706390381, "max_candidate_score": 0.6802346706390381, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.31283366680145264, "best_gold_margin": 0.36740100383758545, "weakest_gold_margin": 0.2746337056159973}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00368", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn say Rowan recommended for our watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.2131447046995163, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8202788233757019}], "gold_semantic_scores": [0.7641078233718872], "gold_temporal_scores": [0.056171007454395294], "max_gold_score": 0.8202788233757019, "max_candidate_score": 0.8202788233757019, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7670475244522095, "best_gold_margin": 0.05323129892349243, "weakest_gold_margin": 0.05323129892349243}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00368", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Twilight Cove as a quieter pick for the backlog?", "temporal_relation": "none", "query_temporal_norm": 0.1308964490890503, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6744204759597778}], "gold_semantic_scores": [0.6628081798553467], "gold_temporal_scores": [0.011612367816269398], "max_gold_score": 0.6744204759597778, "max_candidate_score": 0.6744204759597778, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.6058927774429321, "best_gold_margin": 0.0685276985168457, "weakest_gold_margin": 0.0685276985168457}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00368", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say Twilight Cove stayed on the shortlist?", "temporal_relation": "session", "query_temporal_norm": 0.1433095782995224, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.8362807631492615}], "gold_semantic_scores": [0.8160739541053772], "gold_temporal_scores": [0.020206911489367485], "max_gold_score": 0.8362807631492615, "max_candidate_score": 0.8362807631492615, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.5429030656814575, "best_gold_margin": 0.29337769746780396, "weakest_gold_margin": 0.29337769746780396}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00526", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested GreenMarket for its good price on bulk packs, and why was it unusable that afternoon?", "temporal_relation": "none", "query_temporal_norm": 0.21225640177726746, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6033222675323486}, {"memory_id": "history_02_utt_0009", "score": 0.64610755443573}], "gold_semantic_scores": [0.5350453853607178, 0.5967490077018738], "gold_temporal_scores": [0.0682770386338234, 0.04935850203037262], "max_gold_score": 0.64610755443573, "max_candidate_score": 0.64610755443573, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4338516294956207, "best_gold_margin": 0.21225592494010925, "weakest_gold_margin": 0.1694706380367279}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00526", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said GreenMarket was closed for inventory that afternoon, so we couldn't use it?", "temporal_relation": "none", "query_temporal_norm": 0.1982313096523285, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8960220217704773}], "gold_semantic_scores": [0.8061389923095703], "gold_temporal_scores": [0.08988326787948608], "max_gold_score": 0.8960220217704773, "max_candidate_score": 0.8960220217704773, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5770609378814697, "best_gold_margin": 0.31896108388900757, "weakest_gold_margin": 0.31896108388900757}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00526", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor suggest GreenMarket?", "temporal_relation": "session", "query_temporal_norm": 0.2864428758621216, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6924678683280945}], "gold_semantic_scores": [0.613939106464386], "gold_temporal_scores": [0.07852870970964432], "max_gold_score": 0.6924678683280945, "max_candidate_score": 0.6924678683280945, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5281437039375305, "best_gold_margin": 0.16432416439056396, "weakest_gold_margin": 0.16432416439056396}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00526", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Taylor give for suggesting GreenMarket?", "temporal_relation": "none", "query_temporal_norm": 0.1387196183204651, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8807652592658997}], "gold_semantic_scores": [0.8409920334815979], "gold_temporal_scores": [0.03977315500378609], "max_gold_score": 0.8807652592658997, "max_candidate_score": 0.8807652592658997, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8780680298805237, "best_gold_margin": 0.0026972293853759766, "weakest_gold_margin": 0.0026972293853759766}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00618", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan say about Glass Harbor, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.22540698945522308, "query_session_index": 2, "query_start_sec": 13.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7935394644737244}, {"memory_id": "history_02_utt_0007", "score": 0.6870987415313721}], "gold_semantic_scores": [0.7315545678138733, 0.6678194403648376], "gold_temporal_scores": [0.06198493763804436, 0.019279396161437035], "max_gold_score": 0.7935394644737244, "max_candidate_score": 0.7935394644737244, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7413960099220276, "best_gold_margin": 0.05214345455169678, "weakest_gold_margin": -0.05429726839065552}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00618", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Glass Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.1299130767583847, "query_session_index": 2, "query_start_sec": 13.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8139564394950867}], "gold_semantic_scores": [0.7846930623054504], "gold_temporal_scores": [0.029263420030474663], "max_gold_score": 0.8139564394950867, "max_candidate_score": 0.8139564394950867, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4884907901287079, "best_gold_margin": 0.3254656493663788, "weakest_gold_margin": 0.3254656493663788}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00618", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan mention recommending Glass Harbor?", "temporal_relation": "session", "query_temporal_norm": 0.22778308391571045, "query_session_index": 2, "query_start_sec": 13.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8171361684799194}], "gold_semantic_scores": [0.7641900181770325], "gold_temporal_scores": [0.05294603854417801], "max_gold_score": 0.8171361684799194, "max_candidate_score": 0.8171361684799194, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7184626460075378, "best_gold_margin": 0.09867352247238159, "weakest_gold_margin": 0.09867352247238159}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00618", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Atlas of Rivers?", "temporal_relation": "none", "query_temporal_norm": 0.09770124405622482, "query_session_index": 2, "query_start_sec": 13.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.8264572024345398}], "gold_semantic_scores": [0.8080350756645203], "gold_temporal_scores": [0.018422221764922142], "max_gold_score": 0.8264572024345398, "max_candidate_score": 0.8264572024345398, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.49112600088119507, "best_gold_margin": 0.3353312015533447, "weakest_gold_margin": 0.3353312015533447}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00745", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention as my reason for suggesting Green Fork Cafe, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.15333184599876404, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7909637093544006}, {"memory_id": "history_02_utt_0010", "score": 0.8201759457588196}], "gold_semantic_scores": [0.7477564811706543, 0.764513373374939], "gold_temporal_scores": [0.04320719838142395, 0.05566265434026718], "max_gold_score": 0.8201759457588196, "max_candidate_score": 0.8201759457588196, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7956959009170532, "best_gold_margin": 0.024480044841766357, "weakest_gold_margin": -0.004732191562652588}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00745", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Green Fork Cafe ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.16501782834529877, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8970625996589661}], "gold_semantic_scores": [0.8263635039329529], "gold_temporal_scores": [0.07069919258356094], "max_gold_score": 0.8970625996589661, "max_candidate_score": 0.8970625996589661, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7129707336425781, "best_gold_margin": 0.18409186601638794, "weakest_gold_margin": 0.18409186601638794}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00745", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we say Corner Garden Grill offered?", "temporal_relation": "none", "query_temporal_norm": 0.20943963527679443, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.8007265329360962}], "gold_semantic_scores": [0.7899338006973267], "gold_temporal_scores": [0.010792729444801807], "max_gold_score": 0.8007265329360962, "max_candidate_score": 0.8007265329360962, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.6091631054878235, "best_gold_margin": 0.1915634274482727, "weakest_gold_margin": 0.1915634274482727}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00745", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Corner Garden Grill rejected?", "temporal_relation": "session", "query_temporal_norm": 0.20448468625545502, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.7936868071556091}], "gold_semantic_scores": [0.7362394332885742], "gold_temporal_scores": [0.05744738504290581], "max_gold_score": 0.7936868071556091, "max_candidate_score": 0.7936868071556091, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.6786088347434998, "best_gold_margin": 0.11507797241210938, "weakest_gold_margin": 0.11507797241210938}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00902", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the migration deadline to July 7, and what was the earlier deadline?", "temporal_relation": "comparison", "query_temporal_norm": 0.3862598240375519, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8706557750701904}, {"memory_id": "history_02_utt_0007", "score": 0.7073081731796265}], "gold_semantic_scores": [0.7461652755737305, 0.604588508605957], "gold_temporal_scores": [0.12449077516794205, 0.10271956771612167], "max_gold_score": 0.8706557750701904, "max_candidate_score": 0.8706557750701904, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4779130220413208, "best_gold_margin": 0.39274275302886963, "weakest_gold_margin": 0.22939515113830566}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00902", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan say he planned to finish the migration by June 15?", "temporal_relation": "session", "query_temporal_norm": 0.2776043117046356, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8777156472206116}], "gold_semantic_scores": [0.8154780268669128], "gold_temporal_scores": [0.062237728387117386], "max_gold_score": 0.8777156472206116, "max_candidate_score": 0.8777156472206116, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7689692378044128, "best_gold_margin": 0.10874640941619873, "weakest_gold_margin": 0.10874640941619873}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00902", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the plan and would finish the migration by July 7?", "temporal_relation": "none", "query_temporal_norm": 0.4377993047237396, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9945039749145508}], "gold_semantic_scores": [0.7711750864982605], "gold_temporal_scores": [0.22332867980003357], "max_gold_score": 0.9945039749145508, "max_candidate_score": 0.9945039749145508, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7731465101242065, "best_gold_margin": 0.22135746479034424, "weakest_gold_margin": 0.22135746479034424}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00975", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the venue was before it got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5598537921905518, "query_session_index": 2, "query_start_sec": 16.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6494287252426147}], "gold_semantic_scores": [0.5305432677268982], "gold_temporal_scores": [0.11888549476861954], "max_gold_score": 0.6494287252426147, "max_candidate_score": 0.6624740362167358, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.6624740362167358, "best_gold_margin": -0.013045310974121094, "weakest_gold_margin": -0.013045310974121094}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00975", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had booked the Greenroom Screening Loft?", "temporal_relation": "none", "query_temporal_norm": 0.24265487492084503, "query_session_index": 2, "query_start_sec": 16.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8023572564125061}], "gold_semantic_scores": [0.7303235530853271], "gold_temporal_scores": [0.0720338374376297], "max_gold_score": 0.8023572564125061, "max_candidate_score": 0.8023572564125061, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3955564796924591, "best_gold_margin": 0.406800776720047, "weakest_gold_margin": 0.406800776720047}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00975", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current venue for the playlist listening session?", "temporal_relation": "latest", "query_temporal_norm": 0.5339404940605164, "query_session_index": 2, "query_start_sec": 16.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9895322322845459}], "gold_semantic_scores": [0.7132465243339539], "gold_temporal_scores": [0.27628573775291443], "max_gold_score": 0.9895322322845459, "max_candidate_score": 0.990559995174408, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.990559995174408, "best_gold_margin": -0.0010277628898620605, "weakest_gold_margin": -0.0010277628898620605}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00975", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which venue was the location changed to because it fits more people?", "temporal_relation": "none", "query_temporal_norm": 0.38874131441116333, "query_session_index": 2, "query_start_sec": 16.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8408336043357849}], "gold_semantic_scores": [0.6811949610710144], "gold_temporal_scores": [0.15963876247406006], "max_gold_score": 0.8408336043357849, "max_candidate_score": 0.8408336043357849, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6126682758331299, "best_gold_margin": 0.22816532850265503, "weakest_gold_margin": 0.22816532850265503}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01057", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for recommending Solar Drift, and why was it later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.15756402909755707, "query_session_index": 2, "query_start_sec": 19.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7947789430618286}, {"memory_id": "history_02_utt_0009", "score": 0.7962269186973572}], "gold_semantic_scores": [0.7475187182426453, 0.7466988563537598], "gold_temporal_scores": [0.04726020246744156, 0.049528274685144424], "max_gold_score": 0.7962269186973572, "max_candidate_score": 0.836055338382721, "top_memory_id": "history_01_utt_0011::cf::main::0", "max_non_gold_score": 0.836055338382721, "best_gold_margin": -0.03982841968536377, "weakest_gold_margin": -0.041276395320892334}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01057", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When Midnight Rewind was backed, what reason was given for supporting it?", "temporal_relation": "none", "query_temporal_norm": 0.14490701258182526, "query_session_index": 2, "query_start_sec": 19.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0033", "score": 0.7354066967964172}], "gold_semantic_scores": [0.7032541632652283], "gold_temporal_scores": [0.03215261548757553], "max_gold_score": 0.7354066967964172, "max_candidate_score": 0.7354066967964172, "top_memory_id": "history_01_utt_0033", "max_non_gold_score": 0.5470778942108154, "best_gold_margin": 0.1883288025856018, "weakest_gold_margin": 0.1883288025856018}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01057", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation mentioned backing Midnight Rewind?", "temporal_relation": "session", "query_temporal_norm": 0.17875932157039642, "query_session_index": 2, "query_start_sec": 19.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0033", "score": 0.6388101577758789}], "gold_semantic_scores": [0.5890809893608093], "gold_temporal_scores": [0.04972931742668152], "max_gold_score": 0.6388101577758789, "max_candidate_score": 0.6388101577758789, "top_memory_id": "history_01_utt_0033", "max_non_gold_score": 0.3799392580986023, "best_gold_margin": 0.2588708996772766, "weakest_gold_margin": 0.2588708996772766}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01057", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that we decided not to screen Midnight Rewind?", "temporal_relation": "session", "query_temporal_norm": 0.2507556974887848, "query_session_index": 2, "query_start_sec": 19.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0027", "score": 0.9423492550849915}], "gold_semantic_scores": [0.8336145281791687], "gold_temporal_scores": [0.1087346151471138], "max_gold_score": 0.9423492550849915, "max_candidate_score": 0.9423492550849915, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.6931331753730774, "best_gold_margin": 0.24921607971191406, "weakest_gold_margin": 0.24921607971191406}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01105", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for Edge caching, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1702052652835846, "query_session_index": 2, "query_start_sec": 23.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.729336142539978}, {"memory_id": "history_02_utt_0013", "score": 0.7937228083610535}], "gold_semantic_scores": [0.679213285446167, 0.7448493838310242], "gold_temporal_scores": [0.05012284219264984, 0.04887361824512482], "max_gold_score": 0.7937228083610535, "max_candidate_score": 0.7937228083610535, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.7797130346298218, "best_gold_margin": 0.01400977373123169, "weakest_gold_margin": -0.05037689208984375}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01105", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Edge caching rejected later?", "temporal_relation": "none", "query_temporal_norm": 0.16491228342056274, "query_session_index": 2, "query_start_sec": 23.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0013", "score": 0.8661308884620667}], "gold_semantic_scores": [0.7944375872612], "gold_temporal_scores": [0.07169341295957565], "max_gold_score": 0.8661308884620667, "max_candidate_score": 0.8661308884620667, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.7474265098571777, "best_gold_margin": 0.11870437860488892, "weakest_gold_margin": 0.11870437860488892}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01105", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What requirement did Client-side buffering satisfy?", "temporal_relation": "none", "query_temporal_norm": 0.1272420436143875, "query_session_index": 2, "query_start_sec": 23.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0030", "score": 0.546166181564331}], "gold_semantic_scores": [0.5237290263175964], "gold_temporal_scores": [0.022437267005443573], "max_gold_score": 0.546166181564331, "max_candidate_score": 0.546166181564331, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.4359407424926758, "best_gold_margin": 0.11022543907165527, "weakest_gold_margin": 0.11022543907165527}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01105", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Client-side buffering was kept because it had minimal RAM usage?", "temporal_relation": "session", "query_temporal_norm": 0.16945120692253113, "query_session_index": 2, "query_start_sec": 23.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0030", "score": 0.6253727674484253}], "gold_semantic_scores": [0.6017434000968933], "gold_temporal_scores": [0.02362917736172676], "max_gold_score": 0.6253727674484253, "max_candidate_score": 0.6253727674484253, "top_memory_id": "history_02_utt_0030", "max_non_gold_score": 0.44293370842933655, "best_gold_margin": 0.18243905901908875, "weakest_gold_margin": 0.18243905901908875}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01165", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron say the latest chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.550060510635376, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.923981785774231}], "gold_semantic_scores": [0.6674038767814636], "gold_temporal_scores": [0.2565779387950897], "max_gold_score": 0.923981785774231, "max_candidate_score": 0.9242637753486633, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9242637753486633, "best_gold_margin": -0.00028198957443237305, "weakest_gold_margin": -0.00028198957443237305}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01165", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which episode title was originally chosen and what was it later changed to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4649446904659271, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8332497477531433}, {"memory_id": "history_02_utt_0009", "score": 0.5602887272834778}], "gold_semantic_scores": [0.6647472977638245, 0.47574517130851746], "gold_temporal_scores": [0.16850265860557556, 0.08454339951276779], "max_gold_score": 0.8332497477531433, "max_candidate_score": 0.8332497477531433, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3383677005767822, "best_gold_margin": 0.4948820471763611, "weakest_gold_margin": 0.22192102670669556}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01165", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which episode title did Cameron choose for tonight?", "temporal_relation": "none", "query_temporal_norm": 0.21991278231143951, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.720634400844574}], "gold_semantic_scores": [0.6235734224319458], "gold_temporal_scores": [0.09706119447946548], "max_gold_score": 0.720634400844574, "max_candidate_score": 0.720634400844574, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6213018298149109, "best_gold_margin": 0.09933257102966309, "weakest_gold_margin": 0.09933257102966309}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01165", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron say they had changed their pick?", "temporal_relation": "session", "query_temporal_norm": 0.30543121695518494, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8078849911689758}], "gold_semantic_scores": [0.7040426731109619], "gold_temporal_scores": [0.10384247452020645], "max_gold_score": 0.8078849911689758, "max_candidate_score": 0.8078849911689758, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6684347987174988, "best_gold_margin": 0.13945019245147705, "weakest_gold_margin": 0.13945019245147705}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00046", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Midnight Miniatures recommended, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.13819606602191925, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8135266304016113}, {"memory_id": "history_02_utt_0011", "score": 0.7491306662559509}], "gold_semantic_scores": [0.7793613076210022, 0.6983942985534668], "gold_temporal_scores": [0.03416534885764122, 0.05073612555861473], "max_gold_score": 0.8135266304016113, "max_candidate_score": 0.8135266304016113, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5229843258857727, "best_gold_margin": 0.2905423045158386, "weakest_gold_margin": 0.22614634037017822}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00046", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did the group recommend Midnight Miniatures?", "temporal_relation": "none", "query_temporal_norm": 0.12159165740013123, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7530080676078796}], "gold_semantic_scores": [0.7290415167808533], "gold_temporal_scores": [0.023966364562511444], "max_gold_score": 0.7530080676078796, "max_candidate_score": 0.7530080676078796, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6931402683258057, "best_gold_margin": 0.059867799282073975, "weakest_gold_margin": 0.059867799282073975}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00046", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did the group recommend Street Food in One Take?", "temporal_relation": "none", "query_temporal_norm": 0.11590476334095001, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.766671895980835}], "gold_semantic_scores": [0.7464065551757812], "gold_temporal_scores": [0.020265208557248116], "max_gold_score": 0.766671895980835, "max_candidate_score": 0.766671895980835, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.6069048047065735, "best_gold_margin": 0.15976709127426147, "weakest_gold_margin": 0.15976709127426147}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00046", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the two extra chairs are in the hallway?", "temporal_relation": "none", "query_temporal_norm": 0.21325433254241943, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.14743272960186005, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.14743272960186005, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00133", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who ended up giving Paper Trails a 9 out of 10 after revising their earlier rating?", "temporal_relation": "none", "query_temporal_norm": 0.46003618836402893, "query_session_index": 2, "query_start_sec": 12.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8329979181289673}], "gold_semantic_scores": [0.673675537109375], "gold_temporal_scores": [0.1593225747346878], "max_gold_score": 0.8329979181289673, "max_candidate_score": 0.8329979181289673, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6803480386734009, "best_gold_margin": 0.1526498794555664, "weakest_gold_margin": 0.1526498794555664}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00133", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Emerson give Paper Trails after the second half?", "temporal_relation": "none", "query_temporal_norm": 0.3575007915496826, "query_session_index": 2, "query_start_sec": 12.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8936532735824585}], "gold_semantic_scores": [0.7324352264404297], "gold_temporal_scores": [0.1612180918455124], "max_gold_score": 0.8936532735824585, "max_candidate_score": 0.8936532735824585, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7661890387535095, "best_gold_margin": 0.12746423482894897, "weakest_gold_margin": 0.12746423482894897}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00133", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention giving Paper Trails a 6 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.12847454845905304, "query_session_index": 2, "query_start_sec": 12.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5904656648635864}], "gold_semantic_scores": [0.5549334287643433], "gold_temporal_scores": [0.03553222492337227], "max_gold_score": 0.5904656648635864, "max_candidate_score": 0.5904656648635864, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5868700742721558, "best_gold_margin": 0.003595590591430664, "weakest_gold_margin": 0.003595590591430664}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00133", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say was needed from the drawer?", "temporal_relation": "none", "query_temporal_norm": 0.11517643928527832, "query_session_index": 2, "query_start_sec": 12.239999999999998, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3717764914035797, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.3717764914035797, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00248", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Harbor Nights, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.186003640294075, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7183550000190735}, {"memory_id": "history_02_utt_0010", "score": 0.6746221780776978}], "gold_semantic_scores": [0.6592967510223389, 0.62750244140625], "gold_temporal_scores": [0.05905822664499283, 0.04711981490254402], "max_gold_score": 0.7183550000190735, "max_candidate_score": 0.7183550000190735, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5337791442871094, "best_gold_margin": 0.1845758557319641, "weakest_gold_margin": 0.14084303379058838}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00248", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who did Skyler say recommended Harbor Nights after you all wanted a character-heavy mystery?", "temporal_relation": "none", "query_temporal_norm": 0.14971688389778137, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8062674403190613}], "gold_semantic_scores": [0.7650476694107056], "gold_temporal_scores": [0.04121986776590347], "max_gold_score": 0.8062674403190613, "max_candidate_score": 0.8062674403190613, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.46648719906806946, "best_gold_margin": 0.3397802412509918, "weakest_gold_margin": 0.3397802412509918}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00248", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Glass Archive when we were looking for something twistier?", "temporal_relation": "none", "query_temporal_norm": 0.12041890621185303, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.425876647233963}], "gold_semantic_scores": [0.4225534200668335], "gold_temporal_scores": [0.003323314245790243], "max_gold_score": 0.425876647233963, "max_candidate_score": 0.425876647233963, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.2366870790719986, "best_gold_margin": 0.18918956816196442, "weakest_gold_margin": 0.18918956816196442}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00248", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention who recommended Glass Archive?", "temporal_relation": "session", "query_temporal_norm": 0.15082255005836487, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.6049937605857849}], "gold_semantic_scores": [0.5918213725090027], "gold_temporal_scores": [0.013172654435038567], "max_gold_score": 0.6049937605857849, "max_candidate_score": 0.6049937605857849, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.3309887647628784, "best_gold_margin": 0.2740049958229065, "weakest_gold_margin": 0.2740049958229065}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00379", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What notable attribute did I mention about Pine & Home paper towels, and why were they removed from the list?", "temporal_relation": "none", "query_temporal_norm": 0.18507491052150726, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8377642035484314}, {"memory_id": "history_02_utt_0009", "score": 0.7575321197509766}], "gold_semantic_scores": [0.7794504165649414, 0.7120038270950317], "gold_temporal_scores": [0.05831383541226387, 0.045528460294008255], "max_gold_score": 0.8377642035484314, "max_candidate_score": 0.8377642035484314, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8276078701019287, "best_gold_margin": 0.010156333446502686, "weakest_gold_margin": -0.07007575035095215}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00379", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was BrightNest dish soap refill flagged?", "temporal_relation": "none", "query_temporal_norm": 0.10784068703651428, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6302739381790161}], "gold_semantic_scores": [0.6060081720352173], "gold_temporal_scores": [0.024265868589282036], "max_gold_score": 0.6302739381790161, "max_candidate_score": 0.6302739381790161, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.5265012383460999, "best_gold_margin": 0.10377269983291626, "weakest_gold_margin": 0.10377269983291626}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00379", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where is the package from the post office right now?", "temporal_relation": "none", "query_temporal_norm": 0.4543343186378479, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5380492806434631, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5380492806434631, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00450", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who was the one who originally said we should do a harbor cruise once we got to Porto, before that plan changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.4927524924278259, "query_session_index": 2, "query_start_sec": 11.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8288958668708801}], "gold_semantic_scores": [0.7232308387756348], "gold_temporal_scores": [0.10566500574350357], "max_gold_score": 0.8288958668708801, "max_candidate_score": 0.8288958668708801, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5526347756385803, "best_gold_margin": 0.2762610912322998, "weakest_gold_margin": 0.2762610912322998}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00450", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed an activity choice for Porto. What was the earlier plan?", "temporal_relation": "earliest", "query_temporal_norm": 0.5102635622024536, "query_session_index": 2, "query_start_sec": 11.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8670422434806824}], "gold_semantic_scores": [0.7256031632423401], "gold_temporal_scores": [0.14143913984298706], "max_gold_score": 0.8670422434806824, "max_candidate_score": 0.8670422434806824, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3722432553768158, "best_gold_margin": 0.4947989881038666, "weakest_gold_margin": 0.4947989881038666}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00450", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Avery suggest for us to do in Porto?", "temporal_relation": "none", "query_temporal_norm": 0.22413979470729828, "query_session_index": 2, "query_start_sec": 11.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7546247839927673}], "gold_semantic_scores": [0.700104296207428], "gold_temporal_scores": [0.05452048406004906], "max_gold_score": 0.7546247839927673, "max_candidate_score": 0.7546247839927673, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6344653367996216, "best_gold_margin": 0.12015944719314575, "weakest_gold_margin": 0.12015944719314575}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00450", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery mention the harbor cruise?", "temporal_relation": "session", "query_temporal_norm": 0.20215800404548645, "query_session_index": 2, "query_start_sec": 11.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.2631508409976959}], "gold_semantic_scores": [0.20526789128780365], "gold_temporal_scores": [0.057882972061634064], "max_gold_score": 0.2631508409976959, "max_candidate_score": 0.2631508409976959, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.2200310379266739, "best_gold_margin": 0.043119803071022034, "weakest_gold_margin": 0.043119803071022034}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00511", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was the last shopping item Finley said they were picking up?", "temporal_relation": "none", "query_temporal_norm": 0.5112683176994324, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9243743419647217}], "gold_semantic_scores": [0.6672472357749939], "gold_temporal_scores": [0.2571275234222412], "max_gold_score": 0.9243743419647217, "max_candidate_score": 0.9291053414344788, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9291053414344788, "best_gold_margin": -0.00473099946975708, "weakest_gold_margin": -0.00473099946975708}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00511", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley mention rubber gloves?", "temporal_relation": "session", "query_temporal_norm": 0.2270670086145401, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.5436513423919678}], "gold_semantic_scores": [0.521430253982544], "gold_temporal_scores": [0.022221162915229797], "max_gold_score": 0.5436513423919678, "max_candidate_score": 0.5436513423919678, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.463164746761322, "best_gold_margin": 0.08048659563064575, "weakest_gold_margin": 0.08048659563064575}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00511", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned picking up rubber gloves?", "temporal_relation": "none", "query_temporal_norm": 0.18208761513233185, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.544762134552002}], "gold_semantic_scores": [0.5298081636428833], "gold_temporal_scores": [0.014953682199120522], "max_gold_score": 0.544762134552002, "max_candidate_score": 0.544762134552002, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.2740897238254547, "best_gold_margin": 0.27067241072654724, "weakest_gold_margin": 0.27067241072654724}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00511", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention getting sponges for the apartment?", "temporal_relation": "session", "query_temporal_norm": 0.15573346614837646, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8113889098167419}], "gold_semantic_scores": [0.769316554069519], "gold_temporal_scores": [0.042072441428899765], "max_gold_score": 0.8113889098167419, "max_candidate_score": 0.8113889098167419, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.47127291560173035, "best_gold_margin": 0.3401159942150116, "weakest_gold_margin": 0.3401159942150116}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00566", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my evaluation plan changed from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41326045989990234, "query_session_index": 2, "query_start_sec": 13.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7395996451377869}, {"memory_id": "history_02_utt_0009", "score": 0.7862754464149475}], "gold_semantic_scores": [0.5895167589187622, 0.6324711441993713], "gold_temporal_scores": [0.15008285641670227, 0.15380406379699707], "max_gold_score": 0.7862754464149475, "max_candidate_score": 0.8267701864242554, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.8267701864242554, "best_gold_margin": -0.04049474000930786, "weakest_gold_margin": -0.0871705412864685}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00566", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed an evaluation plan earlier and later. How did it change?", "temporal_relation": "comparison", "query_temporal_norm": 0.41884151101112366, "query_session_index": 2, "query_start_sec": 13.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6664960980415344}, {"memory_id": "history_02_utt_0009", "score": 0.7422505021095276}], "gold_semantic_scores": [0.5143167972564697, 0.5934293866157532], "gold_temporal_scores": [0.15217939019203186, 0.14882147312164307], "max_gold_score": 0.7422505021095276, "max_candidate_score": 0.7422505021095276, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5022730231285095, "best_gold_margin": 0.23997747898101807, "weakest_gold_margin": 0.1642230749130249}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00566", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned sanity-checking the noisy dev subset with WER and real-time factor?", "temporal_relation": "none", "query_temporal_norm": 0.1976391077041626, "query_session_index": 2, "query_start_sec": 13.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.38344836235046387}], "gold_semantic_scores": [0.3228807747364044], "gold_temporal_scores": [0.060567546635866165], "max_gold_score": 0.38344836235046387, "max_candidate_score": 0.38344836235046387, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3164801597595215, "best_gold_margin": 0.06696820259094238, "weakest_gold_margin": 0.06696820259094238}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00566", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the evaluation plan was to run the full accented test sets?", "temporal_relation": "none", "query_temporal_norm": 0.18721847236156464, "query_session_index": 2, "query_start_sec": 13.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8710308074951172}], "gold_semantic_scores": [0.7957461476325989], "gold_temporal_scores": [0.0752846822142601], "max_gold_score": 0.8710308074951172, "max_candidate_score": 0.8710308074951172, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8267166614532471, "best_gold_margin": 0.04431414604187012, "weakest_gold_margin": 0.04431414604187012}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00704", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting Midnight Harbor, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.14907677471637726, "query_session_index": 2, "query_start_sec": 14.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7830587029457092}, {"memory_id": "history_02_utt_0010", "score": 0.6829596757888794}], "gold_semantic_scores": [0.7400290966033936, 0.6303550004959106], "gold_temporal_scores": [0.04302959144115448, 0.052604809403419495], "max_gold_score": 0.7830587029457092, "max_candidate_score": 0.7854892015457153, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.7854892015457153, "best_gold_margin": -0.0024304986000061035, "weakest_gold_margin": -0.10252952575683594}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00704", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop Midnight Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.19716623425483704, "query_session_index": 2, "query_start_sec": 14.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8362971544265747}], "gold_semantic_scores": [0.745922863483429], "gold_temporal_scores": [0.09037406742572784], "max_gold_score": 0.8362971544265747, "max_candidate_score": 0.8362971544265747, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5634992718696594, "best_gold_margin": 0.2727978825569153, "weakest_gold_margin": 0.2727978825569153}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00704", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Midnight Harbor dropped?", "temporal_relation": "session", "query_temporal_norm": 0.1759003847837448, "query_session_index": 2, "query_start_sec": 14.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8087368011474609}], "gold_semantic_scores": [0.7335374355316162], "gold_temporal_scores": [0.07519958913326263], "max_gold_score": 0.8087368011474609, "max_candidate_score": 0.8087368011474609, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6201852560043335, "best_gold_margin": 0.18855154514312744, "weakest_gold_margin": 0.18855154514312744}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00704", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Glass Orchard suggested during the earlier discussion?", "temporal_relation": "none", "query_temporal_norm": 0.12320192158222198, "query_session_index": 2, "query_start_sec": 14.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7411335706710815}], "gold_semantic_scores": [0.720009982585907], "gold_temporal_scores": [0.021123653277754784], "max_gold_score": 0.7411335706710815, "max_candidate_score": 0.7411335706710815, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5675507187843323, "best_gold_margin": 0.17358285188674927, "weakest_gold_margin": 0.17358285188674927}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00895", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for choosing Maple Street Pharmacy for package pickup, and why did it later stop working?", "temporal_relation": "none", "query_temporal_norm": 0.1704864799976349, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8514967560768127}, {"memory_id": "history_02_utt_0008", "score": 0.8361643552780151}], "gold_semantic_scores": [0.8064702153205872, 0.765530526638031], "gold_temporal_scores": [0.045026395469903946, 0.07063397765159607], "max_gold_score": 0.8514967560768127, "max_candidate_score": 0.8642266988754272, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.8642266988754272, "best_gold_margin": -0.012729942798614502, "weakest_gold_margin": -0.02806234359741211}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00895", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why is Maple Street Pharmacy currently unavailable?", "temporal_relation": "none", "query_temporal_norm": 0.2666632831096649, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9576060771942139}], "gold_semantic_scores": [0.8637465834617615], "gold_temporal_scores": [0.09385965764522552], "max_gold_score": 0.9576060771942139, "max_candidate_score": 0.9576060771942139, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6944342255592346, "best_gold_margin": 0.26317185163497925, "weakest_gold_margin": 0.26317185163497925}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00895", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why were the Union Market lockers suggested earlier?", "temporal_relation": "none", "query_temporal_norm": 0.16017484664916992, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.4757530987262726}], "gold_semantic_scores": [0.4523887038230896], "gold_temporal_scores": [0.02336433343589306], "max_gold_score": 0.4757530987262726, "max_candidate_score": 0.4757530987262726, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.2667454481124878, "best_gold_margin": 0.2090076506137848, "weakest_gold_margin": 0.2090076506137848}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00895", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the Union Market lockers are unavailable?", "temporal_relation": "session", "query_temporal_norm": 0.13717493414878845, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.8210779428482056}], "gold_semantic_scores": [0.7798386812210083], "gold_temporal_scores": [0.041239332407712936], "max_gold_score": 0.8210779428482056, "max_candidate_score": 0.8210779428482056, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.5176571011543274, "best_gold_margin": 0.3034208416938782, "weakest_gold_margin": 0.3034208416938782}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01041", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they gave Harbor Lights a 4.5 out of 5 after that first discussion?", "temporal_relation": "session", "query_temporal_norm": 0.5245048999786377, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9619958400726318}], "gold_semantic_scores": [0.8580273985862732], "gold_temporal_scores": [0.10396840423345566], "max_gold_score": 0.9619958400726318, "max_candidate_score": 0.9619958400726318, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6023942232131958, "best_gold_margin": 0.35960161685943604, "weakest_gold_margin": 0.35960161685943604}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01041", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest rating given to Harbor Lights?", "temporal_relation": "latest", "query_temporal_norm": 0.5232743620872498, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.034352421760559}], "gold_semantic_scores": [0.7822015285491943], "gold_temporal_scores": [0.25215065479278564], "max_gold_score": 1.034352421760559, "max_candidate_score": 1.034352421760559, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.030573844909668, "best_gold_margin": 0.0037785768508911133, "weakest_gold_margin": 0.0037785768508911133}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01041", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Parker give to Harbor Lights after the first discussion?", "temporal_relation": "none", "query_temporal_norm": 0.29179415106773376, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9529624581336975}], "gold_semantic_scores": [0.8801283836364746], "gold_temporal_scores": [0.07283437252044678], "max_gold_score": 0.9529624581336975, "max_candidate_score": 0.9529624581336975, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8615091443061829, "best_gold_margin": 0.09145331382751465, "weakest_gold_margin": 0.09145331382751465}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01041", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who is planning to double-check the snack order?", "temporal_relation": "none", "query_temporal_norm": 0.4340980052947998, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.06956882774829865, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.06956882774829865, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01190", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we should go with Midnight Transit after the title choice changed?", "temporal_relation": "none", "query_temporal_norm": 0.2396746277809143, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8021402955055237}], "gold_semantic_scores": [0.6880361437797546], "gold_temporal_scores": [0.11410430818796158], "max_gold_score": 0.8021402955055237, "max_candidate_score": 0.8021402955055237, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.616834282875061, "best_gold_margin": 0.18530601263046265, "weakest_gold_margin": 0.18530601263046265}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01190", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Reese say we should go with?", "temporal_relation": "none", "query_temporal_norm": 0.21210165321826935, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6170135736465454}], "gold_semantic_scores": [0.5297672152519226], "gold_temporal_scores": [0.08724647015333176], "max_gold_score": 0.6170135736465454, "max_candidate_score": 0.6170135736465454, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5596646666526794, "best_gold_margin": 0.05734890699386597, "weakest_gold_margin": 0.05734890699386597}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01190", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention the title choice?", "temporal_relation": "session", "query_temporal_norm": 0.29766786098480225, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.46042823791503906}], "gold_semantic_scores": [0.4490066468715668], "gold_temporal_scores": [0.011421595700085163], "max_gold_score": 0.46042823791503906, "max_candidate_score": 0.4857010543346405, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4857010543346405, "best_gold_margin": -0.02527281641960144, "weakest_gold_margin": -0.02527281641960144}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01190", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the title Signal Fires mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1754077523946762, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5070262551307678}], "gold_semantic_scores": [0.45423221588134766], "gold_temporal_scores": [0.0527939535677433], "max_gold_score": 0.5070262551307678, "max_candidate_score": 0.5070262551307678, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4160061478614807, "best_gold_margin": 0.09102010726928711, "weakest_gold_margin": 0.09102010726928711}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01276", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason had I given earlier for proposing the pinned KV cache, and why did I later drop it?", "temporal_relation": "none", "query_temporal_norm": 0.1910277009010315, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7831091284751892}, {"memory_id": "history_02_utt_0010", "score": 0.7791608572006226}], "gold_semantic_scores": [0.7227777242660522, 0.7124406695365906], "gold_temporal_scores": [0.06033153831958771, 0.06672073155641556], "max_gold_score": 0.7831091284751892, "max_candidate_score": 0.8397044539451599, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.8397044539451599, "best_gold_margin": -0.0565953254699707, "weakest_gold_margin": -0.060543596744537354}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01276", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the pinned KV cache rejected?", "temporal_relation": "none", "query_temporal_norm": 0.15086160600185394, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7724181413650513}], "gold_semantic_scores": [0.7086010575294495], "gold_temporal_scores": [0.0638170838356018], "max_gold_score": 0.7724181413650513, "max_candidate_score": 0.7724181413650513, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6835781335830688, "best_gold_margin": 0.08884000778198242, "weakest_gold_margin": 0.08884000778198242}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01276", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for proposing the 8-bit activation buffer?", "temporal_relation": "none", "query_temporal_norm": 0.10001569986343384, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.7420192360877991}], "gold_semantic_scores": [0.7255855202674866], "gold_temporal_scores": [0.016433946788311005], "max_gold_score": 0.7420192360877991, "max_candidate_score": 0.7420192360877991, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.46523234248161316, "best_gold_margin": 0.2767868936061859, "weakest_gold_margin": 0.2767868936061859}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01276", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What is the plan for verifying the delivery details?", "temporal_relation": "none", "query_temporal_norm": 0.19704724848270416, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.39830103516578674, "top_memory_id": "history_01_utt_0050", "max_non_gold_score": 0.39830103516578674, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01364", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Before Morgan changed the training setup, what did Morgan say the original setting was?", "temporal_relation": "earliest", "query_temporal_norm": 0.4899626076221466, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8355225920677185}], "gold_semantic_scores": [0.7002622485160828], "gold_temporal_scores": [0.13526052236557007], "max_gold_score": 0.8355225920677185, "max_candidate_score": 0.8355225920677185, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7080786824226379, "best_gold_margin": 0.12744390964508057, "weakest_gold_margin": 0.12744390964508057}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01364", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed the training setup at some point. What was the original setting?", "temporal_relation": "earliest", "query_temporal_norm": 0.5496932864189148, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7308297157287598}], "gold_semantic_scores": [0.5674694776535034], "gold_temporal_scores": [0.16336028277873993], "max_gold_score": 0.7308297157287598, "max_candidate_score": 0.7308297157287598, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6077266931533813, "best_gold_margin": 0.12310302257537842, "weakest_gold_margin": 0.12310302257537842}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01364", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned originally training the model with frozen encoder layers?", "temporal_relation": "earliest", "query_temporal_norm": 0.5367358922958374, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7090678215026855}], "gold_semantic_scores": [0.5825163722038269], "gold_temporal_scores": [0.1265513300895691], "max_gold_score": 0.7090678215026855, "max_candidate_score": 0.7090678215026855, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5392712354660034, "best_gold_margin": 0.16979658603668213, "weakest_gold_margin": 0.16979658603668213}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01364", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent training setup that was mentioned?", "temporal_relation": "none", "query_temporal_norm": 0.5314503908157349, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 1.0286152362823486}], "gold_semantic_scores": [0.7552775740623474], "gold_temporal_scores": [0.27333784103393555], "max_gold_score": 1.0286152362823486, "max_candidate_score": 1.0359982252120972, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0004::1", "max_non_gold_score": 1.0359982252120972, "best_gold_margin": -0.007382988929748535, "weakest_gold_margin": -0.007382988929748535}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01481", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Reese's activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4157857596874237, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8303276896476746}, {"memory_id": "history_02_utt_0010", "score": 0.779427170753479}], "gold_semantic_scores": [0.6800888180732727, 0.6520232558250427], "gold_temporal_scores": [0.1502389907836914, 0.127404123544693], "max_gold_score": 0.8303276896476746, "max_candidate_score": 0.8303276896476746, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.663051962852478, "best_gold_margin": 0.16727572679519653, "weakest_gold_margin": 0.11637520790100098}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01481", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest activity choice we discussed for Saturday?", "temporal_relation": "latest", "query_temporal_norm": 0.5108708739280701, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9335604310035706}], "gold_semantic_scores": [0.675095796585083], "gold_temporal_scores": [0.2584649920463562], "max_gold_score": 0.9335604310035706, "max_candidate_score": 0.9345877766609192, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.9345877766609192, "best_gold_margin": -0.0010273456573486328, "weakest_gold_margin": -0.0010273456573486328}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01481", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Reese mention wanting to do for Saturday in an earlier conversation?", "temporal_relation": "session", "query_temporal_norm": 0.3822542726993561, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8039318323135376}], "gold_semantic_scores": [0.7266843318939209], "gold_temporal_scores": [0.07724733650684357], "max_gold_score": 0.8039318323135376, "max_candidate_score": 0.8039318323135376, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6221264600753784, "best_gold_margin": 0.18180537223815918, "weakest_gold_margin": 0.18180537223815918}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01481", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Reese say they switched their pick to instead?", "temporal_relation": "none", "query_temporal_norm": 0.45006945729255676, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9710845947265625}], "gold_semantic_scores": [0.7429837584495544], "gold_temporal_scores": [0.2281005084514618], "max_gold_score": 0.9710845947265625, "max_candidate_score": 0.9710845947265625, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8328132629394531, "best_gold_margin": 0.13827133178710938, "weakest_gold_margin": 0.13827133178710938}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01550", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deployment target did Emerson say this release was aimed at?", "temporal_relation": "none", "query_temporal_norm": 0.17720207571983337, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7954817414283752}], "gold_semantic_scores": [0.770205557346344], "gold_temporal_scores": [0.02527651935815811], "max_gold_score": 0.7954817414283752, "max_candidate_score": 0.7954817414283752, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.48815882205963135, "best_gold_margin": 0.3073229193687439, "weakest_gold_margin": 0.3073229193687439}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01550", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson mention the staging-blue cluster?", "temporal_relation": "session", "query_temporal_norm": 0.21548575162887573, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7311530113220215}], "gold_semantic_scores": [0.6645581126213074], "gold_temporal_scores": [0.06659476459026337], "max_gold_score": 0.7311530113220215, "max_candidate_score": 0.7311530113220215, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5355610251426697, "best_gold_margin": 0.1955919861793518, "weakest_gold_margin": 0.1955919861793518}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01550", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said this release was aimed at the staging-blue cluster?", "temporal_relation": "earliest", "query_temporal_norm": 0.505631148815155, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7747105360031128}], "gold_semantic_scores": [0.6890963315963745], "gold_temporal_scores": [0.08561424165964127], "max_gold_score": 0.7747105360031128, "max_candidate_score": 0.7747105360031128, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6562392711639404, "best_gold_margin": 0.11847126483917236, "weakest_gold_margin": 0.11847126483917236}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01550", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What deployment target was set during one of our earlier discussions?", "temporal_relation": "session", "query_temporal_norm": 0.37865352630615234, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.46706423163414}], "gold_semantic_scores": [0.5506441593170166], "gold_temporal_scores": [-0.08357994258403778], "max_gold_score": 0.46706423163414, "max_candidate_score": 0.6016238927841187, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6016238927841187, "best_gold_margin": -0.13455966114997864, "weakest_gold_margin": -0.13455966114997864}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01640", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the chunk-cached streaming encoder, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.28799960017204285, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6735907793045044}, {"memory_id": "history_02_utt_0010", "score": 0.7181362509727478}], "gold_semantic_scores": [0.5837292075157166, 0.6670531630516052], "gold_temporal_scores": [0.08986156433820724, 0.05108264461159706], "max_gold_score": 0.7181362509727478, "max_candidate_score": 0.7181362509727478, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4276794195175171, "best_gold_margin": 0.2904568314552307, "weakest_gold_margin": 0.2459113597869873}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01640", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Who did Avery say proposed the chunk-cached streaming encoder for the low-latency path?", "temporal_relation": "none", "query_temporal_norm": 0.22874340415000916, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7715041637420654}], "gold_semantic_scores": [0.7206639051437378], "gold_temporal_scores": [0.0508403480052948], "max_gold_score": 0.7715041637420654, "max_candidate_score": 0.7715041637420654, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6221043467521667, "best_gold_margin": 0.14939981698989868, "weakest_gold_margin": 0.14939981698989868}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01640", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to reject the chunk-cached streaming encoder?", "temporal_relation": "none", "query_temporal_norm": 0.18603309988975525, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8420895934104919}], "gold_semantic_scores": [0.7558475732803345], "gold_temporal_scores": [0.08624200522899628], "max_gold_score": 0.8420895934104919, "max_candidate_score": 0.8420895934104919, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5245746970176697, "best_gold_margin": 0.31751489639282227, "weakest_gold_margin": 0.31751489639282227}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01640", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the streaming benchmark harness is owned?", "temporal_relation": "session", "query_temporal_norm": 0.14305485785007477, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0037", "score": 0.7070047855377197}], "gold_semantic_scores": [0.673981785774231], "gold_temporal_scores": [0.03302288055419922], "max_gold_score": 0.7070047855377197, "max_candidate_score": 0.7070047855377197, "top_memory_id": "history_02_utt_0037", "max_non_gold_score": 0.48809826374053955, "best_gold_margin": 0.21890652179718018, "weakest_gold_margin": 0.21890652179718018}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01868", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my pick for what we should watch next change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3547220826148987, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5759730339050293}, {"memory_id": "history_02_utt_0009", "score": 0.7650234699249268}], "gold_semantic_scores": [0.4510101079940796, 0.6267757415771484], "gold_temporal_scores": [0.12496291100978851, 0.1382485330104828], "max_gold_score": 0.7650234699249268, "max_candidate_score": 0.7838239669799805, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.7838239669799805, "best_gold_margin": -0.01880049705505371, "weakest_gold_margin": -0.20785093307495117}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01868", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title was chosen most recently for what we should watch next?", "temporal_relation": "none", "query_temporal_norm": 0.527144730091095, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9895992875099182}], "gold_semantic_scores": [0.7251093983650208], "gold_temporal_scores": [0.2644898295402527], "max_gold_score": 0.9895992875099182, "max_candidate_score": 0.9903159141540527, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.9903159141540527, "best_gold_margin": -0.0007166266441345215, "weakest_gold_margin": -0.0007166266441345215}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01868", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned Borrowed Satellites as their pick in the queue?", "temporal_relation": "none", "query_temporal_norm": 0.21795910596847534, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6001296043395996}], "gold_semantic_scores": [0.539639949798584], "gold_temporal_scores": [0.060489896684885025], "max_gold_score": 0.6001296043395996, "max_candidate_score": 0.6001296043395996, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.36581507325172424, "best_gold_margin": 0.23431453108787537, "weakest_gold_margin": 0.23431453108787537}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01868", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their pick to Cinder Alley for what to watch next?", "temporal_relation": "none", "query_temporal_norm": 0.33493879437446594, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9621966481208801}], "gold_semantic_scores": [0.8151171207427979], "gold_temporal_scores": [0.1470799595117569], "max_gold_score": 0.9621966481208801, "max_candidate_score": 0.9621966481208801, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6561486721038818, "best_gold_margin": 0.3060479760169983, "weakest_gold_margin": 0.3060479760169983}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01941", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my pick for the playlist opener change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.38545599579811096, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7687274813652039}, {"memory_id": "history_02_utt_0008", "score": 0.8223145008087158}], "gold_semantic_scores": [0.6370347738265991, 0.6957104206085205], "gold_temporal_scores": [0.13169294595718384, 0.12660358846187592], "max_gold_score": 0.8223145008087158, "max_candidate_score": 0.8503997921943665, "top_memory_id": "history_02_utt_0008::cf::main::2", "max_non_gold_score": 0.8503997921943665, "best_gold_margin": -0.028085291385650635, "weakest_gold_margin": -0.0816723108291626}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01941", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the playlist opener to Night Bus Lullaby?", "temporal_relation": "none", "query_temporal_norm": 0.24070210754871368, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7924990653991699}], "gold_semantic_scores": [0.6940823793411255], "gold_temporal_scores": [0.09841664135456085], "max_gold_score": 0.7924990653991699, "max_candidate_score": 0.7924990653991699, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5624063014984131, "best_gold_margin": 0.23009276390075684, "weakest_gold_margin": 0.23009276390075684}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01941", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the most recent playlist opener that we discussed?", "temporal_relation": "none", "query_temporal_norm": 0.5056917071342468, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9140308499336243}], "gold_semantic_scores": [0.6705190539360046], "gold_temporal_scores": [0.24351172149181366], "max_gold_score": 0.9140308499336243, "max_candidate_score": 0.9140308499336243, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9122728109359741, "best_gold_margin": 0.0017580389976501465, "weakest_gold_margin": 0.0017580389976501465}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01941", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the earlier playlist opener that came up in the discussion?", "temporal_relation": "session", "query_temporal_norm": 0.46135395765304565, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7974690198898315}], "gold_semantic_scores": [0.6627649068832397], "gold_temporal_scores": [0.13470397889614105], "max_gold_score": 0.7974690198898315, "max_candidate_score": 0.7974690198898315, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.49724099040031433, "best_gold_margin": 0.3002280294895172, "weakest_gold_margin": 0.3002280294895172}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02068", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who moved the playlist meetup to the lakeside picnic shelter, and what was the earlier venue?", "temporal_relation": "none", "query_temporal_norm": 0.36848577857017517, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7855993509292603}, {"memory_id": "history_02_utt_0008", "score": 0.7994727492332458}], "gold_semantic_scores": [0.6617594957351685, 0.7293842434883118], "gold_temporal_scores": [0.12383974343538284, 0.07008876651525497], "max_gold_score": 0.7994727492332458, "max_candidate_score": 0.7994727492332458, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.512569010257721, "best_gold_margin": 0.2869037389755249, "weakest_gold_margin": 0.2730303406715393}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02068", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the playlist meetup moved to for the outdoor vibe?", "temporal_relation": "none", "query_temporal_norm": 0.36585313081741333, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8627687096595764}], "gold_semantic_scores": [0.7272030711174011], "gold_temporal_scores": [0.13556596636772156], "max_gold_score": 0.8627687096595764, "max_candidate_score": 0.8627687096595764, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6972063779830933, "best_gold_margin": 0.16556233167648315, "weakest_gold_margin": 0.16556233167648315}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02068", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Morgan say the playlist was being built for the send-off event?", "temporal_relation": "none", "query_temporal_norm": 0.1325056403875351, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8007841110229492}], "gold_semantic_scores": [0.7809325456619263], "gold_temporal_scores": [0.01985163986682892], "max_gold_score": 0.8007841110229492, "max_candidate_score": 0.8007841110229492, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6908494234085083, "best_gold_margin": 0.10993468761444092, "weakest_gold_margin": 0.10993468761444092}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02068", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan mention the playlist being built in the downtown studio lounge?", "temporal_relation": "session", "query_temporal_norm": 0.19685278832912445, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7952082753181458}], "gold_semantic_scores": [0.7372244000434875], "gold_temporal_scores": [0.057983800768852234], "max_gold_score": 0.7952082753181458, "max_candidate_score": 0.7952082753181458, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6871164441108704, "best_gold_margin": 0.10809183120727539, "weakest_gold_margin": 0.10809183120727539}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02137", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my weekend activity choice change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4185488224029541, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8194449543952942}, {"memory_id": "history_02_utt_0009", "score": 0.854080080986023}], "gold_semantic_scores": [0.6685219407081604, 0.6918157935142517], "gold_temporal_scores": [0.15092310309410095, 0.16226410865783691], "max_gold_score": 0.854080080986023, "max_candidate_score": 0.854080080986023, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8387628793716431, "best_gold_margin": 0.015317201614379883, "weakest_gold_margin": -0.019317924976348877}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02137", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned leaning toward the street food festival for the weekend?", "temporal_relation": "none", "query_temporal_norm": 0.1728266030550003, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6243731379508972}], "gold_semantic_scores": [0.5749332904815674], "gold_temporal_scores": [0.04943995550274849], "max_gold_score": 0.6243731379508972, "max_candidate_score": 0.6243731379508972, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4329166114330292, "best_gold_margin": 0.19145652651786804, "weakest_gold_margin": 0.19145652651786804}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02137", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched their weekend choice to the planetarium show?", "temporal_relation": "none", "query_temporal_norm": 0.3182002902030945, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9027365446090698}], "gold_semantic_scores": [0.7453024387359619], "gold_temporal_scores": [0.15743419528007507], "max_gold_score": 0.9027365446090698, "max_candidate_score": 0.9027365446090698, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6483412384986877, "best_gold_margin": 0.2543953061103821, "weakest_gold_margin": 0.2543953061103821}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02137", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What is Cameron offering to do when the grocery delivery arrives?", "temporal_relation": "none", "query_temporal_norm": 0.1624860167503357, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.344768762588501, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.344768762588501, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02265", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Parker give for recommending Babylon 5, and why did Skyler drop it from the list?", "temporal_relation": "none", "query_temporal_norm": 0.21032558381557465, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.683397650718689}, {"memory_id": "history_02_utt_0009", "score": 0.6578254699707031}], "gold_semantic_scores": [0.6212006211280823, 0.5902767777442932], "gold_temporal_scores": [0.06219695135951042, 0.06754894554615021], "max_gold_score": 0.683397650718689, "max_candidate_score": 0.6849413514137268, "top_memory_id": "history_01_utt_0011::cf::main::1", "max_non_gold_score": 0.6849413514137268, "best_gold_margin": -0.0015437006950378418, "weakest_gold_margin": -0.02711588144302368}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02265", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Parker say they recommended Babylon 5?", "temporal_relation": "none", "query_temporal_norm": 0.1323235034942627, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7939810752868652}], "gold_semantic_scores": [0.7592213153839111], "gold_temporal_scores": [0.034759726375341415], "max_gold_score": 0.7939810752868652, "max_candidate_score": 0.7939810752868652, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.715426504611969, "best_gold_margin": 0.07855457067489624, "weakest_gold_margin": 0.07855457067489624}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02265", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker mention their reason for recommending Babylon 5?", "temporal_relation": "session", "query_temporal_norm": 0.17823104560375214, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7751647233963013}], "gold_semantic_scores": [0.7219646573066711], "gold_temporal_scores": [0.05320001021027565], "max_gold_score": 0.7751647233963013, "max_candidate_score": 0.7751647233963013, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6728224754333496, "best_gold_margin": 0.10234224796295166, "weakest_gold_margin": 0.10234224796295166}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02265", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned recommending Babylon 5?", "temporal_relation": "none", "query_temporal_norm": 0.10462156683206558, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.743215799331665}], "gold_semantic_scores": [0.7228055596351624], "gold_temporal_scores": [0.020410265773534775], "max_gold_score": 0.743215799331665, "max_candidate_score": 0.743215799331665, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.38204312324523926, "best_gold_margin": 0.3611726760864258, "weakest_gold_margin": 0.3611726760864258}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02339", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Earlier, Drew said he dropped a movie because it ran past two hours. What reason had Drew given before for recommending that same movie?", "temporal_relation": "none", "query_temporal_norm": 0.25025951862335205, "query_session_index": 2, "query_start_sec": 13.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5642892718315125}, {"memory_id": "history_02_utt_0010", "score": 0.5463194251060486}], "gold_semantic_scores": [0.4808189868927002, 0.49143198132514954], "gold_temporal_scores": [0.08347021788358688, 0.054887618869543076], "max_gold_score": 0.5642892718315125, "max_candidate_score": 0.5642892718315125, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.519741415977478, "best_gold_margin": 0.044547855854034424, "weakest_gold_margin": 0.026578009128570557}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02339", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Moonlit Switchback?", "temporal_relation": "none", "query_temporal_norm": 0.10946227610111237, "query_session_index": 2, "query_start_sec": 13.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7153672575950623}], "gold_semantic_scores": [0.6904138922691345], "gold_temporal_scores": [0.024953244253993034], "max_gold_score": 0.7153672575950623, "max_candidate_score": 0.7153672575950623, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.48127663135528564, "best_gold_margin": 0.2340906262397766, "weakest_gold_margin": 0.2340906262397766}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02339", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Drew recommend Moonlit Switchback?", "temporal_relation": "none", "query_temporal_norm": 0.11599608510732651, "query_session_index": 2, "query_start_sec": 13.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8002068996429443}], "gold_semantic_scores": [0.7752997875213623], "gold_temporal_scores": [0.02490699104964733], "max_gold_score": 0.8002068996429443, "max_candidate_score": 0.8002068996429443, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7171887755393982, "best_gold_margin": 0.08301812410354614, "weakest_gold_margin": 0.08301812410354614}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02339", "qa_id": "extra_qa_0013", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the projector's fan stayed quiet in eco mode?", "temporal_relation": "session", "query_temporal_norm": 0.15121044218540192, "query_session_index": 2, "query_start_sec": 13.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0035", "score": 0.5613892674446106}], "gold_semantic_scores": [0.5448359847068787], "gold_temporal_scores": [0.01655331812798977], "max_gold_score": 0.5613892674446106, "max_candidate_score": 0.5613892674446106, "top_memory_id": "history_02_utt_0035", "max_non_gold_score": 0.36337074637413025, "best_gold_margin": 0.19801852107048035, "weakest_gold_margin": 0.19801852107048035}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02426", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who was the one who originally said the movie night would be in the basement rec room before the venue got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5170516967773438, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7672651410102844}], "gold_semantic_scores": [0.6359010338783264], "gold_temporal_scores": [0.13136400282382965], "max_gold_score": 0.7672651410102844, "max_candidate_score": 0.7672651410102844, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6093419790267944, "best_gold_margin": 0.15792316198349, "weakest_gold_margin": 0.15792316198349}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02426", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the event originally planned to be hosted before the venue got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5276363492012024, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9145728349685669}], "gold_semantic_scores": [0.7354594469070435], "gold_temporal_scores": [0.17911343276500702], "max_gold_score": 0.9145728349685669, "max_candidate_score": 0.9145728349685669, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8036199808120728, "best_gold_margin": 0.11095285415649414, "weakest_gold_margin": 0.11095285415649414}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02426", "qa_id": "extra_qa_0003", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the basement rec room as the original hosting venue?", "temporal_relation": "earliest", "query_temporal_norm": 0.5093647837638855, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8063475489616394}], "gold_semantic_scores": [0.6903271079063416], "gold_temporal_scores": [0.11602029204368591], "max_gold_score": 0.8063475489616394, "max_candidate_score": 0.8063475489616394, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6467064619064331, "best_gold_margin": 0.1596410870552063, "weakest_gold_margin": 0.1596410870552063}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02426", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Drew mention as the original plan for hosting?", "temporal_relation": "earliest", "query_temporal_norm": 0.5697628259658813, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8591048121452332}], "gold_semantic_scores": [0.7156513929367065], "gold_temporal_scores": [0.14345329999923706], "max_gold_score": 0.8591048121452332, "max_candidate_score": 0.8591048121452332, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.801080048084259, "best_gold_margin": 0.05802476406097412, "weakest_gold_margin": 0.05802476406097412}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02549", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my model choice changed from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.42427510023117065, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7470747828483582}, {"memory_id": "history_02_utt_0010", "score": 0.6894035935401917}], "gold_semantic_scores": [0.5954778790473938, 0.5421450138092041], "gold_temporal_scores": [0.15159694850444794, 0.1472589671611786], "max_gold_score": 0.7470747828483582, "max_candidate_score": 0.7470747828483582, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7257411479949951, "best_gold_margin": 0.021333634853363037, "weakest_gold_margin": -0.03633755445480347}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02549", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed a change in the demo model. What did it change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.37626636028289795, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7109791040420532}, {"memory_id": "history_02_utt_0010", "score": 0.6074711680412292}], "gold_semantic_scores": [0.5800338387489319, 0.5083509683609009], "gold_temporal_scores": [0.1309453248977661, 0.09912038594484329], "max_gold_score": 0.7109791040420532, "max_candidate_score": 0.7109791040420532, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.27629730105400085, "best_gold_margin": 0.43468180298805237, "weakest_gold_margin": 0.3311738669872284}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02549", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to run the demo on the full multimodal transformer at first?", "temporal_relation": "none", "query_temporal_norm": 0.3734818696975708, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7832604050636292}], "gold_semantic_scores": [0.7127920985221863], "gold_temporal_scores": [0.070468470454216], "max_gold_score": 0.7832604050636292, "max_candidate_score": 0.7832604050636292, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4324002265930176, "best_gold_margin": 0.3508601784706116, "weakest_gold_margin": 0.3508601784706116}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02549", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the final demo plan to a compact intent ranker?", "temporal_relation": "none", "query_temporal_norm": 0.36787426471710205, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9690830111503601}], "gold_semantic_scores": [0.7810881733894348], "gold_temporal_scores": [0.18799512088298798], "max_gold_score": 0.9690830111503601, "max_candidate_score": 0.9690830111503601, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5763042569160461, "best_gold_margin": 0.39277875423431396, "weakest_gold_margin": 0.39277875423431396}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02650", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the departure time was 3:15 PM, before it was later moved to 4:00 PM?", "temporal_relation": "earliest", "query_temporal_norm": 0.5598162412643433, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7985738515853882}], "gold_semantic_scores": [0.6705301403999329], "gold_temporal_scores": [0.12804388999938965], "max_gold_score": 0.7985738515853882, "max_candidate_score": 0.7985738515853882, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6424546241760254, "best_gold_margin": 0.1561192274093628, "weakest_gold_margin": 0.1561192274093628}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02650", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the departure time for the pharmacy and package pickup?", "temporal_relation": "comparison", "query_temporal_norm": 0.3155533969402313, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8131377696990967}, {"memory_id": "history_02_utt_0009", "score": 0.8355436325073242}], "gold_semantic_scores": [0.7034561038017273, 0.7456897497177124], "gold_temporal_scores": [0.10968169569969177, 0.08985360711812973], "max_gold_score": 0.8355436325073242, "max_candidate_score": 0.8355436325073242, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.36443039774894714, "best_gold_margin": 0.4711132347583771, "weakest_gold_margin": 0.44870737195014954}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02650", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned leaving for the pharmacy and package pickup at 3:15 PM?", "temporal_relation": "none", "query_temporal_norm": 0.1957869529724121, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7790233492851257}], "gold_semantic_scores": [0.7216699123382568], "gold_temporal_scores": [0.057353440672159195], "max_gold_score": 0.7790233492851257, "max_candidate_score": 0.7790233492851257, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7547558546066284, "best_gold_margin": 0.024267494678497314, "weakest_gold_margin": 0.024267494678497314}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02743", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their mind and would rather do karaoke night instead?", "temporal_relation": "none", "query_temporal_norm": 0.32396429777145386, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9513470530509949}], "gold_semantic_scores": [0.7936021089553833], "gold_temporal_scores": [0.1577448844909668], "max_gold_score": 0.9513470530509949, "max_candidate_score": 0.9513470530509949, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.506812572479248, "best_gold_margin": 0.4445344805717468, "weakest_gold_margin": 0.4445344805717468}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02743", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed what activity to choose for the get-together. What was the latest activity preference reported?", "temporal_relation": "latest", "query_temporal_norm": 0.5423504710197449, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8825166821479797}], "gold_semantic_scores": [0.6083702445030212], "gold_temporal_scores": [0.27414649724960327], "max_gold_score": 0.8825166821479797, "max_candidate_score": 0.8825166821479797, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8743670582771301, "best_gold_margin": 0.00814962387084961, "weakest_gold_margin": 0.00814962387084961}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02743", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Jordan say they would rather do?", "temporal_relation": "none", "query_temporal_norm": 0.31688767671585083, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8315255641937256}], "gold_semantic_scores": [0.6725605726242065], "gold_temporal_scores": [0.1589651107788086], "max_gold_score": 0.8315255641937256, "max_candidate_score": 0.8315255641937256, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7853795289993286, "best_gold_margin": 0.04614603519439697, "weakest_gold_margin": 0.04614603519439697}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02743", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention their preference for karaoke night?", "temporal_relation": "session", "query_temporal_norm": 0.17455263435840607, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.5971748232841492}], "gold_semantic_scores": [0.5564334988594055], "gold_temporal_scores": [0.040741633623838425], "max_gold_score": 0.5971748232841492, "max_candidate_score": 0.5971748232841492, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5339484810829163, "best_gold_margin": 0.06322634220123291, "weakest_gold_margin": 0.06322634220123291}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02836", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest training setting was?", "temporal_relation": "latest", "query_temporal_norm": 0.569352388381958, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.014066457748413}], "gold_semantic_scores": [0.7381654381752014], "gold_temporal_scores": [0.2759009003639221], "max_gold_score": 1.014066457748413, "max_candidate_score": 1.014066457748413, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0050026178359985, "best_gold_margin": 0.00906383991241455, "weakest_gold_margin": 0.00906383991241455}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02836", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching to full precision with balanced batch sampling for training?", "temporal_relation": "none", "query_temporal_norm": 0.22344663739204407, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8399332761764526}], "gold_semantic_scores": [0.7417551279067993], "gold_temporal_scores": [0.09817814081907272], "max_gold_score": 0.8399332761764526, "max_candidate_score": 0.8399332761764526, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5283472537994385, "best_gold_margin": 0.31158602237701416, "weakest_gold_margin": 0.31158602237701416}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03030", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting Cedar Bowl, and why did it later not work?", "temporal_relation": "none", "query_temporal_norm": 0.1690140664577484, "query_session_index": 2, "query_start_sec": 12.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5043992400169373}, {"memory_id": "history_02_utt_0010", "score": 0.5619375705718994}], "gold_semantic_scores": [0.4537857472896576, 0.4969920814037323], "gold_temporal_scores": [0.05061345174908638, 0.06494550406932831], "max_gold_score": 0.5619375705718994, "max_candidate_score": 0.619735836982727, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.619735836982727, "best_gold_margin": -0.05779826641082764, "weakest_gold_margin": -0.1153365969657898}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03030", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Maple Corner Cafe suggested during an earlier discussion?", "temporal_relation": "none", "query_temporal_norm": 0.12410629540681839, "query_session_index": 2, "query_start_sec": 12.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.8617525100708008}], "gold_semantic_scores": [0.8367888927459717], "gold_temporal_scores": [0.02496364526450634], "max_gold_score": 0.8617525100708008, "max_candidate_score": 0.8617525100708008, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.640468418598175, "best_gold_margin": 0.22128409147262573, "weakest_gold_margin": 0.22128409147262573}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03030", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Maple Corner Cafe has the quiet back room for conversation?", "temporal_relation": "session", "query_temporal_norm": 0.11807158589363098, "query_session_index": 2, "query_start_sec": 12.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.7914290428161621}], "gold_semantic_scores": [0.7581406831741333], "gold_temporal_scores": [0.03328808769583702], "max_gold_score": 0.7914290428161621, "max_candidate_score": 0.7914290428161621, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.62640780210495, "best_gold_margin": 0.16502124071121216, "weakest_gold_margin": 0.16502124071121216}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03030", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we say Maple Corner Cafe was no longer an option?", "temporal_relation": "none", "query_temporal_norm": 0.14441272616386414, "query_session_index": 2, "query_start_sec": 12.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.8308357000350952}], "gold_semantic_scores": [0.7774508595466614], "gold_temporal_scores": [0.05338479205965996], "max_gold_score": 0.8308357000350952, "max_candidate_score": 0.8308357000350952, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.6916257739067078, "best_gold_margin": 0.13920992612838745, "weakest_gold_margin": 0.13920992612838745}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03138", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who was the one who originally said they wanted a board game night for the get-together?", "temporal_relation": "earliest", "query_temporal_norm": 0.5352476835250854, "query_session_index": 2, "query_start_sec": 12.160000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8168275952339172}], "gold_semantic_scores": [0.6842974424362183], "gold_temporal_scores": [0.13253021240234375], "max_gold_score": 0.8168275952339172, "max_candidate_score": 0.8168275952339172, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6615848541259766, "best_gold_margin": 0.15524274110794067, "weakest_gold_margin": 0.15524274110794067}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03138", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently for the get-together?", "temporal_relation": "none", "query_temporal_norm": 0.5186713933944702, "query_session_index": 2, "query_start_sec": 12.160000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9262147545814514}], "gold_semantic_scores": [0.6735159754753113], "gold_temporal_scores": [0.2526986002922058], "max_gold_score": 0.9262147545814514, "max_candidate_score": 0.9262147545814514, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.916998565196991, "best_gold_margin": 0.00921618938446045, "weakest_gold_margin": 0.00921618938446045}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03138", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Morgan say they were originally pushing for the get-together?", "temporal_relation": "none", "query_temporal_norm": 0.5527510643005371, "query_session_index": 2, "query_start_sec": 12.160000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9463413953781128}], "gold_semantic_scores": [0.8223696351051331], "gold_temporal_scores": [0.1239716112613678], "max_gold_score": 0.9463413953781128, "max_candidate_score": 0.9463413953781128, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8384041786193848, "best_gold_margin": 0.10793721675872803, "weakest_gold_margin": 0.10793721675872803}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03138", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan mention their preference for a board game night?", "temporal_relation": "session", "query_temporal_norm": 0.18415428698062897, "query_session_index": 2, "query_start_sec": 12.160000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7670833468437195}], "gold_semantic_scores": [0.7074563503265381], "gold_temporal_scores": [0.05962703004479408], "max_gold_score": 0.7670833468437195, "max_candidate_score": 0.7670833468437195, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6396593451499939, "best_gold_margin": 0.12742400169372559, "weakest_gold_margin": 0.12742400169372559}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03241", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the latest chosen title was Neon Orchard?", "temporal_relation": "latest", "query_temporal_norm": 0.5136252045631409, "query_session_index": 2, "query_start_sec": 11.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0279055833816528}], "gold_semantic_scores": [0.7962414026260376], "gold_temporal_scores": [0.23166394233703613], "max_gold_score": 1.0279055833816528, "max_candidate_score": 1.0279055833816528, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.0272037982940674, "best_gold_margin": 0.0007017850875854492, "weakest_gold_margin": 0.0007017850875854492}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03241", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they picked Neon Orchard for our next watch?", "temporal_relation": "none", "query_temporal_norm": 0.14475616812705994, "query_session_index": 2, "query_start_sec": 11.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9259301424026489}], "gold_semantic_scores": [0.8772681951522827], "gold_temporal_scores": [0.048662152141332626], "max_gold_score": 0.9259301424026489, "max_candidate_score": 0.9259301424026489, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.581351637840271, "best_gold_margin": 0.34457850456237793, "weakest_gold_margin": 0.34457850456237793}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03241", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Taylor say they picked for our next watch?", "temporal_relation": "none", "query_temporal_norm": 0.3343537151813507, "query_session_index": 2, "query_start_sec": 11.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6570563912391663}], "gold_semantic_scores": [0.6663520932197571], "gold_temporal_scores": [-0.009295494295656681], "max_gold_score": 0.6570563912391663, "max_candidate_score": 0.6570563912391663, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5805530548095703, "best_gold_margin": 0.07650333642959595, "weakest_gold_margin": 0.07650333642959595}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03241", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor say they picked Neon Orchard?", "temporal_relation": "session", "query_temporal_norm": 0.15823112428188324, "query_session_index": 2, "query_start_sec": 11.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8195375800132751}], "gold_semantic_scores": [0.7843509912490845], "gold_temporal_scores": [0.03518650680780411], "max_gold_score": 0.8195375800132751, "max_candidate_score": 0.8195375800132751, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7282277941703796, "best_gold_margin": 0.09130978584289551, "weakest_gold_margin": 0.09130978584289551}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03356", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the predecoded audio-video cache, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.19346113502979279, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6962378621101379}, {"memory_id": "history_02_utt_0009", "score": 0.6755703091621399}], "gold_semantic_scores": [0.6359127163887024, 0.6314340829849243], "gold_temporal_scores": [0.060325171798467636, 0.04413656145334244], "max_gold_score": 0.6962378621101379, "max_candidate_score": 0.7086615562438965, "top_memory_id": "history_01_utt_0011::cf::main::1", "max_non_gold_score": 0.7086615562438965, "best_gold_margin": -0.012423694133758545, "weakest_gold_margin": -0.03309124708175659}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03356", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the predecoded audio-video cache dropped after the pilot?", "temporal_relation": "none", "query_temporal_norm": 0.16673484444618225, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.89382404088974}], "gold_semantic_scores": [0.8306796550750732], "gold_temporal_scores": [0.06314432621002197], "max_gold_score": 0.89382404088974, "max_candidate_score": 0.89382404088974, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6188533306121826, "best_gold_margin": 0.2749707102775574, "weakest_gold_margin": 0.2749707102775574}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03356", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the dropping of the predecoded audio-video cache mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.18673379719257355, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8433393836021423}], "gold_semantic_scores": [0.7747846245765686], "gold_temporal_scores": [0.06855504959821701], "max_gold_score": 0.8433393836021423, "max_candidate_score": 0.8433393836021423, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5641537308692932, "best_gold_margin": 0.2791856527328491, "weakest_gold_margin": 0.2791856527328491}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03356", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for suggesting the aggressive waveform prefetch?", "temporal_relation": "none", "query_temporal_norm": 0.10819698870182037, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.8252974152565002}], "gold_semantic_scores": [0.8029970526695251], "gold_temporal_scores": [0.02230045385658741], "max_gold_score": 0.8252974152565002, "max_candidate_score": 0.8252974152565002, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.5878840088844299, "best_gold_margin": 0.2374134063720703, "weakest_gold_margin": 0.2374134063720703}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03439", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley say their latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5362746119499207, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9722495079040527}], "gold_semantic_scores": [0.6867037415504456], "gold_temporal_scores": [0.2855459451675415], "max_gold_score": 0.9722495079040527, "max_candidate_score": 0.9780087471008301, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.9780087471008301, "best_gold_margin": -0.005759239196777344, "weakest_gold_margin": -0.005759239196777344}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03439", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed activity options recently. What was the earlier choice of activity?", "temporal_relation": "earliest", "query_temporal_norm": 0.534959077835083, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7305793166160583}], "gold_semantic_scores": [0.5700350999832153], "gold_temporal_scores": [0.160544291138649], "max_gold_score": 0.7305793166160583, "max_candidate_score": 0.7305793166160583, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4414824843406677, "best_gold_margin": 0.2890968322753906, "weakest_gold_margin": 0.2890968322753906}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03439", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the riverside bike ride as their activity choice?", "temporal_relation": "none", "query_temporal_norm": 0.14413860440254211, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7354212999343872}], "gold_semantic_scores": [0.7188903093338013], "gold_temporal_scores": [0.016531188040971756], "max_gold_score": 0.7354212999343872, "max_candidate_score": 0.7354212999343872, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.42181339859962463, "best_gold_margin": 0.3136079013347626, "weakest_gold_margin": 0.3136079013347626}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03439", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley mention switching to the riverside bike ride?", "temporal_relation": "session", "query_temporal_norm": 0.22882051765918732, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8162584900856018}], "gold_semantic_scores": [0.7055743336677551], "gold_temporal_scores": [0.1106841042637825], "max_gold_score": 0.8162584900856018, "max_candidate_score": 0.8162584900856018, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6588168740272522, "best_gold_margin": 0.1574416160583496, "weakest_gold_margin": 0.1574416160583496}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03574", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Quinn describe the group's starting choice changing from the earlier discussion to the later one?", "temporal_relation": "none", "query_temporal_norm": 0.4003657400608063, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6270967721939087}, {"memory_id": "history_02_utt_0009", "score": 0.6614524126052856}], "gold_semantic_scores": [0.4900728166103363, 0.5400599241256714], "gold_temporal_scores": [0.13702386617660522, 0.12139279395341873], "max_gold_score": 0.6614524126052856, "max_candidate_score": 0.6614524126052856, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5991861820220947, "best_gold_margin": 0.06226623058319092, "weakest_gold_margin": 0.027910590171813965}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03574", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention the group decided on Lantern District?", "temporal_relation": "session", "query_temporal_norm": 0.22487527132034302, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7091261148452759}], "gold_semantic_scores": [0.642464280128479], "gold_temporal_scores": [0.06666184216737747], "max_gold_score": 0.7091261148452759, "max_candidate_score": 0.7091261148452759, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6493620276451111, "best_gold_margin": 0.059764087200164795, "weakest_gold_margin": 0.059764087200164795}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03574", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn say the group agreed to start with?", "temporal_relation": "none", "query_temporal_norm": 0.1745385229587555, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7367253303527832}], "gold_semantic_scores": [0.6636722683906555], "gold_temporal_scores": [0.07305312156677246], "max_gold_score": 0.7367253303527832, "max_candidate_score": 0.7367253303527832, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.694671630859375, "best_gold_margin": 0.0420536994934082, "weakest_gold_margin": 0.0420536994934082}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03574", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the group ultimately decide to start with?", "temporal_relation": "none", "query_temporal_norm": 0.47097110748291016, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8573958873748779}], "gold_semantic_scores": [0.6361424922943115], "gold_temporal_scores": [0.2212536782026291], "max_gold_score": 0.8573958873748779, "max_candidate_score": 0.8614420294761658, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.8614420294761658, "best_gold_margin": -0.004046142101287842, "weakest_gold_margin": -0.004046142101287842}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03671", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the live demo to the distilled text-first policy model, and what was the earlier model?", "temporal_relation": "comparison", "query_temporal_norm": 0.3857611417770386, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6406993269920349}, {"memory_id": "history_02_utt_0011", "score": 0.7068055868148804}], "gold_semantic_scores": [0.5111961960792542, 0.6282361149787903], "gold_temporal_scores": [0.12950320541858673, 0.0785696879029274], "max_gold_score": 0.7068055868148804, "max_candidate_score": 0.7068055868148804, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.39721354842185974, "best_gold_margin": 0.30959203839302063, "weakest_gold_margin": 0.24348577857017517}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03671", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model was ultimately chosen for the live demo?", "temporal_relation": "none", "query_temporal_norm": 0.46184125542640686, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8365081548690796}], "gold_semantic_scores": [0.6027024984359741], "gold_temporal_scores": [0.23380570113658905], "max_gold_score": 0.8365081548690796, "max_candidate_score": 0.8398867249488831, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0001::1", "max_non_gold_score": 0.8398867249488831, "best_gold_margin": -0.003378570079803467, "weakest_gold_margin": -0.003378570079803467}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03671", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model did Morgan say they planned to use for the live demo?", "temporal_relation": "none", "query_temporal_norm": 0.35363203287124634, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7366877198219299}], "gold_semantic_scores": [0.6871827244758606], "gold_temporal_scores": [0.04950488358736038], "max_gold_score": 0.7366877198219299, "max_candidate_score": 0.7366877198219299, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6707123517990112, "best_gold_margin": 0.0659753680229187, "weakest_gold_margin": 0.0659753680229187}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03671", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan mention planning to use the quantized multimodal model?", "temporal_relation": "session", "query_temporal_norm": 0.27574315667152405, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8181875348091125}], "gold_semantic_scores": [0.7604186534881592], "gold_temporal_scores": [0.05776869133114815], "max_gold_score": 0.8181875348091125, "max_candidate_score": 0.8181875348091125, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7482225894927979, "best_gold_margin": 0.0699649453163147, "weakest_gold_margin": 0.0699649453163147}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03754", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about where I slotted Midnight Arcade, and why was it dropped in the timing pass?", "temporal_relation": "none", "query_temporal_norm": 0.19827400147914886, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7095958590507507}, {"memory_id": "history_02_utt_0009", "score": 0.7678938508033752}], "gold_semantic_scores": [0.6469264626502991, 0.7204189300537109], "gold_temporal_scores": [0.06266944855451584, 0.04747508838772774], "max_gold_score": 0.7678938508033752, "max_candidate_score": 0.7678938508033752, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7207823395729065, "best_gold_margin": 0.04711151123046875, "weakest_gold_margin": -0.011186480522155762}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03754", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention lining up Harbor Lights for the van-loading start?", "temporal_relation": "session", "query_temporal_norm": 0.18044085800647736, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.7412064671516418}], "gold_semantic_scores": [0.7233811020851135], "gold_temporal_scores": [0.01782536879181862], "max_gold_score": 0.7412064671516418, "max_candidate_score": 0.7412064671516418, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.2739006280899048, "best_gold_margin": 0.46730583906173706, "weakest_gold_margin": 0.46730583906173706}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03754", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about Harbor Lights after the dance run got longer?", "temporal_relation": "none", "query_temporal_norm": 0.18299344182014465, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0024", "score": 0.6218881607055664}], "gold_semantic_scores": [0.5484408736228943], "gold_temporal_scores": [0.07344730943441391], "max_gold_score": 0.6218881607055664, "max_candidate_score": 0.6218881607055664, "top_memory_id": "history_02_utt_0024", "max_non_gold_score": 0.4943465292453766, "best_gold_margin": 0.12754163146018982, "weakest_gold_margin": 0.12754163146018982}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03754", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Harbor Lights moved to the cleanup block?", "temporal_relation": "session", "query_temporal_norm": 0.16538207232952118, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0024", "score": 0.8704794645309448}], "gold_semantic_scores": [0.8007364869117737], "gold_temporal_scores": [0.0697430893778801], "max_gold_score": 0.8704794645309448, "max_candidate_score": 0.8704794645309448, "top_memory_id": "history_02_utt_0024", "max_non_gold_score": 0.5301750302314758, "best_gold_margin": 0.340304434299469, "weakest_gold_margin": 0.340304434299469}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03835", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training setting did Rowan originally say they started the reproducibility runs with before switching it later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5673211216926575, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9413673281669617}], "gold_semantic_scores": [0.8130918741226196], "gold_temporal_scores": [0.12827564775943756], "max_gold_score": 0.9413673281669617, "max_candidate_score": 0.9413673281669617, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8392277359962463, "best_gold_margin": 0.10213959217071533, "weakest_gold_margin": 0.10213959217071533}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03835", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What training setup was discussed most recently for the reproducibility runs?", "temporal_relation": "none", "query_temporal_norm": 0.5331611037254333, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9019949436187744}], "gold_semantic_scores": [0.6543207168579102], "gold_temporal_scores": [0.2476743459701538], "max_gold_score": 0.9019949436187744, "max_candidate_score": 0.9019949436187744, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9003427028656006, "best_gold_margin": 0.0016522407531738281, "weakest_gold_margin": 0.0016522407531738281}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03835", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan mention starting the reproducibility runs with full-model fine-tuning?", "temporal_relation": "session", "query_temporal_norm": 0.22587083280086517, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8103693127632141}], "gold_semantic_scores": [0.7435300350189209], "gold_temporal_scores": [0.0668393075466156], "max_gold_score": 0.8103693127632141, "max_candidate_score": 0.8103693127632141, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7101642489433289, "best_gold_margin": 0.10020506381988525, "weakest_gold_margin": 0.10020506381988525}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03835", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention switching the reproducibility runs to LoRA adapters?", "temporal_relation": "session", "query_temporal_norm": 0.20355980098247528, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8261574506759644}], "gold_semantic_scores": [0.7318247556686401], "gold_temporal_scores": [0.0943324938416481], "max_gold_score": 0.8261574506759644, "max_candidate_score": 0.8261574506759644, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.42979463934898376, "best_gold_margin": 0.3963628113269806, "weakest_gold_margin": 0.3963628113269806}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03981", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest rating for \"Velvet Static\" was?", "temporal_relation": "latest", "query_temporal_norm": 0.5042402744293213, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.930318295955658}], "gold_semantic_scores": [0.7095699310302734], "gold_temporal_scores": [0.22074827551841736], "max_gold_score": 0.930318295955658, "max_candidate_score": 0.9336287379264832, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.9336287379264832, "best_gold_margin": -0.0033104419708251953, "weakest_gold_margin": -0.0033104419708251953}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03981", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was \"Velvet Static\" rated 6/10?", "temporal_relation": "session", "query_temporal_norm": 0.141032412648201, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6028556227684021}], "gold_semantic_scores": [0.5791945457458496], "gold_temporal_scores": [0.023661045357584953], "max_gold_score": 0.6028556227684021, "max_candidate_score": 0.6297799348831177, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6297799348831177, "best_gold_margin": -0.026924312114715576, "weakest_gold_margin": -0.026924312114715576}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04063", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their watchlist top spot to Signal Lantern, and what title had been at the top earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.3995205760002136, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6307528614997864}, {"memory_id": "history_02_utt_0008", "score": 0.7920746803283691}], "gold_semantic_scores": [0.49983665347099304, 0.7133995294570923], "gold_temporal_scores": [0.13091598451137543, 0.07867543399333954], "max_gold_score": 0.7920746803283691, "max_candidate_score": 0.7920746803283691, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.2597181499004364, "best_gold_margin": 0.5323565304279327, "weakest_gold_margin": 0.37103471159935}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04063", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed watchlists earlier. What was listed first at that time?", "temporal_relation": "earliest", "query_temporal_norm": 0.44113171100616455, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6854951977729797}], "gold_semantic_scores": [0.5786496996879578], "gold_temporal_scores": [0.10684572905302048], "max_gold_score": 0.6854951977729797, "max_candidate_score": 0.6854951977729797, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4157178997993469, "best_gold_margin": 0.2697772979736328, "weakest_gold_margin": 0.2697772979736328}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04063", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned having Deep Current at the top of their watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.16305288672447205, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7840724587440491}], "gold_semantic_scores": [0.7364405393600464], "gold_temporal_scores": [0.04763183742761612], "max_gold_score": 0.7840724587440491, "max_candidate_score": 0.7840724587440491, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.43799862265586853, "best_gold_margin": 0.34607383608818054, "weakest_gold_margin": 0.34607383608818054}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04063", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they moved Signal Lantern to the first spot on their watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.19354890286922455, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8466909527778625}], "gold_semantic_scores": [0.7734724283218384], "gold_temporal_scores": [0.07321855425834656], "max_gold_score": 0.8466909527778625, "max_candidate_score": 0.8466909527778625, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.35561156272888184, "best_gold_margin": 0.4910793900489807, "weakest_gold_margin": 0.4910793900489807}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04150", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who first said they were planning to leave at 5:15 PM before that time got changed later?", "temporal_relation": "earliest", "query_temporal_norm": 0.30040526390075684, "query_session_index": 2, "query_start_sec": 11.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6893172264099121}], "gold_semantic_scores": [0.6231902837753296], "gold_temporal_scores": [0.06612693518400192], "max_gold_score": 0.6893172264099121, "max_candidate_score": 0.6893172264099121, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6043055057525635, "best_gold_margin": 0.08501172065734863, "weakest_gold_margin": 0.08501172065734863}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04150", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest departure time we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.4814237952232361, "query_session_index": 2, "query_start_sec": 11.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8142423629760742}], "gold_semantic_scores": [0.6267145872116089], "gold_temporal_scores": [0.1875276118516922], "max_gold_score": 0.8142423629760742, "max_candidate_score": 0.8142423629760742, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8137474060058594, "best_gold_margin": 0.0004949569702148438, "weakest_gold_margin": 0.0004949569702148438}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04150", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Skyler say they were planning to leave?", "temporal_relation": "none", "query_temporal_norm": 0.4436686635017395, "query_session_index": 2, "query_start_sec": 11.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8109906911849976}], "gold_semantic_scores": [0.7280903458595276], "gold_temporal_scores": [0.08290034532546997], "max_gold_score": 0.8109906911849976, "max_candidate_score": 0.8109906911849976, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7283658981323242, "best_gold_margin": 0.08262479305267334, "weakest_gold_margin": 0.08262479305267334}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04150", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention leaving at 5:15 PM?", "temporal_relation": "session", "query_temporal_norm": 0.23971247673034668, "query_session_index": 2, "query_start_sec": 11.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5732148289680481}], "gold_semantic_scores": [0.49591773748397827], "gold_temporal_scores": [0.07729717344045639], "max_gold_score": 0.5732148289680481, "max_candidate_score": 0.5732148289680481, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5186478495597839, "best_gold_margin": 0.05456697940826416, "weakest_gold_margin": 0.05456697940826416}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04236", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say the latest title pick was?", "temporal_relation": "latest", "query_temporal_norm": 0.5543680787086487, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9299913644790649}], "gold_semantic_scores": [0.654695987701416], "gold_temporal_scores": [0.27529579401016235], "max_gold_score": 0.9299913644790649, "max_candidate_score": 0.9401402473449707, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9401402473449707, "best_gold_margin": -0.010148882865905762, "weakest_gold_margin": -0.010148882865905762}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04236", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention choosing Signal House?", "temporal_relation": "session", "query_temporal_norm": 0.18135543167591095, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6088416576385498}], "gold_semantic_scores": [0.5894727110862732], "gold_temporal_scores": [0.01936909928917885], "max_gold_score": 0.6088416576385498, "max_candidate_score": 0.6088416576385498, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5745173096656799, "best_gold_margin": 0.03432434797286987, "weakest_gold_margin": 0.03432434797286987}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04236", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said their pick was Signal House?", "temporal_relation": "none", "query_temporal_norm": 0.13056296110153198, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.674483597278595}], "gold_semantic_scores": [0.6443415284156799], "gold_temporal_scores": [0.030141863971948624], "max_gold_score": 0.674483597278595, "max_candidate_score": 0.674483597278595, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.278096079826355, "best_gold_margin": 0.39638751745224, "weakest_gold_margin": 0.39638751745224}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04236", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the title we talked about watching before?", "temporal_relation": "before", "query_temporal_norm": 0.2643131613731384, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7326928973197937}], "gold_semantic_scores": [0.699091911315918], "gold_temporal_scores": [0.03360100835561752], "max_gold_score": 0.7326928973197937, "max_candidate_score": 0.7326928973197937, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4338758885860443, "best_gold_margin": 0.2988170087337494, "weakest_gold_margin": 0.2988170087337494}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04356", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest training setting was for gradient accumulation?", "temporal_relation": "latest", "query_temporal_norm": 0.5646154880523682, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0171536207199097}], "gold_semantic_scores": [0.7593846321105957], "gold_temporal_scores": [0.2577689588069916], "max_gold_score": 1.0171536207199097, "max_candidate_score": 1.0171536207199097, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.014866590499878, "best_gold_margin": 0.0022870302200317383, "weakest_gold_margin": 0.0022870302200317383}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04356", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the new guest Wi-Fi password is on the whiteboard in the break room?", "temporal_relation": "none", "query_temporal_norm": 0.24087174236774445, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4028121531009674, "top_memory_id": "history_02_utt_0015", "max_non_gold_score": 0.4028121531009674, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04496", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation plan to code friction themes first and then map them to session notes and survey gaps by condition, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.3745312988758087, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6832813024520874}, {"memory_id": "history_02_utt_0010", "score": 0.8700066804885864}], "gold_semantic_scores": [0.5650467276573181, 0.7621986269950867], "gold_temporal_scores": [0.1182345598936081, 0.10780772566795349], "max_gold_score": 0.8700066804885864, "max_candidate_score": 0.8700066804885864, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6681217551231384, "best_gold_margin": 0.201884925365448, "weakest_gold_margin": 0.015159547328948975}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04496", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What evaluation plan did we discuss earlier that involved analyzing task survey results and participant quotes?", "temporal_relation": "before", "query_temporal_norm": 0.3346061408519745, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8580213189125061}], "gold_semantic_scores": [0.7838839888572693], "gold_temporal_scores": [0.07413727045059204], "max_gold_score": 0.8580213189125061, "max_candidate_score": 0.8580213189125061, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7087334990501404, "best_gold_margin": 0.14928781986236572, "weakest_gold_margin": 0.14928781986236572}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04496", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention comparing survey averages and pulling participant quotes?", "temporal_relation": "session", "query_temporal_norm": 0.20971976220607758, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.731575071811676}], "gold_semantic_scores": [0.6655795574188232], "gold_temporal_scores": [0.06599541008472443], "max_gold_score": 0.731575071811676, "max_candidate_score": 0.731575071811676, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6858871579170227, "best_gold_margin": 0.04568791389465332, "weakest_gold_margin": 0.04568791389465332}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04496", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation plan change compared to what was originally discussed?", "temporal_relation": "comparison", "query_temporal_norm": 0.42541879415512085, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6710943579673767}, {"memory_id": "history_02_utt_0010", "score": 0.6947425603866577}], "gold_semantic_scores": [0.5303370952606201, 0.5770151019096375], "gold_temporal_scores": [0.1407572329044342, 0.1177273765206337], "max_gold_score": 0.6947425603866577, "max_candidate_score": 0.6947425603866577, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6498485207557678, "best_gold_margin": 0.04489403963088989, "weakest_gold_margin": 0.021245837211608887}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04615", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Cameron originally say we could use for movie night before the plan changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5324920415878296, "query_session_index": 2, "query_start_sec": 13.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9212325811386108}], "gold_semantic_scores": [0.7716350555419922], "gold_temporal_scores": [0.14959761500358582], "max_gold_score": 0.9212325811386108, "max_candidate_score": 0.9212325811386108, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7623277902603149, "best_gold_margin": 0.1589047908782959, "weakest_gold_margin": 0.1589047908782959}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04615", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested using the library screening room for movie night?", "temporal_relation": "none", "query_temporal_norm": 0.13640141487121582, "query_session_index": 2, "query_start_sec": 13.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7122484445571899}], "gold_semantic_scores": [0.6840261220932007], "gold_temporal_scores": [0.028222456574440002], "max_gold_score": 0.7122484445571899, "max_candidate_score": 0.7122484445571899, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.47471171617507935, "best_gold_margin": 0.2375367283821106, "weakest_gold_margin": 0.2375367283821106}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04615", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is movie night currently planned to take place?", "temporal_relation": "latest", "query_temporal_norm": 0.5169836282730103, "query_session_index": 2, "query_start_sec": 13.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9620254039764404}], "gold_semantic_scores": [0.7247260808944702], "gold_temporal_scores": [0.23729899525642395], "max_gold_score": 0.9620254039764404, "max_candidate_score": 0.9620254039764404, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9583359956741333, "best_gold_margin": 0.003689408302307129, "weakest_gold_margin": 0.003689408302307129}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04615", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the group decide to host movie night?", "temporal_relation": "none", "query_temporal_norm": 0.21364621818065643, "query_session_index": 2, "query_start_sec": 13.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7824685573577881}], "gold_semantic_scores": [0.7051184177398682], "gold_temporal_scores": [0.07734985649585724], "max_gold_score": 0.7824685573577881, "max_candidate_score": 0.7824685573577881, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.777231752872467, "best_gold_margin": 0.005236804485321045, "weakest_gold_margin": 0.005236804485321045}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04751", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about why I put Green Apron Cafe on the list, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.1861259490251541, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7643454074859619}, {"memory_id": "history_02_utt_0010", "score": 0.7948492765426636}], "gold_semantic_scores": [0.7106742262840271, 0.7401489019393921], "gold_temporal_scores": [0.05367109924554825, 0.054700564593076706], "max_gold_score": 0.7948492765426636, "max_candidate_score": 0.809947669506073, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.809947669506073, "best_gold_margin": -0.015098392963409424, "weakest_gold_margin": -0.045602262020111084}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04751", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the availability status of Green Apron Cafe as discussed earlier?", "temporal_relation": "before", "query_temporal_norm": 0.19499468803405762, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.87216717004776}], "gold_semantic_scores": [0.8499322533607483], "gold_temporal_scores": [0.022234909236431122], "max_gold_score": 0.87216717004776, "max_candidate_score": 0.87216717004776, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7616669535636902, "best_gold_margin": 0.11050021648406982, "weakest_gold_margin": 0.11050021648406982}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04751", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Harbor Tandoor suggested during the earlier discussion?", "temporal_relation": "none", "query_temporal_norm": 0.1415029913187027, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.758270800113678}], "gold_semantic_scores": [0.7439141273498535], "gold_temporal_scores": [0.014356952160596848], "max_gold_score": 0.758270800113678, "max_candidate_score": 0.758270800113678, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.5588701963424683, "best_gold_margin": 0.19940060377120972, "weakest_gold_margin": 0.19940060377120972}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04751", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Harbor Tandoor suggested?", "temporal_relation": "session", "query_temporal_norm": 0.18553593754768372, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6767071485519409}], "gold_semantic_scores": [0.6550172567367554], "gold_temporal_scores": [0.021689971908926964], "max_gold_score": 0.6767071485519409, "max_candidate_score": 0.6767071485519409, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.45168453454971313, "best_gold_margin": 0.22502261400222778, "weakest_gold_margin": 0.22502261400222778}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04824", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my training dataset version was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5547248125076294, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8234366178512573}], "gold_semantic_scores": [0.7098825573921204], "gold_temporal_scores": [0.11355402320623398], "max_gold_score": 0.8234366178512573, "max_candidate_score": 0.8234366178512573, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.788536787033081, "best_gold_margin": 0.03489983081817627, "weakest_gold_margin": 0.03489983081817627}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04824", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned starting with the clean-read subset v1 with manual alignments?", "temporal_relation": "none", "query_temporal_norm": 0.26410436630249023, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6769430041313171}], "gold_semantic_scores": [0.6236122250556946], "gold_temporal_scores": [0.0533309131860733], "max_gold_score": 0.6769430041313171, "max_candidate_score": 0.6769430041313171, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.34095361828804016, "best_gold_margin": 0.335989385843277, "weakest_gold_margin": 0.335989385843277}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04824", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest training dataset version that was discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5291556715965271, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9810816049575806}], "gold_semantic_scores": [0.7127238512039185], "gold_temporal_scores": [0.26835763454437256], "max_gold_score": 0.9810816049575806, "max_candidate_score": 0.9810816049575806, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9806849360466003, "best_gold_margin": 0.0003966689109802246, "weakest_gold_margin": 0.0003966689109802246}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04824", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who said they would check if the printer upstairs is working?", "temporal_relation": "none", "query_temporal_norm": 0.15762336552143097, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.19137799739837646, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.19137799739837646, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04924", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the first movie to Tides of Glass, and what was the earlier movie?", "temporal_relation": "comparison", "query_temporal_norm": 0.40385130047798157, "query_session_index": 2, "query_start_sec": 13.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5710693001747131}, {"memory_id": "history_02_utt_0009", "score": 0.7815880179405212}], "gold_semantic_scores": [0.4246349632740021, 0.669571578502655], "gold_temporal_scores": [0.14643433690071106, 0.11201674491167068], "max_gold_score": 0.7815880179405212, "max_candidate_score": 0.7815880179405212, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.27091842889785767, "best_gold_margin": 0.5106695890426636, "weakest_gold_margin": 0.30015087127685547}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04924", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed the order of watching Silent Quarry and Tides of Glass. How did that order change?", "temporal_relation": "comparison", "query_temporal_norm": 0.35102805495262146, "query_session_index": 2, "query_start_sec": 13.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7423802614212036}, {"memory_id": "history_02_utt_0009", "score": 0.8875979781150818}], "gold_semantic_scores": [0.616809606552124, 0.7739842534065247], "gold_temporal_scores": [0.1255706399679184, 0.11361352354288101], "max_gold_score": 0.8875979781150818, "max_candidate_score": 0.8875979781150818, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4378908574581146, "best_gold_margin": 0.44970712065696716, "weakest_gold_margin": 0.304489403963089}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04924", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned deciding to watch Tides of Glass first?", "temporal_relation": "none", "query_temporal_norm": 0.21386471390724182, "query_session_index": 2, "query_start_sec": 13.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8315786719322205}], "gold_semantic_scores": [0.8067284226417542], "gold_temporal_scores": [0.02485029026865959], "max_gold_score": 0.8315786719322205, "max_candidate_score": 0.8315786719322205, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4287010431289673, "best_gold_margin": 0.4028776288032532, "weakest_gold_margin": 0.4028776288032532}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04924", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention starting with Silent Quarry?", "temporal_relation": "session", "query_temporal_norm": 0.27032768726348877, "query_session_index": 2, "query_start_sec": 13.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8122238516807556}], "gold_semantic_scores": [0.7237522602081299], "gold_temporal_scores": [0.08847157657146454], "max_gold_score": 0.8122238516807556, "max_candidate_score": 0.8122238516807556, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7301929593086243, "best_gold_margin": 0.08203089237213135, "weakest_gold_margin": 0.08203089237213135}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05042", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who first suggested the media room for movie night?", "temporal_relation": "earliest", "query_temporal_norm": 0.15780779719352722, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.688483715057373}], "gold_semantic_scores": [0.6562936305999756], "gold_temporal_scores": [0.0321899950504303], "max_gold_score": 0.688483715057373, "max_candidate_score": 0.688483715057373, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6552577018737793, "best_gold_margin": 0.03322601318359375, "weakest_gold_margin": 0.03322601318359375}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05042", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we decide to have movie night?", "temporal_relation": "latest", "query_temporal_norm": 0.3878169357776642, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9129020571708679}], "gold_semantic_scores": [0.757408618927002], "gold_temporal_scores": [0.15549342334270477], "max_gold_score": 0.9129020571708679, "max_candidate_score": 0.9163392186164856, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.9163392186164856, "best_gold_margin": -0.0034371614456176758, "weakest_gold_margin": -0.0034371614456176758}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05042", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Emerson originally suggest for movie night?", "temporal_relation": "none", "query_temporal_norm": 0.5006447434425354, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6118650436401367}], "gold_semantic_scores": [0.5342947244644165], "gold_temporal_scores": [0.0775703564286232], "max_gold_score": 0.6118650436401367, "max_candidate_score": 0.6118650436401367, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4712540805339813, "best_gold_margin": 0.1406109631061554, "weakest_gold_margin": 0.1406109631061554}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05042", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the living room location mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.22983306646347046, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5601861476898193}], "gold_semantic_scores": [0.5114625692367554], "gold_temporal_scores": [0.048723410815000534], "max_gold_score": 0.5601861476898193, "max_candidate_score": 0.5601861476898193, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4610013961791992, "best_gold_margin": 0.09918475151062012, "weakest_gold_margin": 0.09918475151062012}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05137", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their taco bowl grocery item to black beans, and what was the earlier item?", "temporal_relation": "none", "query_temporal_norm": 0.39767390489578247, "query_session_index": 2, "query_start_sec": 14.600000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8317614197731018}, {"memory_id": "history_02_utt_0009", "score": 0.8703181147575378}], "gold_semantic_scores": [0.6889088749885559, 0.7640123963356018], "gold_temporal_scores": [0.14285241067409515, 0.10630568116903305], "max_gold_score": 0.8703181147575378, "max_candidate_score": 0.8703181147575378, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.44500285387039185, "best_gold_margin": 0.425315260887146, "weakest_gold_margin": 0.38675856590270996}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05137", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed grocery items for taco bowls. What was the change in the shopping list?", "temporal_relation": "comparison", "query_temporal_norm": 0.3701608180999756, "query_session_index": 2, "query_start_sec": 14.600000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8083738088607788}, {"memory_id": "history_02_utt_0009", "score": 0.8359032869338989}], "gold_semantic_scores": [0.6750335097312927, 0.7177185416221619], "gold_temporal_scores": [0.1333402395248413, 0.1181846633553505], "max_gold_score": 0.8359032869338989, "max_candidate_score": 0.8359032869338989, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.48866337537765503, "best_gold_margin": 0.3472399115562439, "weakest_gold_margin": 0.3197104334831238}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05137", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What grocery item did Quinn mention for the taco bowls in the earlier conversation?", "temporal_relation": "session", "query_temporal_norm": 0.35940390825271606, "query_session_index": 2, "query_start_sec": 14.600000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9352777600288391}], "gold_semantic_scores": [0.8123105764389038], "gold_temporal_scores": [0.12296713888645172], "max_gold_score": 0.9352777600288391, "max_candidate_score": 0.9352777600288391, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7904630303382874, "best_gold_margin": 0.14481472969055176, "weakest_gold_margin": 0.14481472969055176}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05228", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did my chosen title change from and to between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.40997517108917236, "query_session_index": 2, "query_start_sec": 14.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5448276400566101}, {"memory_id": "history_02_utt_0011", "score": 0.6093550324440002}], "gold_semantic_scores": [0.39785900712013245, 0.47877347469329834], "gold_temporal_scores": [0.14696848392486572, 0.1305813491344452], "max_gold_score": 0.6093550324440002, "max_candidate_score": 0.6093550324440002, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5458810329437256, "best_gold_margin": 0.06347399950027466, "weakest_gold_margin": -0.0010533928871154785}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05228", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title did we discuss changing, and what did it change to?", "temporal_relation": "comparison", "query_temporal_norm": 0.38140225410461426, "query_session_index": 2, "query_start_sec": 14.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.35473981499671936}, {"memory_id": "history_02_utt_0011", "score": 0.46439945697784424}], "gold_semantic_scores": [0.22121661901474, 0.3611779510974884], "gold_temporal_scores": [0.13352319598197937, 0.10322137176990509], "max_gold_score": 0.46439945697784424, "max_candidate_score": 0.46439945697784424, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.10671358555555344, "best_gold_margin": 0.3576858714222908, "weakest_gold_margin": 0.24802622944116592}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05228", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned putting Copper Avenue at the top to keep for now?", "temporal_relation": "none", "query_temporal_norm": 0.12276306003332138, "query_session_index": 2, "query_start_sec": 14.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.759044349193573}], "gold_semantic_scores": [0.7293703556060791], "gold_temporal_scores": [0.02967403270304203], "max_gold_score": 0.759044349193573, "max_candidate_score": 0.759044349193573, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.19640105962753296, "best_gold_margin": 0.56264328956604, "weakest_gold_margin": 0.56264328956604}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05228", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched their pick to Velvet Static?", "temporal_relation": "none", "query_temporal_norm": 0.3284059762954712, "query_session_index": 2, "query_start_sec": 14.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.864526093006134}], "gold_semantic_scores": [0.7075730562210083], "gold_temporal_scores": [0.1569533497095108], "max_gold_score": 0.864526093006134, "max_candidate_score": 0.864526093006134, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.3278273940086365, "best_gold_margin": 0.5366986989974976, "weakest_gold_margin": 0.5366986989974976}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05283", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for recommending Northline, and why was it dropped from our list?", "temporal_relation": "none", "query_temporal_norm": 0.17602568864822388, "query_session_index": 2, "query_start_sec": 10.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7379031181335449}, {"memory_id": "history_02_utt_0013", "score": 0.7681520581245422}], "gold_semantic_scores": [0.6841853260993958, 0.7238156199455261], "gold_temporal_scores": [0.05371779948472977, 0.04433630034327507], "max_gold_score": 0.7681520581245422, "max_candidate_score": 0.7924454808235168, "top_memory_id": "history_02_utt_0013::cf::main::2", "max_non_gold_score": 0.7924454808235168, "best_gold_margin": -0.02429342269897461, "weakest_gold_margin": -0.054542362689971924}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05283", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Northline dropped from the list?", "temporal_relation": "none", "query_temporal_norm": 0.14688992500305176, "query_session_index": 2, "query_start_sec": 10.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0013", "score": 0.8863606452941895}], "gold_semantic_scores": [0.8244768381118774], "gold_temporal_scores": [0.06188376247882843], "max_gold_score": 0.8863606452941895, "max_candidate_score": 0.8863606452941895, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.6554256677627563, "best_gold_margin": 0.2309349775314331, "weakest_gold_margin": 0.2309349775314331}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05283", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Signal House recommended?", "temporal_relation": "none", "query_temporal_norm": 0.0926540270447731, "query_session_index": 2, "query_start_sec": 10.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.8251537084579468}], "gold_semantic_scores": [0.8120421767234802], "gold_temporal_scores": [0.013111511245369911], "max_gold_score": 0.8251537084579468, "max_candidate_score": 0.8251537084579468, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.48221102356910706, "best_gold_margin": 0.3429426848888397, "weakest_gold_margin": 0.3429426848888397}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05351", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What perk did I mention for Harborline Hotel, and why did we rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.1814379096031189, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8168264627456665}, {"memory_id": "history_02_utt_0008", "score": 0.8012449741363525}], "gold_semantic_scores": [0.7597053050994873, 0.7548669576644897], "gold_temporal_scores": [0.05712136998772621, 0.04637809097766876], "max_gold_score": 0.8168264627456665, "max_candidate_score": 0.8193010687828064, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.8193010687828064, "best_gold_margin": -0.0024746060371398926, "weakest_gold_margin": -0.018056094646453857}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05351", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason we decided against staying at the Harborline Hotel?", "temporal_relation": "none", "query_temporal_norm": 0.13284087181091309, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7963115572929382}], "gold_semantic_scores": [0.7459969520568848], "gold_temporal_scores": [0.050314534455537796], "max_gold_score": 0.7963115572929382, "max_candidate_score": 0.7963115572929382, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.662223219871521, "best_gold_margin": 0.13408833742141724, "weakest_gold_margin": 0.13408833742141724}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05351", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about the Harborline Hotel not holding reservations past midnight?", "temporal_relation": "session", "query_temporal_norm": 0.1856006234884262, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8407118320465088}], "gold_semantic_scores": [0.7794592976570129], "gold_temporal_scores": [0.06125226989388466], "max_gold_score": 0.8407118320465088, "max_candidate_score": 0.8407118320465088, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.618998110294342, "best_gold_margin": 0.22171372175216675, "weakest_gold_margin": 0.22171372175216675}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05351", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason given for liking the Maple Station Hotel?", "temporal_relation": "none", "query_temporal_norm": 0.11068045347929001, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.693065881729126}], "gold_semantic_scores": [0.6700352430343628], "gold_temporal_scores": [0.023030636832118034], "max_gold_score": 0.693065881729126, "max_candidate_score": 0.693065881729126, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.44624748826026917, "best_gold_margin": 0.2468183934688568, "weakest_gold_margin": 0.2468183934688568}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05526", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor say the latest deployment target was?", "temporal_relation": "latest", "query_temporal_norm": 0.5248072147369385, "query_session_index": 2, "query_start_sec": 15.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0075668096542358}], "gold_semantic_scores": [0.7381770014762878], "gold_temporal_scores": [0.26938968896865845], "max_gold_score": 1.0075668096542358, "max_candidate_score": 1.0075668096542358, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0063836574554443, "best_gold_margin": 0.001183152198791504, "weakest_gold_margin": 0.001183152198791504}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05526", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the blue-green production pool as a deployment target?", "temporal_relation": "none", "query_temporal_norm": 0.20505806803703308, "query_session_index": 2, "query_start_sec": 15.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5148870944976807}], "gold_semantic_scores": [0.5290221571922302], "gold_temporal_scores": [-0.014135281555354595], "max_gold_score": 0.5148870944976807, "max_candidate_score": 0.5148870944976807, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.34957751631736755, "best_gold_margin": 0.1653095781803131, "weakest_gold_margin": 0.1653095781803131}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05526", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the release build aimed during the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.36100319027900696, "query_session_index": 2, "query_start_sec": 15.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6149072051048279}], "gold_semantic_scores": [0.5588643550872803], "gold_temporal_scores": [0.056043002754449844], "max_gold_score": 0.6149072051048279, "max_candidate_score": 0.6149072051048279, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.2803734242916107, "best_gold_margin": 0.33453378081321716, "weakest_gold_margin": 0.33453378081321716}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05526", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the deployment target across the discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.33229801058769226, "query_session_index": 2, "query_start_sec": 15.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6652546525001526}, {"memory_id": "history_02_utt_0009", "score": 0.6153057813644409}], "gold_semantic_scores": [0.5544898509979248, 0.5478537678718567], "gold_temporal_scores": [0.11076479405164719, 0.06745196878910065], "max_gold_score": 0.6652546525001526, "max_candidate_score": 0.6652546525001526, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.38362547755241394, "best_gold_margin": 0.28162917494773865, "weakest_gold_margin": 0.23168030381202698}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05638", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the Maple Street locker bank was good for after-hours package pickup, and why was it later ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.20391146838665009, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7255805730819702}, {"memory_id": "history_02_utt_0008", "score": 0.7446480989456177}], "gold_semantic_scores": [0.6667112708091736, 0.6638159155845642], "gold_temporal_scores": [0.05886942520737648, 0.08083204180002213], "max_gold_score": 0.7446480989456177, "max_candidate_score": 0.7446480989456177, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.48860883712768555, "best_gold_margin": 0.25603926181793213, "weakest_gold_margin": 0.23697173595428467}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05638", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the Maple Street locker bank was unavailable this morning?", "temporal_relation": "none", "query_temporal_norm": 0.16531962156295776, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8892844915390015}], "gold_semantic_scores": [0.8194401264190674], "gold_temporal_scores": [0.06984438002109528], "max_gold_score": 0.8892844915390015, "max_candidate_score": 0.8892844915390015, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6578850150108337, "best_gold_margin": 0.23139947652816772, "weakest_gold_margin": 0.23139947652816772}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05638", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention that the Maple Street locker bank was the best backup?", "temporal_relation": "session", "query_temporal_norm": 0.14301949739456177, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8143253326416016}], "gold_semantic_scores": [0.7800117135047913], "gold_temporal_scores": [0.034313444048166275], "max_gold_score": 0.8143253326416016, "max_candidate_score": 0.8143253326416016, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7832627296447754, "best_gold_margin": 0.031062602996826172, "weakest_gold_margin": 0.031062602996826172}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05638", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we say the Cedar Pharmacy counter would be easy to use?", "temporal_relation": "none", "query_temporal_norm": 0.1137622743844986, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.691381573677063}], "gold_semantic_scores": [0.6672507524490356], "gold_temporal_scores": [0.024130932986736298], "max_gold_score": 0.691381573677063, "max_candidate_score": 0.691381573677063, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.5961363911628723, "best_gold_margin": 0.09524518251419067, "weakest_gold_margin": 0.09524518251419067}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05787", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was the latest rating Taylor gave for Midnight Harbor?", "temporal_relation": "latest", "query_temporal_norm": 0.5306634902954102, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0038032531738281}], "gold_semantic_scores": [0.7695929408073425], "gold_temporal_scores": [0.2342105507850647], "max_gold_score": 1.0038032531738281, "max_candidate_score": 1.0038032531738281, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.003664255142212, "best_gold_margin": 0.00013899803161621094, "weakest_gold_margin": 0.00013899803161621094}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05787", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating for Midnight Harbor change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.2678183317184448, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8315181136131287}, {"memory_id": "history_02_utt_0009", "score": 0.7653017640113831}], "gold_semantic_scores": [0.7413083910942078, 0.6779183745384216], "gold_temporal_scores": [0.09020967036485672, 0.08738332986831665], "max_gold_score": 0.8315181136131287, "max_candidate_score": 0.8315181136131287, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.1450166255235672, "best_gold_margin": 0.6865014880895615, "weakest_gold_margin": 0.6202851384878159}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05787", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they’d bump Midnight Harbor up to 9 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.1507226973772049, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8827884197235107}], "gold_semantic_scores": [0.8185683488845825], "gold_temporal_scores": [0.06421996653079987], "max_gold_score": 0.8827884197235107, "max_candidate_score": 0.8827884197235107, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.802741289138794, "best_gold_margin": 0.0800471305847168, "weakest_gold_margin": 0.0800471305847168}
{"sample_id": "conv_9ab98027f08a_pkg_000", "qa_id": "qa_a4f7aaabd40b18f8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which band did the speaker say they dislike?", "temporal_relation": "none", "query_temporal_norm": 0.23195335268974304, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000896", "score": 0.28664425015449524}, {"memory_id": "utt_000897", "score": 0.14917728304862976}], "gold_semantic_scores": [0.3330128788948059, 0.19554728269577026], "gold_temporal_scores": [-0.04636859893798828, -0.046369995921850204], "max_gold_score": 0.28664425015449524, "max_candidate_score": 0.5424922108650208, "top_memory_id": "utt_000892", "max_non_gold_score": 0.5424922108650208, "best_gold_margin": -0.2558479607105255, "weakest_gold_margin": -0.393314927816391}
{"sample_id": "conv_9ab98027f08a_pkg_000", "qa_id": "qa_28bce4c0eaf56e4a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Just now, when did I express doubts about AI handling law enforcement in the conversation?", "temporal_relation": "session", "query_temporal_norm": 0.18400166928768158, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000489", "score": 0.5371860265731812}, {"memory_id": "utt_000491", "score": 0.10587787628173828}], "gold_semantic_scores": [0.5560404658317566, 0.12469197064638138], "gold_temporal_scores": [-0.01885433867573738, -0.018814055249094963], "max_gold_score": 0.5371860265731812, "max_candidate_score": 0.5371860265731812, "top_memory_id": "utt_000489", "max_non_gold_score": 0.4347502589225769, "best_gold_margin": 0.10243576765060425, "weakest_gold_margin": -0.3288723826408386}
{"sample_id": "conv_9ab98027f08a_pkg_000", "qa_id": "qa_955769c4c384f98b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were going to a concert?", "temporal_relation": "none", "query_temporal_norm": 0.23398330807685852, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000850", "score": 0.6522597670555115}], "gold_semantic_scores": [0.6988753080368042], "gold_temporal_scores": [-0.04661570116877556], "max_gold_score": 0.6522597670555115, "max_candidate_score": 0.6522597670555115, "top_memory_id": "utt_000850", "max_non_gold_score": 0.3399716913700104, "best_gold_margin": 0.3122880756855011, "weakest_gold_margin": 0.3122880756855011}
{"sample_id": "conv_e331350c696a_pkg_000", "qa_id": "qa_c97e53c8603b7f7f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I sometimes crave things from the past and wonder what would have happened if I’d made different choices?", "temporal_relation": "none", "query_temporal_norm": 0.1598634272813797, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000178", "score": 0.4916130602359772}, {"memory_id": "utt_000181", "score": 0.6748112440109253}], "gold_semantic_scores": [0.4990966022014618, 0.6820588707923889], "gold_temporal_scores": [-0.007483505643904209, -0.007247647736221552], "max_gold_score": 0.6748112440109253, "max_candidate_score": 0.6748112440109253, "top_memory_id": "utt_000181", "max_non_gold_score": 0.5024128556251526, "best_gold_margin": 0.1723983883857727, "weakest_gold_margin": -0.010799795389175415}
{"sample_id": "conv_e331350c696a_pkg_000", "qa_id": "qa_3a4526187eef0a01", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker who said that partners should be friends first for the relationship to last speak?", "temporal_relation": "session", "query_temporal_norm": 0.20009781420230865, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000101", "score": 0.6219374537467957}, {"memory_id": "utt_000103", "score": 0.3904796540737152}], "gold_semantic_scores": [0.6568731069564819, 0.42528200149536133], "gold_temporal_scores": [-0.03493557870388031, -0.03480234742164612], "max_gold_score": 0.6219374537467957, "max_candidate_score": 0.6219374537467957, "top_memory_id": "utt_000101", "max_non_gold_score": 0.5333201885223389, "best_gold_margin": 0.08861726522445679, "weakest_gold_margin": -0.14284053444862366}
{"sample_id": "conv_e331350c696a_pkg_000", "qa_id": "qa_300306ab913acdd7", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they never had any contact with their ex?", "temporal_relation": "none", "query_temporal_norm": 0.23313714563846588, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000145", "score": 0.3780392110347748}, {"memory_id": "utt_000146", "score": 0.46045538783073425}], "gold_semantic_scores": [0.4308590292930603, 0.5132924914360046], "gold_temporal_scores": [-0.0528198704123497, -0.05283700302243233], "max_gold_score": 0.46045538783073425, "max_candidate_score": 0.5503349900245667, "top_memory_id": "utt_000142", "max_non_gold_score": 0.5503349900245667, "best_gold_margin": -0.0898796021938324, "weakest_gold_margin": -0.17229577898979187}
{"sample_id": "conv_e507d7142fbb_pkg_000", "qa_id": "qa_5e366d8d89c37089", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What does the person say about mixing honey with beef or chicken?", "temporal_relation": "none", "query_temporal_norm": 0.19278545677661896, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000094", "score": 0.5103306174278259}], "gold_semantic_scores": [0.5470619797706604], "gold_temporal_scores": [-0.03673123940825462], "max_gold_score": 0.5103306174278259, "max_candidate_score": 0.5296844840049744, "top_memory_id": "utt_000108", "max_non_gold_score": 0.5296844840049744, "best_gold_margin": -0.019353866577148438, "weakest_gold_margin": -0.019353866577148438}
{"sample_id": "conv_e507d7142fbb_pkg_000", "qa_id": "qa_4ba202f7bcaf4b44", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the person asked to do regarding places in Qatar?", "temporal_relation": "none", "query_temporal_norm": 0.20865125954151154, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000240", "score": 0.5264118313789368}, {"memory_id": "utt_000241", "score": 0.41323861479759216}], "gold_semantic_scores": [0.5429506897926331, 0.4295981526374817], "gold_temporal_scores": [-0.01653890311717987, -0.0163596011698246], "max_gold_score": 0.5264118313789368, "max_candidate_score": 0.5264118313789368, "top_memory_id": "utt_000240", "max_non_gold_score": 0.4760403633117676, "best_gold_margin": 0.05037146806716919, "weakest_gold_margin": -0.06280174851417542}
{"sample_id": "conv_e507d7142fbb_pkg_000", "qa_id": "qa_bd58f717f59f5eb9", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person say that living in Canada is really comfy?", "temporal_relation": "session", "query_temporal_norm": 0.19010868668556213, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000270", "score": 0.5129263401031494}], "gold_semantic_scores": [0.5429137349128723], "gold_temporal_scores": [-0.029987402260303497], "max_gold_score": 0.5129263401031494, "max_candidate_score": 0.633738100528717, "top_memory_id": "utt_000266", "max_non_gold_score": 0.633738100528717, "best_gold_margin": -0.12081176042556763, "weakest_gold_margin": -0.12081176042556763}
{"sample_id": "conv_e6ef9b5b9171_pkg_000", "qa_id": "qa_77b4cb9f8f2d5e77", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Drew describe the moving company taking $800 and never sending movers?", "temporal_relation": "session", "query_temporal_norm": 0.1899026781320572, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000227", "score": 0.5843855738639832}, {"memory_id": "utt_000228", "score": 0.2524561285972595}, {"memory_id": "utt_000236", "score": -0.10147331655025482}, {"memory_id": "utt_000237", "score": -0.060965556651353836}], "gold_semantic_scores": [0.6102628707885742, 0.2782817482948303, -0.07574445754289627, -0.03526795655488968], "gold_temporal_scores": [-0.025877105072140694, -0.025825703516602516, -0.02572884038090706, -0.02569759637117386], "max_gold_score": 0.5843855738639832, "max_candidate_score": 0.5843855738639832, "top_memory_id": "utt_000227", "max_non_gold_score": 0.4241655468940735, "best_gold_margin": 0.16022002696990967, "weakest_gold_margin": -0.5256388634443283}
{"sample_id": "conv_e6ef9b5b9171_pkg_000", "qa_id": "qa_a802ff44e496a5e9", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What TV show did I say I love?", "temporal_relation": "none", "query_temporal_norm": 0.21388401091098785, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000262", "score": 0.3865206837654114}], "gold_semantic_scores": [0.42089030146598816], "gold_temporal_scores": [-0.034369442611932755], "max_gold_score": 0.3865206837654114, "max_candidate_score": 0.46126312017440796, "top_memory_id": "utt_000036", "max_non_gold_score": 0.46126312017440796, "best_gold_margin": -0.07474243640899658, "weakest_gold_margin": -0.07474243640899658}
{"sample_id": "conv_e6ef9b5b9171_pkg_000", "qa_id": "qa_bdb98217e740a3fa", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they prefer big cities?", "temporal_relation": "none", "query_temporal_norm": 0.2175605595111847, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000533", "score": 0.7211751937866211}, {"memory_id": "utt_000534", "score": 0.6611313223838806}], "gold_semantic_scores": [0.7544141411781311, 0.6943678259849548], "gold_temporal_scores": [-0.033238790929317474, -0.033236317336559296], "max_gold_score": 0.7211751937866211, "max_candidate_score": 0.7211751937866211, "top_memory_id": "utt_000533", "max_non_gold_score": 0.5187573432922363, "best_gold_margin": 0.20241785049438477, "weakest_gold_margin": 0.1423739790916443}
{"sample_id": "conv_e7cba5704453_pkg_000", "qa_id": "qa_f37c034b7930c9e7", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I was going to do next with the microphone to try to increase approvals?", "temporal_relation": "none", "query_temporal_norm": 0.17831994593143463, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000460", "score": 0.4986339807510376}, {"memory_id": "utt_000461", "score": 0.3790402412414551}], "gold_semantic_scores": [0.47153884172439575, 0.35189399123191833], "gold_temporal_scores": [0.027095098048448563, 0.027146290987730026], "max_gold_score": 0.4986339807510376, "max_candidate_score": 0.4986339807510376, "top_memory_id": "utt_000460", "max_non_gold_score": 0.4380604326725006, "best_gold_margin": 0.06057354807853699, "weakest_gold_margin": -0.05902019143104553}
{"sample_id": "conv_e7cba5704453_pkg_000", "qa_id": "qa_380c517c159360c8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they hit the 500 limit on the platform?", "temporal_relation": "none", "query_temporal_norm": 0.2163299024105072, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000682", "score": 0.43650051951408386}, {"memory_id": "utt_000685", "score": 0.4811956286430359}], "gold_semantic_scores": [0.46488863229751587, 0.5095607042312622], "gold_temporal_scores": [-0.028388196602463722, -0.028365151956677437], "max_gold_score": 0.4811956286430359, "max_candidate_score": 0.6341497898101807, "top_memory_id": "utt_000130", "max_non_gold_score": 0.6341497898101807, "best_gold_margin": -0.15295416116714478, "weakest_gold_margin": -0.1976492702960968}
{"sample_id": "conv_e7cba5704453_pkg_000", "qa_id": "qa_ce9b56e93b58e7c8", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which part of the conversation did the speaker who mentioned recording three hours say this?", "temporal_relation": "session", "query_temporal_norm": 0.1953257918357849, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000539", "score": 0.6018808484077454}], "gold_semantic_scores": [0.6259583830833435], "gold_temporal_scores": [-0.024077532812952995], "max_gold_score": 0.6018808484077454, "max_candidate_score": 0.6018808484077454, "top_memory_id": "utt_000539", "max_non_gold_score": 0.5136666297912598, "best_gold_margin": 0.0882142186164856, "weakest_gold_margin": 0.0882142186164856}
{"sample_id": "conv_ea862368c0a9_pkg_000", "qa_id": "qa_6d701e320e63e7fa", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who in the conversation said they considered me their friend?", "temporal_relation": "none", "query_temporal_norm": 0.22679691016674042, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000195", "score": 0.5461041927337646}, {"memory_id": "utt_000197", "score": 0.551429033279419}, {"memory_id": "utt_000198", "score": 0.5597379207611084}], "gold_semantic_scores": [0.5865387916564941, 0.5918498635292053, 0.6001540422439575], "gold_temporal_scores": [-0.040434449911117554, -0.04042103514075279, -0.04041622579097748], "max_gold_score": 0.5597379207611084, "max_candidate_score": 0.5597379207611084, "top_memory_id": "utt_000198", "max_non_gold_score": 0.48655232787132263, "best_gold_margin": 0.07318559288978577, "weakest_gold_margin": 0.05955186486244202}
{"sample_id": "conv_ea862368c0a9_pkg_000", "qa_id": "qa_21e792e0c89383d3", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Doug say he talks to himself all the time?", "temporal_relation": "session", "query_temporal_norm": 0.20528532564640045, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000101", "score": 0.6942731738090515}, {"memory_id": "utt_000102", "score": 0.6007511615753174}], "gold_semantic_scores": [0.736332893371582, 0.6427833437919617], "gold_temporal_scores": [-0.04205957055091858, -0.04203222692012787], "max_gold_score": 0.6942731738090515, "max_candidate_score": 0.7433539032936096, "top_memory_id": "utt_000123", "max_non_gold_score": 0.7433539032936096, "best_gold_margin": -0.049080729484558105, "weakest_gold_margin": -0.14260274171829224}
{"sample_id": "conv_ea862368c0a9_pkg_000", "qa_id": "qa_9bcc5d5e01fefdf6", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What habitual behavior of mine was mentioned during the conversation?", "temporal_relation": "none", "query_temporal_norm": 0.20909921824932098, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000123", "score": 0.4382816255092621}], "gold_semantic_scores": [0.466633141040802], "gold_temporal_scores": [-0.028351468965411186], "max_gold_score": 0.4382816255092621, "max_candidate_score": 0.4870449900627136, "top_memory_id": "utt_000101", "max_non_gold_score": 0.4870449900627136, "best_gold_margin": -0.04876336455345154, "weakest_gold_margin": -0.04876336455345154}
{"sample_id": "conv_ebbbe495f546_pkg_001", "qa_id": "qa_9e5a0240f75af482", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Where am I currently living?", "temporal_relation": "none", "query_temporal_norm": 0.18401561677455902, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001656", "score": 0.40895432233810425}, {"memory_id": "utt_001696", "score": 0.4473123252391815}], "gold_semantic_scores": [0.4131550192832947, 0.450985312461853], "gold_temporal_scores": [-0.004200640134513378, -0.003672967432066798], "max_gold_score": 0.4473123252391815, "max_candidate_score": 0.4473123252391815, "top_memory_id": "utt_001696", "max_non_gold_score": 0.4173314571380615, "best_gold_margin": 0.029980868101119995, "weakest_gold_margin": -0.008377134799957275}
{"sample_id": "conv_ebbbe495f546_pkg_001", "qa_id": "qa_b8323eb4932c8ab5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they like spicy food?", "temporal_relation": "none", "query_temporal_norm": 0.21714957058429718, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001612", "score": 0.5755834579467773}, {"memory_id": "utt_001617", "score": 0.7323814630508423}], "gold_semantic_scores": [0.6186195611953735, 0.7754138708114624], "gold_temporal_scores": [-0.043035995215177536, -0.043032459914684296], "max_gold_score": 0.7323814630508423, "max_candidate_score": 0.7323814630508423, "top_memory_id": "utt_001617", "max_non_gold_score": 0.5500298738479614, "best_gold_margin": 0.18235158920288086, "weakest_gold_margin": 0.025553584098815918}
{"sample_id": "conv_ebbbe495f546_pkg_001", "qa_id": "qa_709e21e92bbdfa3c", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Reese say they were \"not dying to go back\"?", "temporal_relation": "session", "query_temporal_norm": 0.20459799468517303, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001706", "score": 0.7121801972389221}], "gold_semantic_scores": [0.7460602521896362], "gold_temporal_scores": [-0.033879946917295456], "max_gold_score": 0.7121801972389221, "max_candidate_score": 0.7121801972389221, "top_memory_id": "utt_001706", "max_non_gold_score": 0.666013240814209, "best_gold_margin": 0.046166956424713135, "weakest_gold_margin": 0.046166956424713135}
{"sample_id": "conv_ec54fd50ee5f_pkg_000", "qa_id": "qa_6986dea28c0e8daa", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they don't like eclairs?", "temporal_relation": "none", "query_temporal_norm": 0.21500881016254425, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000172", "score": 0.6127526164054871}], "gold_semantic_scores": [0.6581127047538757], "gold_temporal_scores": [-0.04535982757806778], "max_gold_score": 0.6127526164054871, "max_candidate_score": 0.6294630765914917, "top_memory_id": "utt_000170", "max_non_gold_score": 0.6294630765914917, "best_gold_margin": -0.01671046018600464, "weakest_gold_margin": -0.01671046018600464}
{"sample_id": "conv_ec54fd50ee5f_pkg_000", "qa_id": "qa_f295ce87c95f89bf", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they don't like eating cake that has a lot of cream?", "temporal_relation": "none", "query_temporal_norm": 0.2044544667005539, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000176", "score": 0.7503027319908142}], "gold_semantic_scores": [0.7916941046714783], "gold_temporal_scores": [-0.04139145091176033], "max_gold_score": 0.7503027319908142, "max_candidate_score": 0.7503027319908142, "top_memory_id": "utt_000176", "max_non_gold_score": 0.6776438355445862, "best_gold_margin": 0.07265889644622803, "weakest_gold_margin": 0.07265889644622803}
{"sample_id": "conv_ecedcf4e2a2a_pkg_001", "qa_id": "qa_8fa0bbe45bbf2b7b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Ari say about how long they were in the UK?", "temporal_relation": "none", "query_temporal_norm": 0.235552579164505, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001351", "score": 0.6442332863807678}], "gold_semantic_scores": [0.6913629174232483], "gold_temporal_scores": [-0.04712958261370659], "max_gold_score": 0.6442332863807678, "max_candidate_score": 0.6442332863807678, "top_memory_id": "utt_001351", "max_non_gold_score": 0.623805046081543, "best_gold_margin": 0.020428240299224854, "weakest_gold_margin": 0.020428240299224854}
{"sample_id": "conv_ecedcf4e2a2a_pkg_001", "qa_id": "qa_6baaead2c718757b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What travel finance preference was reported for the participant who said they didn't want to carry cash?", "temporal_relation": "none", "query_temporal_norm": 0.17953230440616608, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000958", "score": 0.4513036608695984}], "gold_semantic_scores": [0.45631834864616394], "gold_temporal_scores": [-0.0050146616995334625], "max_gold_score": 0.4513036608695984, "max_candidate_score": 0.5721240639686584, "top_memory_id": "utt_000999", "max_non_gold_score": 0.5721240639686584, "best_gold_margin": -0.12082040309906006, "weakest_gold_margin": -0.12082040309906006}
{"sample_id": "conv_ecedcf4e2a2a_pkg_001", "qa_id": "qa_556fa2b4917ec106", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the participant say they'd skip Agra and the Taj Mahal?", "temporal_relation": "session", "query_temporal_norm": 0.19540046155452728, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001440", "score": 0.6585537791252136}], "gold_semantic_scores": [0.6874348521232605], "gold_temporal_scores": [-0.028881097212433815], "max_gold_score": 0.6585537791252136, "max_candidate_score": 0.6585537791252136, "top_memory_id": "utt_001440", "max_non_gold_score": 0.4650097191333771, "best_gold_margin": 0.19354405999183655, "weakest_gold_margin": 0.19354405999183655}
{"sample_id": "conv_ede3d8705cdf_pkg_000", "qa_id": "qa_e96c6e5fc758c355", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they left Jose?", "temporal_relation": "none", "query_temporal_norm": 0.22507447004318237, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000328", "score": 0.4016006290912628}], "gold_semantic_scores": [0.4497015178203583], "gold_temporal_scores": [-0.048100847750902176], "max_gold_score": 0.4016006290912628, "max_candidate_score": 0.5229523777961731, "top_memory_id": "utt_000585", "max_non_gold_score": 0.5229523777961731, "best_gold_margin": -0.12135174870491028, "weakest_gold_margin": -0.12135174870491028}
{"sample_id": "conv_ede3d8705cdf_pkg_000", "qa_id": "qa_4978cae5b27f1f32", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did someone say they decided to be faithful and not fuck around?", "temporal_relation": "session", "query_temporal_norm": 0.18206387758255005, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000333", "score": 0.2585115134716034}, {"memory_id": "utt_000342", "score": 0.41392531991004944}], "gold_semantic_scores": [0.2775050699710846, 0.43267542123794556], "gold_temporal_scores": [-0.018993496894836426, -0.018750183284282684], "max_gold_score": 0.41392531991004944, "max_candidate_score": 0.5657499432563782, "top_memory_id": "utt_000345", "max_non_gold_score": 0.5657499432563782, "best_gold_margin": -0.15182462334632874, "weakest_gold_margin": -0.3072384297847748}
{"sample_id": "conv_ede3d8705cdf_pkg_000", "qa_id": "qa_f8f42824c00ecb20", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What business does the speaker own?", "temporal_relation": "none", "query_temporal_norm": 0.21468928456306458, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000457", "score": 0.024165567010641098}], "gold_semantic_scores": [0.05291879177093506], "gold_temporal_scores": [-0.02875322289764881], "max_gold_score": 0.024165567010641098, "max_candidate_score": 0.38288915157318115, "top_memory_id": "utt_000170", "max_non_gold_score": 0.38288915157318115, "best_gold_margin": -0.35872358456254005, "weakest_gold_margin": -0.35872358456254005}
{"sample_id": "conv_f01d512d02b3_pkg_000", "qa_id": "qa_85a09af3997efe49", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they don't like Rome?", "temporal_relation": "none", "query_temporal_norm": 0.22246533632278442, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000242", "score": 0.7862719297409058}], "gold_semantic_scores": [0.8366474509239197], "gold_temporal_scores": [-0.05037538707256317], "max_gold_score": 0.7862719297409058, "max_candidate_score": 0.7862719297409058, "top_memory_id": "utt_000242", "max_non_gold_score": 0.5694273114204407, "best_gold_margin": 0.2168446183204651, "weakest_gold_margin": 0.2168446183204651}
{"sample_id": "conv_f01d512d02b3_pkg_000", "qa_id": "qa_630fa4cf4f51abf8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Rowan's feeling about the current city?", "temporal_relation": "none", "query_temporal_norm": 0.18701311945915222, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000450", "score": 0.4831872582435608}], "gold_semantic_scores": [0.5076954960823059], "gold_temporal_scores": [-0.024508381262421608], "max_gold_score": 0.4831872582435608, "max_candidate_score": 0.5682463049888611, "top_memory_id": "utt_000559", "max_non_gold_score": 0.5682463049888611, "best_gold_margin": -0.08505904674530029, "weakest_gold_margin": -0.08505904674530029}
{"sample_id": "conv_f21c21558cf4_pkg_000", "qa_id": "qa_77e6e6005b52803b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Do you remember Avery's preference about who they prefer to talk to?", "temporal_relation": "none", "query_temporal_norm": 0.2019089013338089, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000093", "score": 0.4890655279159546}], "gold_semantic_scores": [0.5287175178527832], "gold_temporal_scores": [-0.03965206816792488], "max_gold_score": 0.4890655279159546, "max_candidate_score": 0.5040047764778137, "top_memory_id": "utt_000184", "max_non_gold_score": 0.5040047764778137, "best_gold_margin": -0.01493924856185913, "weakest_gold_margin": -0.01493924856185913}
{"sample_id": "conv_f21c21558cf4_pkg_000", "qa_id": "qa_606a4b6c10b67480", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it mentioned that someone went to Colombia?", "temporal_relation": "session", "query_temporal_norm": 0.2122383862733841, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000606", "score": 0.6494651436805725}], "gold_semantic_scores": [0.6813864707946777], "gold_temporal_scores": [-0.03192144259810448], "max_gold_score": 0.6494651436805725, "max_candidate_score": 0.6494651436805725, "top_memory_id": "utt_000606", "max_non_gold_score": 0.6147840023040771, "best_gold_margin": 0.03468114137649536, "weakest_gold_margin": 0.03468114137649536}
{"sample_id": "conv_f21c21558cf4_pkg_000", "qa_id": "qa_c8f63f8e94b7b63f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What role did I say I had earlier in the conversation?", "temporal_relation": "none", "query_temporal_norm": 0.26470425724983215, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000010", "score": 0.0491415336728096}], "gold_semantic_scores": [0.06645935773849487], "gold_temporal_scores": [-0.01731783337891102], "max_gold_score": 0.0491415336728096, "max_candidate_score": 0.4987909197807312, "top_memory_id": "utt_000415", "max_non_gold_score": 0.4987909197807312, "best_gold_margin": -0.4496493861079216, "weakest_gold_margin": -0.4496493861079216}
{"sample_id": "conv_f3c649a098fe_pkg_001", "qa_id": "qa_c951758e68cf8bc6", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Payton say about how competitive the game is?", "temporal_relation": "none", "query_temporal_norm": 0.209732323884964, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001168", "score": 0.5521273016929626}], "gold_semantic_scores": [0.5930962562561035], "gold_temporal_scores": [-0.04096885770559311], "max_gold_score": 0.5521273016929626, "max_candidate_score": 0.7086721062660217, "top_memory_id": "utt_000943", "max_non_gold_score": 0.7086721062660217, "best_gold_margin": -0.15654480457305908, "weakest_gold_margin": -0.15654480457305908}
{"sample_id": "conv_f3c649a098fe_pkg_001", "qa_id": "qa_807bed6202df8006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I mention having a baby?", "temporal_relation": "session", "query_temporal_norm": 0.22268995642662048, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001282", "score": 0.4784202575683594}], "gold_semantic_scores": [0.5255821347236633], "gold_temporal_scores": [-0.04716182127594948], "max_gold_score": 0.4784202575683594, "max_candidate_score": 0.5129173994064331, "top_memory_id": "utt_000874", "max_non_gold_score": 0.5129173994064331, "best_gold_margin": -0.03449714183807373, "weakest_gold_margin": -0.03449714183807373}
{"sample_id": "conv_f3c649a098fe_pkg_001", "qa_id": "qa_c7174e4b6ba78fb3", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which type of game was said to be disliked?", "temporal_relation": "none", "query_temporal_norm": 0.1935739815235138, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000951", "score": 0.575291633605957}, {"memory_id": "utt_000952", "score": 0.6343203783035278}], "gold_semantic_scores": [0.58329838514328, 0.6422995328903198], "gold_temporal_scores": [-0.008006837218999863, -0.007979270070791245], "max_gold_score": 0.6343203783035278, "max_candidate_score": 0.6343203783035278, "top_memory_id": "utt_000952", "max_non_gold_score": 0.5554640889167786, "best_gold_margin": 0.07885628938674927, "weakest_gold_margin": 0.019827544689178467}
{"sample_id": "conv_f4e065b2387a_pkg_000", "qa_id": "qa_5683b35c97d0e3f5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Is Spectrum available up here?", "temporal_relation": "none", "query_temporal_norm": 0.21819190680980682, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000608", "score": 0.49363285303115845}], "gold_semantic_scores": [0.5173564553260803], "gold_temporal_scores": [-0.023723509162664413], "max_gold_score": 0.49363285303115845, "max_candidate_score": 0.4986785054206848, "top_memory_id": "utt_000603", "max_non_gold_score": 0.4986785054206848, "best_gold_margin": -0.005045652389526367, "weakest_gold_margin": -0.005045652389526367}
{"sample_id": "conv_f4e065b2387a_pkg_000", "qa_id": "qa_b2a152455bc669d7", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Near the end of the conversation, when did I say \"I don't miss retail\"?", "temporal_relation": "session", "query_temporal_norm": 0.16494444012641907, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000526", "score": 0.5484809875488281}], "gold_semantic_scores": [0.5434973239898682], "gold_temporal_scores": [0.0049835084937512875], "max_gold_score": 0.5484809875488281, "max_candidate_score": 0.5484809875488281, "top_memory_id": "utt_000526", "max_non_gold_score": 0.3745584487915039, "best_gold_margin": 0.17392253875732422, "weakest_gold_margin": 0.17392253875732422}
{"sample_id": "conv_f4e065b2387a_pkg_000", "qa_id": "qa_eec6873297f01cb9", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What past job was mentioned earlier?", "temporal_relation": "none", "query_temporal_norm": 0.25400111079216003, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000374", "score": 0.2186131775379181}, {"memory_id": "utt_000378", "score": 0.300678014755249}, {"memory_id": "utt_000398", "score": 0.12819790840148926}], "gold_semantic_scores": [0.2508900761604309, 0.3329489529132843, 0.16043095290660858], "gold_temporal_scores": [-0.0322769358754158, -0.03227078169584274, -0.032232996076345444], "max_gold_score": 0.300678014755249, "max_candidate_score": 0.44575896859169006, "top_memory_id": "utt_000149", "max_non_gold_score": 0.44575896859169006, "best_gold_margin": -0.14508095383644104, "weakest_gold_margin": -0.3175610601902008}
{"sample_id": "conv_f5c0b02f01e2_pkg_001", "qa_id": "qa_dfe56291fde26de6", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Did Parker say that guests drink alcohol on the show?", "temporal_relation": "none", "query_temporal_norm": 0.21055057644844055, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001837", "score": 0.4706581234931946}, {"memory_id": "utt_001842", "score": 0.3484477996826172}], "gold_semantic_scores": [0.5148385763168335, 0.39263221621513367], "gold_temporal_scores": [-0.0441804975271225, -0.04418441653251648], "max_gold_score": 0.4706581234931946, "max_candidate_score": 0.5724591016769409, "top_memory_id": "utt_001443", "max_non_gold_score": 0.5724591016769409, "best_gold_margin": -0.10180097818374634, "weakest_gold_margin": -0.22401130199432373}
{"sample_id": "conv_f5c0b02f01e2_pkg_001", "qa_id": "qa_a71bfb89585ba23c", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Near the end of the conversation, when did the speaker say they'd already booked it?", "temporal_relation": "session", "query_temporal_norm": 0.15870261192321777, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001613", "score": 0.7703838348388672}], "gold_semantic_scores": [0.742763340473175], "gold_temporal_scores": [0.027620472013950348], "max_gold_score": 0.7703838348388672, "max_candidate_score": 0.7703838348388672, "top_memory_id": "utt_001613", "max_non_gold_score": 0.43518882989883423, "best_gold_margin": 0.33519500494003296, "weakest_gold_margin": 0.33519500494003296}
{"sample_id": "conv_f5c0b02f01e2_pkg_001", "qa_id": "qa_65cfe8f91e4b7abe", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I like Graham Norton?", "temporal_relation": "none", "query_temporal_norm": 0.2005491852760315, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001808", "score": 0.5635958313941956}, {"memory_id": "utt_001881", "score": 0.202177032828331}], "gold_semantic_scores": [0.6008306741714478, 0.23936152458190918], "gold_temporal_scores": [-0.03723481297492981, -0.0371844545006752], "max_gold_score": 0.5635958313941956, "max_candidate_score": 0.5635958313941956, "top_memory_id": "utt_001808", "max_non_gold_score": 0.4929637014865875, "best_gold_margin": 0.07063212990760803, "weakest_gold_margin": -0.29078666865825653}
{"sample_id": "conv_f5c0b02f01e2_pkg_001", "qa_id": "qa_625069c82131b6c5", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In the middle of the conversation, when did the speaker say they don't enjoy the cigar and that it's more about the atmosphere?", "temporal_relation": "session", "query_temporal_norm": 0.15791092813014984, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001447", "score": 0.7685781121253967}, {"memory_id": "utt_001449", "score": 0.3103483319282532}], "gold_semantic_scores": [0.767749547958374, 0.30948877334594727], "gold_temporal_scores": [0.0008284510113298893, 0.0008595394319854677], "max_gold_score": 0.7685781121253967, "max_candidate_score": 0.7685781121253967, "top_memory_id": "utt_001447", "max_non_gold_score": 0.5421302318572998, "best_gold_margin": 0.22644788026809692, "weakest_gold_margin": -0.23178189992904663}
{"sample_id": "conv_f8248b8c825c_pkg_000", "qa_id": "qa_28e26b2c9004d433", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What flight route did the person who described their travel plans say they would take?", "temporal_relation": "none", "query_temporal_norm": 0.22702865302562714, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000131", "score": 0.49862027168273926}, {"memory_id": "utt_000141", "score": 0.40171244740486145}], "gold_semantic_scores": [0.5427470207214355, 0.4459010362625122], "gold_temporal_scores": [-0.04412660002708435, -0.044188614934682846], "max_gold_score": 0.49862027168273926, "max_candidate_score": 0.6061133742332458, "top_memory_id": "utt_000295", "max_non_gold_score": 0.6061133742332458, "best_gold_margin": -0.10749310255050659, "weakest_gold_margin": -0.2044009268283844}
{"sample_id": "conv_f8248b8c825c_pkg_000", "qa_id": "qa_816e62318f2eca9b", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say I went to Japan?", "temporal_relation": "session", "query_temporal_norm": 0.21342051029205322, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000268", "score": 0.612234354019165}], "gold_semantic_scores": [0.6552896499633789], "gold_temporal_scores": [-0.04305523633956909], "max_gold_score": 0.612234354019165, "max_candidate_score": 0.6595324873924255, "top_memory_id": "utt_000257", "max_non_gold_score": 0.6595324873924255, "best_gold_margin": -0.0472981333732605, "weakest_gold_margin": -0.0472981333732605}
{"sample_id": "conv_f8248b8c825c_pkg_000", "qa_id": "qa_a85595de84c4bcac", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to go to New Zealand?", "temporal_relation": "none", "query_temporal_norm": 0.27655428647994995, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000297", "score": 0.6481814980506897}], "gold_semantic_scores": [0.7048864960670471], "gold_temporal_scores": [-0.05670500919222832], "max_gold_score": 0.6481814980506897, "max_candidate_score": 0.660115122795105, "top_memory_id": "utt_000295", "max_non_gold_score": 0.660115122795105, "best_gold_margin": -0.011933624744415283, "weakest_gold_margin": -0.011933624744415283}
{"sample_id": "conv_fa4472ad428b_pkg_000", "qa_id": "qa_e980154460240d7d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say they'd like online play with slight customization?", "temporal_relation": "session", "query_temporal_norm": 0.1900254487991333, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000411", "score": 0.5916399955749512}, {"memory_id": "utt_000412", "score": 0.5453901886940002}], "gold_semantic_scores": [0.6157928705215454, 0.5695362091064453], "gold_temporal_scores": [-0.0241527296602726, -0.024146083742380142], "max_gold_score": 0.5916399955749512, "max_candidate_score": 0.5916399955749512, "top_memory_id": "utt_000411", "max_non_gold_score": 0.47292008996009827, "best_gold_margin": 0.1187199056148529, "weakest_gold_margin": 0.07247009873390198}
{"sample_id": "conv_fa4472ad428b_pkg_000", "qa_id": "qa_c8b66e39d18765cb", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the other participant say about sandbox games?", "temporal_relation": "none", "query_temporal_norm": 0.19031013548374176, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000485", "score": 0.6408575773239136}], "gold_semantic_scores": [0.6537142992019653], "gold_temporal_scores": [-0.012856909073889256], "max_gold_score": 0.6408575773239136, "max_candidate_score": 0.6408575773239136, "top_memory_id": "utt_000485", "max_non_gold_score": 0.5917457342147827, "best_gold_margin": 0.04911184310913086, "weakest_gold_margin": 0.04911184310913086}
{"sample_id": "conv_fa4472ad428b_pkg_000", "qa_id": "qa_476edb253f326228", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which gaming console did the other participant say they use?", "temporal_relation": "none", "query_temporal_norm": 0.20875632762908936, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000123", "score": 0.3212757110595703}, {"memory_id": "utt_000124", "score": 0.4304971694946289}], "gold_semantic_scores": [0.35189470648765564, 0.46106383204460144], "gold_temporal_scores": [-0.030619028955698013, -0.03056660108268261], "max_gold_score": 0.4304971694946289, "max_candidate_score": 0.5133493542671204, "top_memory_id": "utt_000361", "max_non_gold_score": 0.5133493542671204, "best_gold_margin": -0.08285218477249146, "weakest_gold_margin": -0.19207364320755005}
{"sample_id": "conv_fb1eb2d393d9_pkg_001", "qa_id": "qa_f950a374a1162565", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker describe liking cologne sets that include body spray, shower wash, and deodorant to feel like getting their money's worth?", "temporal_relation": "session", "query_temporal_norm": 0.17514537274837494, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000971", "score": 0.5707494020462036}, {"memory_id": "utt_000972", "score": 0.46060508489608765}], "gold_semantic_scores": [0.5978400111198425, 0.48763057589530945], "gold_temporal_scores": [-0.027090752497315407, -0.027025572955608368], "max_gold_score": 0.5707494020462036, "max_candidate_score": 0.5707494020462036, "top_memory_id": "utt_000971", "max_non_gold_score": 0.449668288230896, "best_gold_margin": 0.12108111381530762, "weakest_gold_margin": 0.01093679666519165}
{"sample_id": "conv_fb1eb2d393d9_pkg_001", "qa_id": "qa_017e384b8e0fdb86", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Yai say happens when I wake up in the morning?", "temporal_relation": "none", "query_temporal_norm": 0.19284871220588684, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001469", "score": 0.5664439797401428}, {"memory_id": "utt_001471", "score": 0.05342933535575867}, {"memory_id": "utt_001473", "score": 0.16248401999473572}], "gold_semantic_scores": [0.590424656867981, 0.0774051696062088, 0.18645837903022766], "gold_temporal_scores": [-0.023980725556612015, -0.02397581934928894, -0.02397439442574978], "max_gold_score": 0.5664439797401428, "max_candidate_score": 0.7249540090560913, "top_memory_id": "utt_001467", "max_non_gold_score": 0.7249540090560913, "best_gold_margin": -0.1585100293159485, "weakest_gold_margin": -0.6715246737003326}
{"sample_id": "conv_fb1eb2d393d9_pkg_001", "qa_id": "qa_edc333fc97688a3f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which place did the speaker say they intend to stay at?", "temporal_relation": "none", "query_temporal_norm": 0.22897285223007202, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000817", "score": 0.19571413099765778}, {"memory_id": "utt_000828", "score": 0.2868754267692566}, {"memory_id": "utt_000830", "score": 0.156110942363739}], "gold_semantic_scores": [0.2352575957775116, 0.3248455822467804, 0.1940038502216339], "gold_temporal_scores": [-0.039543528109788895, -0.037970226258039474, -0.03789285942912102], "max_gold_score": 0.2868754267692566, "max_candidate_score": 0.37319546937942505, "top_memory_id": "utt_001239", "max_non_gold_score": 0.37319546937942505, "best_gold_margin": -0.08632004261016846, "weakest_gold_margin": -0.21708452701568604}
{"sample_id": "conv_fc38e6064a51_pkg_000", "qa_id": "qa_e67d3f94f05c6f53", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What is my cat's name, and what happened that led me to keep her?", "temporal_relation": "none", "query_temporal_norm": 0.20687775313854218, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000654", "score": 0.4967634081840515}, {"memory_id": "utt_000656", "score": 0.4902137517929077}], "gold_semantic_scores": [0.5323225855827332, 0.5257844924926758], "gold_temporal_scores": [-0.035558853298425674, -0.03557082265615463], "max_gold_score": 0.4967634081840515, "max_candidate_score": 0.5556933879852295, "top_memory_id": "utt_000909", "max_non_gold_score": 0.5556933879852295, "best_gold_margin": -0.05892997980117798, "weakest_gold_margin": -0.06547963619232178}
{"sample_id": "conv_fc38e6064a51_pkg_000", "qa_id": "qa_4a0646c5838fb300", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they have a black retriever?", "temporal_relation": "none", "query_temporal_norm": 0.23964281380176544, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000831", "score": 0.38948696851730347}], "gold_semantic_scores": [0.4427059590816498], "gold_temporal_scores": [-0.05321897938847542], "max_gold_score": 0.38948696851730347, "max_candidate_score": 0.4452555775642395, "top_memory_id": "utt_000472", "max_non_gold_score": 0.4452555775642395, "best_gold_margin": -0.055768609046936035, "weakest_gold_margin": -0.055768609046936035}
{"sample_id": "conv_fc38e6064a51_pkg_000", "qa_id": "qa_d000fe9719bcfede", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did someone say they cried intensely while watching Hachiko as a child?", "temporal_relation": "session", "query_temporal_norm": 0.19910036027431488, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001308", "score": 0.6676113605499268}, {"memory_id": "utt_001316", "score": 0.33787044882774353}], "gold_semantic_scores": [0.6959095597267151, 0.36616602540016174], "gold_temporal_scores": [-0.028298132121562958, -0.028295524418354034], "max_gold_score": 0.6676113605499268, "max_candidate_score": 0.6676113605499268, "top_memory_id": "utt_001308", "max_non_gold_score": 0.5342802405357361, "best_gold_margin": 0.13333112001419067, "weakest_gold_margin": -0.19640979170799255}
{"sample_id": "conv_fc38e6064a51_pkg_000", "qa_id": "qa_1d0dc27e0d5f8e2d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say they have a soft spot for?", "temporal_relation": "none", "query_temporal_norm": 0.22510698437690735, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001317", "score": 0.13695554435253143}], "gold_semantic_scores": [0.17221558094024658], "gold_temporal_scores": [-0.035259999334812164], "max_gold_score": 0.13695554435253143, "max_candidate_score": 0.358345091342926, "top_memory_id": "utt_000448", "max_non_gold_score": 0.358345091342926, "best_gold_margin": -0.2213895469903946, "weakest_gold_margin": -0.2213895469903946}
{"sample_id": "conv_fdd5cd392a5f_pkg_000", "qa_id": "qa_efe087e8cf0584b5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the person say about how they handle anger?", "temporal_relation": "none", "query_temporal_norm": 0.20976947247982025, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000322", "score": 0.5886803865432739}, {"memory_id": "utt_000324", "score": 0.06661088019609451}], "gold_semantic_scores": [0.6260896325111389, 0.10400945693254471], "gold_temporal_scores": [-0.037409186363220215, -0.037398576736450195], "max_gold_score": 0.5886803865432739, "max_candidate_score": 0.5886803865432739, "top_memory_id": "utt_000322", "max_non_gold_score": 0.337127149105072, "best_gold_margin": 0.2515532374382019, "weakest_gold_margin": -0.2705162689089775}
{"sample_id": "conv_fdd5cd392a5f_pkg_000", "qa_id": "qa_445e9e8eef29364e", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person mention using a Nokia charger to power the power bank?", "temporal_relation": "session", "query_temporal_norm": 0.21214492619037628, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000032", "score": 0.6706330180168152}], "gold_semantic_scores": [0.7055184841156006], "gold_temporal_scores": [-0.03488539159297943], "max_gold_score": 0.6706330180168152, "max_candidate_score": 0.6706330180168152, "top_memory_id": "utt_000032", "max_non_gold_score": 0.5607102513313293, "best_gold_margin": 0.10992276668548584, "weakest_gold_margin": 0.10992276668548584}
{"sample_id": "conv_fdd5cd392a5f_pkg_000", "qa_id": "qa_18f6a505adcce55f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I have?", "temporal_relation": "none", "query_temporal_norm": 0.22209134697914124, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000028", "score": 0.48440468311309814}], "gold_semantic_scores": [0.5257195830345154], "gold_temporal_scores": [-0.041314855217933655], "max_gold_score": 0.48440468311309814, "max_candidate_score": 0.48440468311309814, "top_memory_id": "utt_000028", "max_non_gold_score": 0.4072727859020233, "best_gold_margin": 0.07713189721107483, "weakest_gold_margin": 0.07713189721107483}
{"sample_id": "conv_fdd5cd392a5f_pkg_000", "qa_id": "qa_6a217b43de155382", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were going to get headphones today?", "temporal_relation": "none", "query_temporal_norm": 0.22435684502124786, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000049", "score": 0.7509434819221497}], "gold_semantic_scores": [0.7967976331710815], "gold_temporal_scores": [-0.0458541102707386], "max_gold_score": 0.7509434819221497, "max_candidate_score": 0.7509434819221497, "top_memory_id": "utt_000049", "max_non_gold_score": 0.36781612038612366, "best_gold_margin": 0.383127361536026, "weakest_gold_margin": 0.383127361536026}
{"sample_id": "conv_fec3e31ba90f_pkg_000", "qa_id": "qa_994a4e73723c5e1b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they haven't seen their mom in almost three years?", "temporal_relation": "none", "query_temporal_norm": 0.21712593734264374, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000218", "score": 0.7990180850028992}], "gold_semantic_scores": [0.8430783152580261], "gold_temporal_scores": [-0.0440603531897068], "max_gold_score": 0.7990180850028992, "max_candidate_score": 0.7990180850028992, "top_memory_id": "utt_000218", "max_non_gold_score": 0.5227326154708862, "best_gold_margin": 0.27628546953201294, "weakest_gold_margin": 0.27628546953201294}
{"sample_id": "conv_fec3e31ba90f_pkg_000", "qa_id": "qa_3802f83b96811f00", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What does Rowan plan to do next?", "temporal_relation": "none", "query_temporal_norm": 0.25485777854919434, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000800", "score": 0.28229862451553345}, {"memory_id": "utt_000801", "score": 0.24601136147975922}, {"memory_id": "utt_000820", "score": 0.14492857456207275}], "gold_semantic_scores": [0.3242640793323517, 0.28797683119773865, 0.1868942230939865], "gold_temporal_scores": [-0.0419655442237854, -0.0419655442237854, -0.04196564108133316], "max_gold_score": 0.28229862451553345, "max_candidate_score": 0.5098907947540283, "top_memory_id": "utt_000266", "max_non_gold_score": 0.5098907947540283, "best_gold_margin": -0.22759217023849487, "weakest_gold_margin": -0.36496222019195557}
{"sample_id": "conv_fec3e31ba90f_pkg_000", "qa_id": "qa_a475f2b3801b6d81", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did a speaker say they had to show a bank account statement to enter Ireland?", "temporal_relation": "session", "query_temporal_norm": 0.20467394590377808, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000386", "score": 0.3037315905094147}, {"memory_id": "utt_000388", "score": 0.6144351959228516}], "gold_semantic_scores": [0.33355024456977844, 0.644230306148529], "gold_temporal_scores": [-0.029818763956427574, -0.029794970527291298], "max_gold_score": 0.6144351959228516, "max_candidate_score": 0.6144351959228516, "top_memory_id": "utt_000388", "max_non_gold_score": 0.4867226779460907, "best_gold_margin": 0.12771251797676086, "weakest_gold_margin": -0.18299108743667603}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00018", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron originally say the prototype model choice was before they switched it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5385897755622864, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8369776010513306}], "gold_semantic_scores": [0.7197883129119873], "gold_temporal_scores": [0.11718937754631042], "max_gold_score": 0.8369776010513306, "max_candidate_score": 0.8369776010513306, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8347584009170532, "best_gold_margin": 0.0022192001342773438, "weakest_gold_margin": 0.0022192001342773438}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00018", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the prototype model change from the original version to the updated one?", "temporal_relation": "comparison", "query_temporal_norm": 0.45450398325920105, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7791569232940674}, {"memory_id": "history_02_utt_0007", "score": 0.8249470591545105}], "gold_semantic_scores": [0.61324542760849, 0.7009018063545227], "gold_temporal_scores": [0.1659114509820938, 0.12404543906450272], "max_gold_score": 0.8249470591545105, "max_candidate_score": 0.8249470591545105, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4711851179599762, "best_gold_margin": 0.3537619411945343, "weakest_gold_margin": 0.3079718053340912}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00018", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they originally chose ResNet-34 with quantization-aware training for the prototype model?", "temporal_relation": "earliest", "query_temporal_norm": 0.39875349402427673, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9150537848472595}], "gold_semantic_scores": [0.82891845703125], "gold_temporal_scores": [0.08613526821136475], "max_gold_score": 0.9150537848472595, "max_candidate_score": 0.9150673747062683, "top_memory_id": "history_01_utt_0010::cf::extra_qa_0002::1", "max_non_gold_score": 0.9150673747062683, "best_gold_margin": -1.3589859008789062e-05, "weakest_gold_margin": -1.3589859008789062e-05}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00018", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "Where did I park last time?", "temporal_relation": "none", "query_temporal_norm": 0.4250109791755676, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3290084898471832, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.3290084898471832, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00137", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the training should run 30 epochs?", "temporal_relation": "earliest", "query_temporal_norm": 0.5499141812324524, "query_session_index": 2, "query_start_sec": 21.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8547275066375732}], "gold_semantic_scores": [0.7248559594154358], "gold_temporal_scores": [0.12987172603607178], "max_gold_score": 0.8547275066375732, "max_candidate_score": 0.8574889302253723, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.8574889302253723, "best_gold_margin": -0.0027614235877990723, "weakest_gold_margin": -0.0027614235877990723}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00137", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What were the original training settings before they were later changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.48151278495788574, "query_session_index": 2, "query_start_sec": 21.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7298479676246643}], "gold_semantic_scores": [0.6291640996932983], "gold_temporal_scores": [0.10068388283252716], "max_gold_score": 0.7298479676246643, "max_candidate_score": 0.7339661717414856, "top_memory_id": "history_01_utt_0007::cf::extra_qa_0001::1", "max_non_gold_score": 0.7339661717414856, "best_gold_margin": -0.004118204116821289, "weakest_gold_margin": -0.004118204116821289}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00137", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training settings did Morgan say she originally scheduled?", "temporal_relation": "earliest", "query_temporal_norm": 0.5145078897476196, "query_session_index": 2, "query_start_sec": 21.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7850537896156311}], "gold_semantic_scores": [0.6724218130111694], "gold_temporal_scores": [0.11263193935155869], "max_gold_score": 0.7850537896156311, "max_candidate_score": 0.7850537896156311, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7799556851387024, "best_gold_margin": 0.005098104476928711, "weakest_gold_margin": 0.005098104476928711}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00137", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What are the current training settings we ended up using?", "temporal_relation": "latest", "query_temporal_norm": 0.5608455538749695, "query_session_index": 2, "query_start_sec": 21.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8357666730880737}], "gold_semantic_scores": [0.5642139911651611], "gold_temporal_scores": [0.27155259251594543], "max_gold_score": 0.8357666730880737, "max_candidate_score": 0.8357666730880737, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8313911557197571, "best_gold_margin": 0.00437551736831665, "weakest_gold_margin": 0.00437551736831665}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00303", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden originally say the deployment target was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5238897204399109, "query_session_index": 2, "query_start_sec": 19.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8326370120048523}], "gold_semantic_scores": [0.7091842889785767], "gold_temporal_scores": [0.12345258891582489], "max_gold_score": 0.8326370120048523, "max_candidate_score": 0.8326370120048523, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8297586441040039, "best_gold_margin": 0.0028783679008483887, "weakest_gold_margin": 0.0028783679008483887}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00303", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Hayden mention setting the deployment target to Canary cluster A?", "temporal_relation": "session", "query_temporal_norm": 0.2724720239639282, "query_session_index": 2, "query_start_sec": 19.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8385500311851501}], "gold_semantic_scores": [0.7513848543167114], "gold_temporal_scores": [0.08716502785682678], "max_gold_score": 0.8385500311851501, "max_candidate_score": 0.8385500311851501, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7467457056045532, "best_gold_margin": 0.09180432558059692, "weakest_gold_margin": 0.09180432558059692}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00303", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the change to Blue-Green cluster B mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.3287738263607025, "query_session_index": 2, "query_start_sec": 19.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6605388522148132}], "gold_semantic_scores": [0.5146684050559998], "gold_temporal_scores": [0.14587058126926422], "max_gold_score": 0.6605388522148132, "max_candidate_score": 0.6605388522148132, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.2866365313529968, "best_gold_margin": 0.3739023208618164, "weakest_gold_margin": 0.3739023208618164}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00390", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my deployment target change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.38772934675216675, "query_session_index": 2, "query_start_sec": 20.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7994731664657593}, {"memory_id": "history_02_utt_0008", "score": 0.7848266959190369}], "gold_semantic_scores": [0.6598595976829529, 0.6432373523712158], "gold_temporal_scores": [0.13961362838745117, 0.14158953726291656], "max_gold_score": 0.7994731664657593, "max_candidate_score": 0.8408164381980896, "top_memory_id": "history_01_utt_0007::cf::main::0", "max_non_gold_score": 0.8408164381980896, "best_gold_margin": -0.04134327173233032, "weakest_gold_margin": -0.055989742279052734}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00390", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where is the afternoon check-in being held now?", "temporal_relation": "none", "query_temporal_norm": 0.43816179037094116, "query_session_index": 2, "query_start_sec": 20.599999999999998, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.6310127377510071, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6310127377510071, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00452", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say the latest screening venue was?", "temporal_relation": "latest", "query_temporal_norm": 0.5586891174316406, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9737712740898132}], "gold_semantic_scores": [0.6965525150299072], "gold_temporal_scores": [0.2772188186645508], "max_gold_score": 0.9737712740898132, "max_candidate_score": 0.9757934808731079, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9757934808731079, "best_gold_margin": -0.0020222067832946777, "weakest_gold_margin": -0.0020222067832946777}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00452", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier on, before it was changed, where had been suggested as the screening venue?", "temporal_relation": "before", "query_temporal_norm": 0.19415158033370972, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7548772096633911}], "gold_semantic_scores": [0.7276763319969177], "gold_temporal_scores": [0.027200940996408463], "max_gold_score": 0.7548772096633911, "max_candidate_score": 0.7548772096633911, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5407777428627014, "best_gold_margin": 0.2140994668006897, "weakest_gold_margin": 0.2140994668006897}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00452", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they'd switched the screening venue to the den with the projector?", "temporal_relation": "none", "query_temporal_norm": 0.31231358647346497, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8992853760719299}], "gold_semantic_scores": [0.7433964014053345], "gold_temporal_scores": [0.15588895976543427], "max_gold_score": 0.8992853760719299, "max_candidate_score": 0.8992853760719299, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5891154408454895, "best_gold_margin": 0.31016993522644043, "weakest_gold_margin": 0.31016993522644043}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00452", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the screening being held now?", "temporal_relation": "latest", "query_temporal_norm": 0.5154855847358704, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0077234506607056}], "gold_semantic_scores": [0.7609140276908875], "gold_temporal_scores": [0.24680939316749573], "max_gold_score": 1.0077234506607056, "max_candidate_score": 1.0077234506607056, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.004022240638733, "best_gold_margin": 0.0037012100219726562, "weakest_gold_margin": 0.0037012100219726562}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00572", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their chosen title to Hidden Radio Hour, and what was the earlier title?", "temporal_relation": "comparison", "query_temporal_norm": 0.4067176580429077, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7111025452613831}, {"memory_id": "history_02_utt_0009", "score": 0.8277148008346558}], "gold_semantic_scores": [0.5785426497459412, 0.744330644607544], "gold_temporal_scores": [0.13255971670150757, 0.0833841860294342], "max_gold_score": 0.8277148008346558, "max_candidate_score": 0.8277148008346558, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3458377718925476, "best_gold_margin": 0.48187702894210815, "weakest_gold_margin": 0.36526477336883545}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00572", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which title did Cameron say he picked to watch?", "temporal_relation": "none", "query_temporal_norm": 0.30035853385925293, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7541622519493103}], "gold_semantic_scores": [0.6723302602767944], "gold_temporal_scores": [0.08183186501264572], "max_gold_score": 0.7541622519493103, "max_candidate_score": 0.7541622519493103, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6929336786270142, "best_gold_margin": 0.06122857332229614, "weakest_gold_margin": 0.06122857332229614}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00572", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention picking Sunset Drive?", "temporal_relation": "session", "query_temporal_norm": 0.22534537315368652, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7746209502220154}], "gold_semantic_scores": [0.7088792324066162], "gold_temporal_scores": [0.06574167311191559], "max_gold_score": 0.7746209502220154, "max_candidate_score": 0.7746209502220154, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7416171431541443, "best_gold_margin": 0.033003807067871094, "weakest_gold_margin": 0.033003807067871094}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00572", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention adding Hidden Radio Hour to his watchlist?", "temporal_relation": "session", "query_temporal_norm": 0.2489972859621048, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7051740884780884}], "gold_semantic_scores": [0.666968047618866], "gold_temporal_scores": [0.03820626810193062], "max_gold_score": 0.7051740884780884, "max_candidate_score": 0.7051740884780884, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7017651796340942, "best_gold_margin": 0.0034089088439941406, "weakest_gold_margin": 0.0034089088439941406}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00697", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about selecting QuantizedModelA for the edge node, and why did Taylor reject the deployment?", "temporal_relation": "none", "query_temporal_norm": 0.2448302060365677, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7870234251022339}, {"memory_id": "history_02_utt_0008", "score": 0.4763873219490051}], "gold_semantic_scores": [0.7092460989952087, 0.3993304669857025], "gold_temporal_scores": [0.07777736335992813, 0.077056884765625], "max_gold_score": 0.7870234251022339, "max_candidate_score": 0.8152869343757629, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.8152869343757629, "best_gold_margin": -0.028263509273529053, "weakest_gold_margin": -0.3388996124267578}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00697", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which streaming model was suggested for the cloud gateway because it met the throughput requirement?", "temporal_relation": "none", "query_temporal_norm": 0.12852691113948822, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.622643232345581}], "gold_semantic_scores": [0.6051155924797058], "gold_temporal_scores": [0.017527839168906212], "max_gold_score": 0.622643232345581, "max_candidate_score": 0.622643232345581, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5615551471710205, "best_gold_margin": 0.06108808517456055, "weakest_gold_margin": 0.06108808517456055}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00697", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the status of the cloud gateway path that was described as fitting the memory budget?", "temporal_relation": "none", "query_temporal_norm": 0.14698204398155212, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.5092127323150635}], "gold_semantic_scores": [0.502171516418457], "gold_temporal_scores": [0.007041123230010271], "max_gold_score": 0.5092127323150635, "max_candidate_score": 0.5092127323150635, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.46110841631889343, "best_gold_margin": 0.048104315996170044, "weakest_gold_margin": 0.048104315996170044}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00697", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What was changed this morning?", "temporal_relation": "none", "query_temporal_norm": 0.2605624496936798, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3408798277378082, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.3408798277378082, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00814", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan say the latest deployment target was?", "temporal_relation": "latest", "query_temporal_norm": 0.5445903539657593, "query_session_index": 2, "query_start_sec": 21.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9664745926856995}], "gold_semantic_scores": [0.6840407848358154], "gold_temporal_scores": [0.28243398666381836], "max_gold_score": 0.9664745926856995, "max_candidate_score": 0.9699530601501465, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9699530601501465, "best_gold_margin": -0.0034784674644470215, "weakest_gold_margin": -0.0034784674644470215}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00814", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What deployment target did we previously plan for the model?", "temporal_relation": "before", "query_temporal_norm": 0.5275234580039978, "query_session_index": 2, "query_start_sec": 21.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7769574522972107}], "gold_semantic_scores": [0.6727793216705322], "gold_temporal_scores": [0.1041783019900322], "max_gold_score": 0.7769574522972107, "max_candidate_score": 0.7769574522972107, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5333481431007385, "best_gold_margin": 0.24360930919647217, "weakest_gold_margin": 0.24360930919647217}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00814", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan mention deploying the model to the EU inference cluster?", "temporal_relation": "session", "query_temporal_norm": 0.27622294425964355, "query_session_index": 2, "query_start_sec": 21.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7091895341873169}], "gold_semantic_scores": [0.6868767738342285], "gold_temporal_scores": [0.022312819957733154], "max_gold_score": 0.7091895341873169, "max_candidate_score": 0.7091895341873169, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6947906017303467, "best_gold_margin": 0.014398932456970215, "weakest_gold_margin": 0.014398932456970215}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00814", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the model planned to be deployed for the low-latency tests?", "temporal_relation": "none", "query_temporal_norm": 0.2430790513753891, "query_session_index": 2, "query_start_sec": 21.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.790421187877655}], "gold_semantic_scores": [0.780237078666687], "gold_temporal_scores": [0.010184116661548615], "max_gold_score": 0.790421187877655, "max_candidate_score": 0.790421187877655, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6631235480308533, "best_gold_margin": 0.12729763984680176, "weakest_gold_margin": 0.12729763984680176}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00895", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about GreenMart, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.16801372170448303, "query_session_index": 2, "query_start_sec": 18.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7408108115196228}, {"memory_id": "history_02_utt_0013", "score": 0.7931299805641174}], "gold_semantic_scores": [0.6896678805351257, 0.748593807220459], "gold_temporal_scores": [0.051143061369657516, 0.04453626647591591], "max_gold_score": 0.7931299805641174, "max_candidate_score": 0.7931299805641174, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.7353063821792603, "best_gold_margin": 0.05782359838485718, "weakest_gold_margin": 0.005504429340362549}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00895", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending BulkBarn?", "temporal_relation": "none", "query_temporal_norm": 0.11365476250648499, "query_session_index": 2, "query_start_sec": 18.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7544965744018555}], "gold_semantic_scores": [0.7304033637046814], "gold_temporal_scores": [0.02409307099878788], "max_gold_score": 0.7544965744018555, "max_candidate_score": 0.7544965744018555, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5028574466705322, "best_gold_margin": 0.25163912773132324, "weakest_gold_margin": 0.25163912773132324}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00895", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was BulkBarn said to have discounted refill sizes?", "temporal_relation": "session", "query_temporal_norm": 0.15072932839393616, "query_session_index": 2, "query_start_sec": 18.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7190654873847961}], "gold_semantic_scores": [0.689490795135498], "gold_temporal_scores": [0.029574748128652573], "max_gold_score": 0.7190654873847961, "max_candidate_score": 0.7190654873847961, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.6702874302864075, "best_gold_margin": 0.04877805709838867, "weakest_gold_margin": 0.04877805709838867}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00895", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for ruling out GreenMart?", "temporal_relation": "none", "query_temporal_norm": 0.1417326182126999, "query_session_index": 2, "query_start_sec": 18.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0013", "score": 0.8830136656761169}], "gold_semantic_scores": [0.8226367831230164], "gold_temporal_scores": [0.0603768564760685], "max_gold_score": 0.8830136656761169, "max_candidate_score": 0.8830136656761169, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.618807852268219, "best_gold_margin": 0.26420581340789795, "weakest_gold_margin": 0.26420581340789795}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00975", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor originally say the training settings were before they changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5673401355743408, "query_session_index": 2, "query_start_sec": 23.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7767232060432434}], "gold_semantic_scores": [0.6317104697227478], "gold_temporal_scores": [0.14501267671585083], "max_gold_score": 0.7767232060432434, "max_candidate_score": 0.7767232060432434, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7672289609909058, "best_gold_margin": 0.009494245052337646, "weakest_gold_margin": 0.009494245052337646}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00975", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training settings change between the two discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.37923213839530945, "query_session_index": 2, "query_start_sec": 23.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6785938739776611}, {"memory_id": "history_02_utt_0012", "score": 0.6557216048240662}], "gold_semantic_scores": [0.5432667136192322, 0.528428316116333], "gold_temporal_scores": [0.13532721996307373, 0.12729297578334808], "max_gold_score": 0.6785938739776611, "max_candidate_score": 0.6785938739776611, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5439528822898865, "best_gold_margin": 0.13464099168777466, "weakest_gold_margin": 0.11176872253417969}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00975", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training settings did Taylor report using earlier?", "temporal_relation": "before", "query_temporal_norm": 0.4499585032463074, "query_session_index": 2, "query_start_sec": 23.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6958585381507874}], "gold_semantic_scores": [0.5402252674102783], "gold_temporal_scores": [0.15563322603702545], "max_gold_score": 0.6958585381507874, "max_candidate_score": 0.6958585381507874, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6568877100944519, "best_gold_margin": 0.03897082805633545, "weakest_gold_margin": 0.03897082805633545}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00975", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor say they trained using optimizer=SGD?", "temporal_relation": "session", "query_temporal_norm": 0.32952019572257996, "query_session_index": 2, "query_start_sec": 23.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.690758228302002}], "gold_semantic_scores": [0.5773762464523315], "gold_temporal_scores": [0.1133820042014122], "max_gold_score": 0.690758228302002, "max_candidate_score": 0.690758228302002, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5859401822090149, "best_gold_margin": 0.10481804609298706, "weakest_gold_margin": 0.10481804609298706}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01112", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley originally say the model choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5531758069992065, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8514366149902344}], "gold_semantic_scores": [0.6976715326309204], "gold_temporal_scores": [0.1537652164697647], "max_gold_score": 0.8514366149902344, "max_candidate_score": 0.8530330657958984, "top_memory_id": "history_01_utt_0009::cf::main::3", "max_non_gold_score": 0.8530330657958984, "best_gold_margin": -0.0015964508056640625, "weakest_gold_margin": -0.0015964508056640625}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01112", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley mention that she planned to use ConvNet-18?", "temporal_relation": "session", "query_temporal_norm": 0.3437035083770752, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7353527545928955}], "gold_semantic_scores": [0.6312291622161865], "gold_temporal_scores": [0.10412348061800003], "max_gold_score": 0.7353527545928955, "max_candidate_score": 0.7353527545928955, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6213758587837219, "best_gold_margin": 0.11397689580917358, "weakest_gold_margin": 0.11397689580917358}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01112", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model are we currently using for the experiment?", "temporal_relation": "latest", "query_temporal_norm": 0.5042285919189453, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9908941984176636}], "gold_semantic_scores": [0.7205697298049927], "gold_temporal_scores": [0.2703246772289276], "max_gold_score": 0.9908941984176636, "max_candidate_score": 0.9908941984176636, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9896560311317444, "best_gold_margin": 0.0012381672859191895, "weakest_gold_margin": 0.0012381672859191895}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01112", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the experiment model choice change?", "temporal_relation": "comparison", "query_temporal_norm": 0.37564292550086975, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7804518342018127}, {"memory_id": "history_02_utt_0009", "score": 0.7967729568481445}], "gold_semantic_scores": [0.6466636657714844, 0.6850395202636719], "gold_temporal_scores": [0.13378804922103882, 0.11173354089260101], "max_gold_score": 0.7967729568481445, "max_candidate_score": 0.7967729568481445, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4005250036716461, "best_gold_margin": 0.3962479531764984, "weakest_gold_margin": 0.3799268305301666}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01196", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say the latest dataset version was?", "temporal_relation": "latest", "query_temporal_norm": 0.5523021221160889, "query_session_index": 2, "query_start_sec": 21.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9265188574790955}], "gold_semantic_scores": [0.6429283618927002], "gold_temporal_scores": [0.2835901081562042], "max_gold_score": 0.9265188574790955, "max_candidate_score": 0.9311016798019409, "top_memory_id": "history_02_utt_0012::cf::main::3", "max_non_gold_score": 0.9311016798019409, "best_gold_margin": -0.004582822322845459, "weakest_gold_margin": -0.004582822322845459}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01196", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dataset change between the previous and current versions?", "temporal_relation": "comparison", "query_temporal_norm": 0.38941124081611633, "query_session_index": 2, "query_start_sec": 21.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.656103789806366}, {"memory_id": "history_02_utt_0012", "score": 0.7349467873573303}], "gold_semantic_scores": [0.5210902690887451, 0.611531138420105], "gold_temporal_scores": [0.13501347601413727, 0.12341571599245071], "max_gold_score": 0.7349467873573303, "max_candidate_score": 0.7349467873573303, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.31625160574913025, "best_gold_margin": 0.4186951816082001, "weakest_gold_margin": 0.3398521840572357}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01196", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which dataset version did Casey report we were using, and how did they describe it?", "temporal_relation": "none", "query_temporal_norm": 0.32915401458740234, "query_session_index": 2, "query_start_sec": 21.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.6404791474342346}], "gold_semantic_scores": [0.5602893829345703], "gold_temporal_scores": [0.0801897794008255], "max_gold_score": 0.6404791474342346, "max_candidate_score": 0.6404791474342346, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5845385193824768, "best_gold_margin": 0.05594062805175781, "weakest_gold_margin": 0.05594062805175781}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01196", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which dataset version are we using now, and how was it described?", "temporal_relation": "latest", "query_temporal_norm": 0.2870897948741913, "query_session_index": 2, "query_start_sec": 21.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.2454087883234024}], "gold_semantic_scores": [0.2222859412431717], "gold_temporal_scores": [0.023122819140553474], "max_gold_score": 0.2454087883234024, "max_candidate_score": 0.3255910277366638, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.3255910277366638, "best_gold_margin": -0.08018223941326141, "weakest_gold_margin": -0.08018223941326141}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00071", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended adding 'Blue Hour', and why was it removed from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.17435702681541443, "query_session_index": 2, "query_start_sec": 13.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.559234619140625}, {"memory_id": "history_02_utt_0009", "score": 0.5667464137077332}], "gold_semantic_scores": [0.5155549645423889, 0.5388697981834412], "gold_temporal_scores": [0.04367980733513832, 0.027876336127519608], "max_gold_score": 0.5667464137077332, "max_candidate_score": 0.5667464137077332, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.40316420793533325, "best_gold_margin": 0.1635822057723999, "weakest_gold_margin": 0.15607041120529175}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00071", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who removed 'Blue Hour' from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.15435512363910675, "query_session_index": 2, "query_start_sec": 13.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7905146479606628}], "gold_semantic_scores": [0.7802477478981018], "gold_temporal_scores": [0.010266954079270363], "max_gold_score": 0.7905146479606628, "max_candidate_score": 0.7905146479606628, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5168344378471375, "best_gold_margin": 0.2736802101135254, "weakest_gold_margin": 0.2736802101135254}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00071", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan recommend adding 'Blue Hour' to the start of the set?", "temporal_relation": "session", "query_temporal_norm": 0.17987102270126343, "query_session_index": 2, "query_start_sec": 13.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7278650999069214}], "gold_semantic_scores": [0.6857020258903503], "gold_temporal_scores": [0.04216308519244194], "max_gold_score": 0.7278650999069214, "max_candidate_score": 0.7278650999069214, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5770975351333618, "best_gold_margin": 0.15076756477355957, "weakest_gold_margin": 0.15076756477355957}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00071", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which song was suggested mid-set for its punchy transitions?", "temporal_relation": "none", "query_temporal_norm": 0.11321798712015152, "query_session_index": 2, "query_start_sec": 13.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.4270504415035248}], "gold_semantic_scores": [0.4044775068759918], "gold_temporal_scores": [0.022572852671146393], "max_gold_score": 0.4270504415035248, "max_candidate_score": 0.4529033899307251, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.4529033899307251, "best_gold_margin": -0.025852948427200317, "weakest_gold_margin": -0.025852948427200317}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00209", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest dataset collection deadline was?", "temporal_relation": "latest", "query_temporal_norm": 0.5648907423019409, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0045487880706787}], "gold_semantic_scores": [0.7323004007339478], "gold_temporal_scores": [0.2722485363483429], "max_gold_score": 1.0045487880706787, "max_candidate_score": 1.0159870386123657, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 1.0159870386123657, "best_gold_margin": -0.011438250541687012, "weakest_gold_margin": -0.011438250541687012}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00343", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my planned activity change between the earlier conversation and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4194066524505615, "query_session_index": 2, "query_start_sec": 10.000000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8046259880065918}, {"memory_id": "history_02_utt_0007", "score": 0.7875174283981323}], "gold_semantic_scores": [0.6493302583694458, 0.6392695903778076], "gold_temporal_scores": [0.15529567003250122, 0.14824770390987396], "max_gold_score": 0.8046259880065918, "max_candidate_score": 0.8046259880065918, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7899495363235474, "best_gold_margin": 0.014676451683044434, "weakest_gold_margin": -0.002432107925415039}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00343", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had planned a picnic at the coastal lighthouse?", "temporal_relation": "none", "query_temporal_norm": 0.3919771909713745, "query_session_index": 2, "query_start_sec": 10.000000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8729768991470337}], "gold_semantic_scores": [0.7779686450958252], "gold_temporal_scores": [0.09500809758901596], "max_gold_score": 0.8729768991470337, "max_candidate_score": 0.8729768991470337, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.38980570435523987, "best_gold_margin": 0.4831711947917938, "weakest_gold_margin": 0.4831711947917938}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00343", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed the plan to a hike to the mountain overlook?", "temporal_relation": "none", "query_temporal_norm": 0.3653883635997772, "query_session_index": 2, "query_start_sec": 10.000000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.969414234161377}], "gold_semantic_scores": [0.8177164793014526], "gold_temporal_scores": [0.15169762074947357], "max_gold_score": 0.969414234161377, "max_candidate_score": 0.969414234161377, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6298768520355225, "best_gold_margin": 0.3395373821258545, "weakest_gold_margin": 0.3395373821258545}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00449", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Skyler's planned paper-towel purchase change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.39873427152633667, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6728107333183289}, {"memory_id": "history_02_utt_0009", "score": 0.7530714273452759}], "gold_semantic_scores": [0.5273450613021851, 0.612321674823761], "gold_temporal_scores": [0.1454656422138214, 0.14074985682964325], "max_gold_score": 0.7530714273452759, "max_candidate_score": 0.7530714273452759, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7082570195198059, "best_gold_margin": 0.04481440782546997, "weakest_gold_margin": -0.03544628620147705}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00449", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler say she planned to buy?", "temporal_relation": "none", "query_temporal_norm": 0.41637516021728516, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5835661888122559}], "gold_semantic_scores": [0.4976656138896942], "gold_temporal_scores": [0.08590027689933777], "max_gold_score": 0.5835661888122559, "max_candidate_score": 0.5835661888122559, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.49866393208503723, "best_gold_margin": 0.08490225672721863, "weakest_gold_margin": 0.08490225672721863}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00449", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler state her planned paper-towel purchase?", "temporal_relation": "session", "query_temporal_norm": 0.30163639783859253, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6663718223571777}], "gold_semantic_scores": [0.5627350807189941], "gold_temporal_scores": [0.10363668948411942], "max_gold_score": 0.6663718223571777, "max_candidate_score": 0.6890758872032166, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6890758872032166, "best_gold_margin": -0.02270406484603882, "weakest_gold_margin": -0.02270406484603882}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00449", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to buy a 12-count pack of generic paper towels from the corner store?", "temporal_relation": "none", "query_temporal_norm": 0.3702579438686371, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.907571017742157}], "gold_semantic_scores": [0.817065954208374], "gold_temporal_scores": [0.09050498902797699], "max_gold_score": 0.907571017742157, "max_candidate_score": 0.907571017742157, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7279839515686035, "best_gold_margin": 0.17958706617355347, "weakest_gold_margin": 0.17958706617355347}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00569", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the departure time was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5491089820861816, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8462011218070984}], "gold_semantic_scores": [0.7010606527328491], "gold_temporal_scores": [0.1451403647661209], "max_gold_score": 0.8462011218070984, "max_candidate_score": 0.8492509126663208, "top_memory_id": "history_01_utt_0009::cf::main::3", "max_non_gold_score": 0.8492509126663208, "best_gold_margin": -0.003049790859222412, "weakest_gold_margin": -0.003049790859222412}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00569", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to leave at 9:30 AM?", "temporal_relation": "none", "query_temporal_norm": 0.31685060262680054, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8140572309494019}], "gold_semantic_scores": [0.7461977005004883], "gold_temporal_scores": [0.06785930693149567], "max_gold_score": 0.8140572309494019, "max_candidate_score": 0.8140572309494019, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6194471716880798, "best_gold_margin": 0.19461005926132202, "weakest_gold_margin": 0.19461005926132202}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00569", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What time are we scheduled to leave now?", "temporal_relation": "latest", "query_temporal_norm": 0.3145924508571625, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7517544031143188}], "gold_semantic_scores": [0.6154870986938477], "gold_temporal_scores": [0.1362672597169876], "max_gold_score": 0.7517544031143188, "max_candidate_score": 0.7553043365478516, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.7553043365478516, "best_gold_margin": -0.003549933433532715, "weakest_gold_margin": -0.003549933433532715}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00569", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "After we adjusted plans, what time did we set the departure for?", "temporal_relation": "none", "query_temporal_norm": 0.29331088066101074, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8542676568031311}], "gold_semantic_scores": [0.724423885345459], "gold_temporal_scores": [0.12984363734722137], "max_gold_score": 0.8542676568031311, "max_candidate_score": 0.8557081818580627, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.8557081818580627, "best_gold_margin": -0.0014405250549316406, "weakest_gold_margin": -0.0014405250549316406}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00627", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was a reason to go to Green Leaf, and why is it closed today?", "temporal_relation": "none", "query_temporal_norm": 0.17170178890228271, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7530004382133484}, {"memory_id": "history_02_utt_0008", "score": 0.8399045467376709}], "gold_semantic_scores": [0.7026861310005188, 0.7753635048866272], "gold_temporal_scores": [0.05031414330005646, 0.06454090029001236], "max_gold_score": 0.8399045467376709, "max_candidate_score": 0.8399045467376709, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7532223463058472, "best_gold_margin": 0.08668220043182373, "weakest_gold_margin": -0.0002219080924987793}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00627", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for suggesting Sunny Side?", "temporal_relation": "none", "query_temporal_norm": 0.10627526789903641, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.7480946779251099}], "gold_semantic_scores": [0.7250959873199463], "gold_temporal_scores": [0.02299865521490574], "max_gold_score": 0.7480946779251099, "max_candidate_score": 0.7480946779251099, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.4856038987636566, "best_gold_margin": 0.26249077916145325, "weakest_gold_margin": 0.26249077916145325}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00627", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Sunny Side suggested?", "temporal_relation": "session", "query_temporal_norm": 0.1372864842414856, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.8274850249290466}], "gold_semantic_scores": [0.7957260012626648], "gold_temporal_scores": [0.03175920248031616], "max_gold_score": 0.8274850249290466, "max_candidate_score": 0.8274850249290466, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.49262338876724243, "best_gold_margin": 0.3348616361618042, "weakest_gold_margin": 0.3348616361618042}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00627", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said earlier about Sunny Side’s pickup availability this week?", "temporal_relation": "none", "query_temporal_norm": 0.1517997533082962, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.7479615807533264}], "gold_semantic_scores": [0.7523942589759827], "gold_temporal_scores": [-0.004432749934494495], "max_gold_score": 0.7479615807533264, "max_candidate_score": 0.7479615807533264, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.510750412940979, "best_gold_margin": 0.2372111678123474, "weakest_gold_margin": 0.2372111678123474}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00722", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending River Cities, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.15022076666355133, "query_session_index": 2, "query_start_sec": 20.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7930106520652771}, {"memory_id": "history_02_utt_0011", "score": 0.8057611584663391}], "gold_semantic_scores": [0.7505705952644348, 0.75270676612854], "gold_temporal_scores": [0.04244003817439079, 0.053054437041282654], "max_gold_score": 0.8057611584663391, "max_candidate_score": 0.8057611584663391, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.8048130869865417, "best_gold_margin": 0.0009480714797973633, "weakest_gold_margin": -0.011802434921264648}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00722", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we drop River Cities?", "temporal_relation": "none", "query_temporal_norm": 0.15489225089550018, "query_session_index": 2, "query_start_sec": 20.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9136165380477905}], "gold_semantic_scores": [0.8470659852027893], "gold_temporal_scores": [0.06655044108629227], "max_gold_score": 0.9136165380477905, "max_candidate_score": 0.9136165380477905, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6246361136436462, "best_gold_margin": 0.2889804244041443, "weakest_gold_margin": 0.2889804244041443}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00722", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for pitching Hidden Frames?", "temporal_relation": "none", "query_temporal_norm": 0.11347547173500061, "query_session_index": 2, "query_start_sec": 20.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.7672746777534485}], "gold_semantic_scores": [0.7452123165130615], "gold_temporal_scores": [0.0220622755587101], "max_gold_score": 0.7672746777534485, "max_candidate_score": 0.7672746777534485, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.6112905740737915, "best_gold_margin": 0.15598410367965698, "weakest_gold_margin": 0.15598410367965698}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00722", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Hidden Frames recommended?", "temporal_relation": "session", "query_temporal_norm": 0.14780861139297485, "query_session_index": 2, "query_start_sec": 20.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.2529368996620178}], "gold_semantic_scores": [0.2166922688484192], "gold_temporal_scores": [0.03624466806650162], "max_gold_score": 0.2529368996620178, "max_candidate_score": 0.35325393080711365, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.35325393080711365, "best_gold_margin": -0.10031703114509583, "weakest_gold_margin": -0.10031703114509583}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00836", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the paper towel shopping item to the 12-roll EcoRoll recycled paper towel pack, and what was the earlier item?", "temporal_relation": "comparison", "query_temporal_norm": 0.41148969531059265, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8883446455001831}, {"memory_id": "history_02_utt_0008", "score": 0.884190559387207}], "gold_semantic_scores": [0.737119734287262, 0.7632007002830505], "gold_temporal_scores": [0.15122486650943756, 0.12098990380764008], "max_gold_score": 0.8883446455001831, "max_candidate_score": 0.8883446455001831, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6989864706993103, "best_gold_margin": 0.1893581748008728, "weakest_gold_margin": 0.18520408868789673}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00836", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to buy a 24-count SoftWipe paper towel pack?", "temporal_relation": "none", "query_temporal_norm": 0.3792371153831482, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8771194815635681}], "gold_semantic_scores": [0.8040055632591248], "gold_temporal_scores": [0.07311408221721649], "max_gold_score": 0.8771194815635681, "max_candidate_score": 0.8771194815635681, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5862817764282227, "best_gold_margin": 0.29083770513534546, "weakest_gold_margin": 0.29083770513534546}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00836", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their item to a 12-roll EcoRoll recycled paper towel pack?", "temporal_relation": "none", "query_temporal_norm": 0.3216369152069092, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9533339142799377}], "gold_semantic_scores": [0.8305690884590149], "gold_temporal_scores": [0.12276491522789001], "max_gold_score": 0.9533339142799377, "max_candidate_score": 0.9533339142799377, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7553101778030396, "best_gold_margin": 0.1980237364768982, "weakest_gold_margin": 0.1980237364768982}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00836", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who will head out now before it rains?", "temporal_relation": "none", "query_temporal_norm": 0.1464598923921585, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.1924584060907364, "top_memory_id": "history_01_utt_0005", "max_non_gold_score": 0.1924584060907364, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00984", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey originally say the chore schedule was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5501605272293091, "query_session_index": 2, "query_start_sec": 20.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7614220976829529}], "gold_semantic_scores": [0.6381531357765198], "gold_temporal_scores": [0.12326893210411072], "max_gold_score": 0.7614220976829529, "max_candidate_score": 0.7627893686294556, "top_memory_id": "history_01_utt_0008::cf::main::3", "max_non_gold_score": 0.7627893686294556, "best_gold_margin": -0.0013672709465026855, "weakest_gold_margin": -0.0013672709465026855}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00984", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was volunteered regarding restocking paper towels when they run low?", "temporal_relation": "none", "query_temporal_norm": 0.10208205878734589, "query_session_index": 2, "query_start_sec": 20.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.770521342754364}], "gold_semantic_scores": [0.757743775844574], "gold_temporal_scores": [0.01277752686291933], "max_gold_score": 0.770521342754364, "max_candidate_score": 0.770521342754364, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.6310199499130249, "best_gold_margin": 0.1395013928413391, "weakest_gold_margin": 0.1395013928413391}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01062", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I change my shopping item from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.40077969431877136, "query_session_index": 2, "query_start_sec": 15.479999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8215895891189575}, {"memory_id": "history_02_utt_0009", "score": 0.845158040523529}], "gold_semantic_scores": [0.681426465511322, 0.6972711086273193], "gold_temporal_scores": [0.1401633471250534, 0.1478867530822754], "max_gold_score": 0.845158040523529, "max_candidate_score": 0.8752225637435913, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8752225637435913, "best_gold_margin": -0.030064523220062256, "weakest_gold_margin": -0.05363297462463379}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01062", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the list to a 200 gram package of plant-based shredded cheddar alternative?", "temporal_relation": "none", "query_temporal_norm": 0.4286671280860901, "query_session_index": 2, "query_start_sec": 15.479999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9094940423965454}], "gold_semantic_scores": [0.6887180805206299], "gold_temporal_scores": [0.2207762748003006], "max_gold_score": 0.9094940423965454, "max_candidate_score": 0.9094940423965454, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5380739569664001, "best_gold_margin": 0.37142008543014526, "weakest_gold_margin": 0.37142008543014526}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01062", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier, what cheddar item was on the grocery list?", "temporal_relation": "before", "query_temporal_norm": 0.20678958296775818, "query_session_index": 2, "query_start_sec": 15.479999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8459742069244385}], "gold_semantic_scores": [0.8077547550201416], "gold_temporal_scores": [0.038219574838876724], "max_gold_score": 0.8459742069244385, "max_candidate_score": 0.8459742069244385, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6235441565513611, "best_gold_margin": 0.2224300503730774, "weakest_gold_margin": 0.2224300503730774}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01170", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley originally put on the shopping list before it was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5517755746841431, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9093844294548035}], "gold_semantic_scores": [0.7318779826164246], "gold_temporal_scores": [0.1775064468383789], "max_gold_score": 0.9093844294548035, "max_candidate_score": 0.9093844294548035, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.9056664109230042, "best_gold_margin": 0.0037180185317993164, "weakest_gold_margin": 0.0037180185317993164}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01170", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the shopping-list item originally listed as spinach?", "temporal_relation": "comparison", "query_temporal_norm": 0.45810046792030334, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9401605129241943}, {"memory_id": "history_02_utt_0010", "score": 0.8275380730628967}], "gold_semantic_scores": [0.7813863754272461, 0.7576449513435364], "gold_temporal_scores": [0.1587742418050766, 0.0698930025100708], "max_gold_score": 0.9401605129241943, "max_candidate_score": 0.9401605129241943, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5962345004081726, "best_gold_margin": 0.34392601251602173, "weakest_gold_margin": 0.23130357265472412}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01170", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which item did Finley add to the shopping list at first?", "temporal_relation": "earliest", "query_temporal_norm": 0.4482586681842804, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7309712171554565}], "gold_semantic_scores": [0.5746009349822998], "gold_temporal_scores": [0.1563701331615448], "max_gold_score": 0.7309712171554565, "max_candidate_score": 0.7309712171554565, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7293545007705688, "best_gold_margin": 0.0016167163848876953, "weakest_gold_margin": 0.0016167163848876953}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01170", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which spinach product had been listed originally, before it was swapped out?", "temporal_relation": "earliest", "query_temporal_norm": 0.5620476603507996, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7744765281677246}], "gold_semantic_scores": [0.6174264550209045], "gold_temporal_scores": [0.15705013275146484], "max_gold_score": 0.7744765281677246, "max_candidate_score": 0.7744765281677246, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7676282525062561, "best_gold_margin": 0.006848275661468506, "weakest_gold_margin": 0.006848275661468506}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00094", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5413171052932739, "query_session_index": 2, "query_start_sec": 13.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9585500359535217}], "gold_semantic_scores": [0.7043356895446777], "gold_temporal_scores": [0.2542145848274231], "max_gold_score": 0.9585500359535217, "max_candidate_score": 0.9600957036018372, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9600957036018372, "best_gold_margin": -0.0015456676483154297, "weakest_gold_margin": -0.0015456676483154297}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00094", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest activity choice we decided on for Saturday?", "temporal_relation": "latest", "query_temporal_norm": 0.5331601500511169, "query_session_index": 2, "query_start_sec": 13.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9954597353935242}], "gold_semantic_scores": [0.7239770293235779], "gold_temporal_scores": [0.2714828550815582], "max_gold_score": 0.9954597353935242, "max_candidate_score": 0.9956267476081848, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.9956267476081848, "best_gold_margin": -0.00016701221466064453, "weakest_gold_margin": -0.00016701221466064453}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00094", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan mention going to the botanical garden?", "temporal_relation": "session", "query_temporal_norm": 0.188499316573143, "query_session_index": 2, "query_start_sec": 13.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7975903153419495}], "gold_semantic_scores": [0.7700598835945129], "gold_temporal_scores": [0.02753039263188839], "max_gold_score": 0.7975903153419495, "max_candidate_score": 0.7975903153419495, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7537056803703308, "best_gold_margin": 0.04388463497161865, "weakest_gold_margin": 0.04388463497161865}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00094", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we'll go to the botanical garden instead?", "temporal_relation": "none", "query_temporal_norm": 0.27174684405326843, "query_session_index": 2, "query_start_sec": 13.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.947236180305481}], "gold_semantic_scores": [0.8165014386177063], "gold_temporal_scores": [0.13073493540287018], "max_gold_score": 0.947236180305481, "max_candidate_score": 0.947236180305481, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6241151094436646, "best_gold_margin": 0.3231210708618164, "weakest_gold_margin": 0.3231210708618164}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00274", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4182095527648926, "query_session_index": 2, "query_start_sec": 23.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7473231554031372}, {"memory_id": "history_02_utt_0008", "score": 0.7414246797561646}], "gold_semantic_scores": [0.5956090092658997, 0.587771475315094], "gold_temporal_scores": [0.1517142504453659, 0.15365304052829742], "max_gold_score": 0.7473231554031372, "max_candidate_score": 0.7473231554031372, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7399322390556335, "best_gold_margin": 0.007390916347503662, "weakest_gold_margin": 0.0014924407005310059}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00274", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who planned to report mean accuracy on a pooled test set?", "temporal_relation": "none", "query_temporal_norm": 0.35569143295288086, "query_session_index": 2, "query_start_sec": 23.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7989459037780762}], "gold_semantic_scores": [0.7375579476356506], "gold_temporal_scores": [0.06138800084590912], "max_gold_score": 0.7989459037780762, "max_candidate_score": 0.7989459037780762, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3928415775299072, "best_gold_margin": 0.40610432624816895, "weakest_gold_margin": 0.40610432624816895}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00274", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the plan to run paired comparisons?", "temporal_relation": "none", "query_temporal_norm": 0.33455953001976013, "query_session_index": 2, "query_start_sec": 23.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8000093698501587}], "gold_semantic_scores": [0.6790536642074585], "gold_temporal_scores": [0.12095559388399124], "max_gold_score": 0.8000093698501587, "max_candidate_score": 0.8000093698501587, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5646776556968689, "best_gold_margin": 0.2353317141532898, "weakest_gold_margin": 0.2353317141532898}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00378", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5158498287200928, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9432465434074402}], "gold_semantic_scores": [0.6638556122779846], "gold_temporal_scores": [0.279390424489975], "max_gold_score": 0.9432465434074402, "max_candidate_score": 0.9530333280563354, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.9530333280563354, "best_gold_margin": -0.009786784648895264, "weakest_gold_margin": -0.009786784648895264}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00378", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which speech model is the team using now, according to the most recent discussion?", "temporal_relation": "latest", "query_temporal_norm": 0.5692407488822937, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8181325197219849}], "gold_semantic_scores": [0.547854483127594], "gold_temporal_scores": [0.27027806639671326], "max_gold_score": 0.8181325197219849, "max_candidate_score": 0.8196908235549927, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.8196908235549927, "best_gold_margin": -0.0015583038330078125, "weakest_gold_margin": -0.0015583038330078125}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00378", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan report the project had been switched to for the current experiments?", "temporal_relation": "none", "query_temporal_norm": 0.4622097909450531, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9550511837005615}], "gold_semantic_scores": [0.7125640511512756], "gold_temporal_scores": [0.24248681962490082], "max_gold_score": 0.9550511837005615, "max_candidate_score": 0.9550511837005615, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8377364277839661, "best_gold_margin": 0.11731475591659546, "weakest_gold_margin": 0.11731475591659546}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00378", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan say the project was switched to EchoNet-XL?", "temporal_relation": "session", "query_temporal_norm": 0.3470717668533325, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9856007099151611}], "gold_semantic_scores": [0.8073370456695557], "gold_temporal_scores": [0.178263857960701], "max_gold_score": 0.9856007099151611, "max_candidate_score": 0.9856007099151611, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9056035280227661, "best_gold_margin": 0.07999718189239502, "weakest_gold_margin": 0.07999718189239502}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00523", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest departure time was?", "temporal_relation": "latest", "query_temporal_norm": 0.5636919736862183, "query_session_index": 2, "query_start_sec": 12.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9775341153144836}], "gold_semantic_scores": [0.722061812877655], "gold_temporal_scores": [0.25547200441360474], "max_gold_score": 0.9775341153144836, "max_candidate_score": 0.9775341153144836, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9772266745567322, "best_gold_margin": 0.00030744075775146484, "weakest_gold_margin": 0.00030744075775146484}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00523", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said to leave at 5:20 PM?", "temporal_relation": "none", "query_temporal_norm": 0.1279207170009613, "query_session_index": 2, "query_start_sec": 12.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.5609827637672424}], "gold_semantic_scores": [0.5136567950248718], "gold_temporal_scores": [0.04732616990804672], "max_gold_score": 0.5609827637672424, "max_candidate_score": 0.5609827637672424, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.45494434237480164, "best_gold_margin": 0.1060384213924408, "weakest_gold_margin": 0.1060384213924408}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00523", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned departure time change?", "temporal_relation": "comparison", "query_temporal_norm": 0.3612309992313385, "query_session_index": 2, "query_start_sec": 12.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8190876841545105}, {"memory_id": "history_02_utt_0008", "score": 0.7625414729118347}], "gold_semantic_scores": [0.6903674006462097, 0.6443102955818176], "gold_temporal_scores": [0.12872035801410675, 0.11823118478059769], "max_gold_score": 0.8190876841545105, "max_candidate_score": 0.8190876841545105, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3592958152294159, "best_gold_margin": 0.4597918689250946, "weakest_gold_margin": 0.4032456576824188}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00603", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I propose for the inference cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.22098380327224731, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7178205251693726}, {"memory_id": "history_02_utt_0010", "score": 0.6813721656799316}], "gold_semantic_scores": [0.6524993777275085, 0.6223790645599365], "gold_temporal_scores": [0.06532136350870132, 0.0589931383728981], "max_gold_score": 0.7178205251693726, "max_candidate_score": 0.754208505153656, "top_memory_id": "history_01_utt_0011::cf::main::0", "max_non_gold_score": 0.754208505153656, "best_gold_margin": -0.03638797998428345, "weakest_gold_margin": -0.07283633947372437}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00603", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the inference cache proposal?", "temporal_relation": "none", "query_temporal_norm": 0.2702751159667969, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6319427490234375}], "gold_semantic_scores": [0.5054560899734497], "gold_temporal_scores": [0.1264866143465042], "max_gold_score": 0.6319427490234375, "max_candidate_score": 0.6319427490234375, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5147036910057068, "best_gold_margin": 0.11723905801773071, "weakest_gold_margin": 0.11723905801773071}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00603", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did model prefetching aim to accomplish?", "temporal_relation": "none", "query_temporal_norm": 0.18614526093006134, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.600856602191925}], "gold_semantic_scores": [0.5847931504249573], "gold_temporal_scores": [0.01606343872845173], "max_gold_score": 0.600856602191925, "max_candidate_score": 0.600856602191925, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.2855738699436188, "best_gold_margin": 0.3152827322483063, "weakest_gold_margin": 0.3152827322483063}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00603", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest model prefetching?", "temporal_relation": "session", "query_temporal_norm": 0.168943852186203, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.6953848004341125}], "gold_semantic_scores": [0.6797027587890625], "gold_temporal_scores": [0.015681995078921318], "max_gold_score": 0.6953848004341125, "max_candidate_score": 0.6953848004341125, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.3694901764392853, "best_gold_margin": 0.32589462399482727, "weakest_gold_margin": 0.32589462399482727}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00692", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's group choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3959389925003052, "query_session_index": 2, "query_start_sec": 12.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6736778020858765}, {"memory_id": "history_02_utt_0007", "score": 0.817642092704773}], "gold_semantic_scores": [0.5411718487739563, 0.6931310892105103], "gold_temporal_scores": [0.13250605762004852, 0.12451066076755524], "max_gold_score": 0.817642092704773, "max_candidate_score": 0.817642092704773, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.710334837436676, "best_gold_margin": 0.10730725526809692, "weakest_gold_margin": -0.03665703535079956}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00692", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which titles were on the group's watchlist originally?", "temporal_relation": "earliest", "query_temporal_norm": 0.545987606048584, "query_session_index": 2, "query_start_sec": 12.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7009751796722412}], "gold_semantic_scores": [0.5741899609565735], "gold_temporal_scores": [0.12678520381450653], "max_gold_score": 0.7009751796722412, "max_candidate_score": 0.7030821442604065, "top_memory_id": "history_01_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.7030821442604065, "best_gold_margin": -0.002106964588165283, "weakest_gold_margin": -0.002106964588165283}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00692", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey add to the watchlist for the next session?", "temporal_relation": "none", "query_temporal_norm": 0.20738743245601654, "query_session_index": 2, "query_start_sec": 12.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7326141595840454}], "gold_semantic_scores": [0.6694687008857727], "gold_temporal_scores": [0.06314533203840256], "max_gold_score": 0.7326141595840454, "max_candidate_score": 0.7326141595840454, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7057704925537109, "best_gold_margin": 0.026843667030334473, "weakest_gold_margin": 0.026843667030334473}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00692", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey say they added Paper Lanterns and Midnight Diner to the watchlist?", "temporal_relation": "session", "query_temporal_norm": 0.21307559311389923, "query_session_index": 2, "query_start_sec": 12.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9503762722015381}], "gold_semantic_scores": [0.8816338777542114], "gold_temporal_scores": [0.06874236464500427], "max_gold_score": 0.9503762722015381, "max_candidate_score": 0.9503762722015381, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8308127522468567, "best_gold_margin": 0.1195635199546814, "weakest_gold_margin": 0.1195635199546814}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00752", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery originally say was on our shopping list before they changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5425397157669067, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9102205634117126}], "gold_semantic_scores": [0.7792180180549622], "gold_temporal_scores": [0.13100256025791168], "max_gold_score": 0.9102205634117126, "max_candidate_score": 0.9102205634117126, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.9008337259292603, "best_gold_margin": 0.009386837482452393, "weakest_gold_margin": 0.009386837482452393}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00752", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the shopping list?", "temporal_relation": "comparison", "query_temporal_norm": 0.29315465688705444, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6984856724739075}, {"memory_id": "history_02_utt_0010", "score": 0.7306631803512573}], "gold_semantic_scores": [0.5998026132583618, 0.660881519317627], "gold_temporal_scores": [0.09868300706148148, 0.06978156417608261], "max_gold_score": 0.7306631803512573, "max_candidate_score": 0.7306631803512573, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.52230304479599, "best_gold_margin": 0.20836013555526733, "weakest_gold_margin": 0.17618262767791748}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00752", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery first put on the shopping list?", "temporal_relation": "earliest", "query_temporal_norm": 0.5086035132408142, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7769044637680054}], "gold_semantic_scores": [0.6562566161155701], "gold_temporal_scores": [0.12064788490533829], "max_gold_score": 0.7769044637680054, "max_candidate_score": 0.7769044637680054, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7750399708747864, "best_gold_margin": 0.0018644928932189941, "weakest_gold_margin": 0.0018644928932189941}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00752", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally added Green Valley organic quinoa (the 2 lb bag) to the shopping list?", "temporal_relation": "earliest", "query_temporal_norm": 0.5067894458770752, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8754465579986572}], "gold_semantic_scores": [0.7556824684143066], "gold_temporal_scores": [0.1197640672326088], "max_gold_score": 0.8754465579986572, "max_candidate_score": 0.8764276504516602, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0006::1", "max_non_gold_score": 0.8764276504516602, "best_gold_margin": -0.0009810924530029297, "weakest_gold_margin": -0.0009810924530029297}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00892", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden recommend about Green Leaf Deli, and why did you reject it?", "temporal_relation": "none", "query_temporal_norm": 0.21004757285118103, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8505345582962036}, {"memory_id": "history_02_utt_0009", "score": 0.7555394768714905}], "gold_semantic_scores": [0.7864431738853455, 0.6884702444076538], "gold_temporal_scores": [0.06409142911434174, 0.06706953048706055], "max_gold_score": 0.8505345582962036, "max_candidate_score": 0.8505345582962036, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8354105353355408, "best_gold_margin": 0.015124022960662842, "weakest_gold_margin": -0.07987105846405029}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00892", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Hayden recommend Green Leaf Deli?", "temporal_relation": "none", "query_temporal_norm": 0.1693415492773056, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8919239044189453}], "gold_semantic_scores": [0.8425396680831909], "gold_temporal_scores": [0.049384258687496185], "max_gold_score": 0.8919239044189453, "max_candidate_score": 0.8919239044189453, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7812162637710571, "best_gold_margin": 0.11070764064788818, "weakest_gold_margin": 0.11070764064788818}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00892", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Green Leaf Deli?", "temporal_relation": "none", "query_temporal_norm": 0.1204831600189209, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8532037734985352}], "gold_semantic_scores": [0.8277060389518738], "gold_temporal_scores": [0.025497693568468094], "max_gold_score": 0.8532037734985352, "max_candidate_score": 0.8532037734985352, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6171282529830933, "best_gold_margin": 0.2360755205154419, "weakest_gold_margin": 0.2360755205154419}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00892", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest Harvest Market?", "temporal_relation": "session", "query_temporal_norm": 0.12053698301315308, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.6768972873687744}], "gold_semantic_scores": [0.6562830209732056], "gold_temporal_scores": [0.02061414159834385], "max_gold_score": 0.6768972873687744, "max_candidate_score": 0.6768972873687744, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.46391332149505615, "best_gold_margin": 0.21298396587371826, "weakest_gold_margin": 0.21298396587371826}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01015", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Earlier, what did Cameron say he'd pick up before he changed it?", "temporal_relation": "before", "query_temporal_norm": 0.3355124592781067, "query_session_index": 2, "query_start_sec": 18.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.548484742641449}], "gold_semantic_scores": [0.4690612554550171], "gold_temporal_scores": [0.07942362874746323], "max_gold_score": 0.548484742641449, "max_candidate_score": 0.548484742641449, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.42934373021125793, "best_gold_margin": 0.11914101243019104, "weakest_gold_margin": 0.11914101243019104}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01015", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which paper towel item was the most recent one mentioned for us to pick up?", "temporal_relation": "none", "query_temporal_norm": 0.5493674874305725, "query_session_index": 2, "query_start_sec": 18.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9055230617523193}], "gold_semantic_scores": [0.6288788914680481], "gold_temporal_scores": [0.2766439616680145], "max_gold_score": 0.9055230617523193, "max_candidate_score": 0.9105819463729858, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.9105819463729858, "best_gold_margin": -0.005058884620666504, "weakest_gold_margin": -0.005058884620666504}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01015", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the paper towel choice change?", "temporal_relation": "comparison", "query_temporal_norm": 0.33794042468070984, "query_session_index": 2, "query_start_sec": 18.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6900172829627991}, {"memory_id": "history_02_utt_0010", "score": 0.6986019015312195}], "gold_semantic_scores": [0.5731182098388672, 0.5799747705459595], "gold_temporal_scores": [0.11689908802509308, 0.11862711608409882], "max_gold_score": 0.6986019015312195, "max_candidate_score": 0.6986019015312195, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.35593181848526, "best_gold_margin": 0.3426700830459595, "weakest_gold_margin": 0.33408546447753906}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01015", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the BrightFold paper towel plan mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.18074052035808563, "query_session_index": 2, "query_start_sec": 18.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.5084212422370911}], "gold_semantic_scores": [0.4710993766784668], "gold_temporal_scores": [0.03732183948159218], "max_gold_score": 0.5084212422370911, "max_candidate_score": 0.5084212422370911, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.40744349360466003, "best_gold_margin": 0.10097774863243103, "weakest_gold_margin": 0.10097774863243103}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01161", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the Lantern Bistro, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.20716428756713867, "query_session_index": 2, "query_start_sec": 22.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6654603481292725}, {"memory_id": "history_02_utt_0009", "score": 0.7208079099655151}], "gold_semantic_scores": [0.6000002026557922, 0.6759825944900513], "gold_temporal_scores": [0.06546007096767426, 0.044825319200754166], "max_gold_score": 0.7208079099655151, "max_candidate_score": 0.7208079099655151, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3680139183998108, "best_gold_margin": 0.35279399156570435, "weakest_gold_margin": 0.29744642972946167}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01161", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the Lantern Bistro in that earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.359485000371933, "query_session_index": 2, "query_start_sec": 22.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.719615638256073}], "gold_semantic_scores": [0.5523163676261902], "gold_temporal_scores": [0.1672992706298828], "max_gold_score": 0.719615638256073, "max_candidate_score": 0.719615638256073, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.517757773399353, "best_gold_margin": 0.20185786485671997, "weakest_gold_margin": 0.20185786485671997}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01161", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the Cedar Café as another vegan-capable option?", "temporal_relation": "none", "query_temporal_norm": 0.14422746002674103, "query_session_index": 2, "query_start_sec": 22.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6662273406982422}], "gold_semantic_scores": [0.6455422043800354], "gold_temporal_scores": [0.02068512886762619], "max_gold_score": 0.6662273406982422, "max_candidate_score": 0.6662273406982422, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.45117607712745667, "best_gold_margin": 0.21505126357078552, "weakest_gold_margin": 0.21505126357078552}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01161", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the Cedar Café dropped?", "temporal_relation": "session", "query_temporal_norm": 0.25383228063583374, "query_session_index": 2, "query_start_sec": 22.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.7683398127555847}], "gold_semantic_scores": [0.6941522359848022], "gold_temporal_scores": [0.07418765872716904], "max_gold_score": 0.7683398127555847, "max_candidate_score": 0.7683398127555847, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.4276890754699707, "best_gold_margin": 0.340650737285614, "weakest_gold_margin": 0.340650737285614}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00011", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What should I remember as the chosen place for dinner on the trip?", "temporal_relation": "none", "query_temporal_norm": 0.33209607005119324, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5287242531776428}], "gold_semantic_scores": [0.5219196081161499], "gold_temporal_scores": [0.0068047018721699715], "max_gold_score": 0.5287242531776428, "max_candidate_score": 0.5287242531776428, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5019159913063049, "best_gold_margin": 0.02680826187133789, "weakest_gold_margin": 0.02680826187133789}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00011", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we say where we'd booked dinner?", "temporal_relation": "session", "query_temporal_norm": 0.17576485872268677, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7413370609283447}], "gold_semantic_scores": [0.6884124875068665], "gold_temporal_scores": [0.052924495190382004], "max_gold_score": 0.7413370609283447, "max_candidate_score": 0.7413370609283447, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4525943994522095, "best_gold_margin": 0.28874266147613525, "weakest_gold_margin": 0.28874266147613525}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00011", "qa_id": "extra_qa_0002", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where is the package being taken?", "temporal_relation": "none", "query_temporal_norm": 0.4114128053188324, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4666078984737396, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.4666078984737396, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00133", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the model plan to a two-stage Transformer, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.3908877372741699, "query_session_index": 2, "query_start_sec": 16.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8147547245025635}, {"memory_id": "history_02_utt_0007", "score": 0.7675819993019104}], "gold_semantic_scores": [0.6776870489120483, 0.6670577526092529], "gold_temporal_scores": [0.13706764578819275, 0.10052406042814255], "max_gold_score": 0.8147547245025635, "max_candidate_score": 0.8147547245025635, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.24059318006038666, "best_gold_margin": 0.5741615444421768, "weakest_gold_margin": 0.5269888192415237}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00133", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the model choice change between the earlier plan and the updated plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.3863047659397125, "query_session_index": 2, "query_start_sec": 16.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6029071807861328}, {"memory_id": "history_02_utt_0007", "score": 0.7071381211280823}], "gold_semantic_scores": [0.4644187092781067, 0.5825231075286865], "gold_temporal_scores": [0.1384885609149933, 0.12461481243371964], "max_gold_score": 0.7071381211280823, "max_candidate_score": 0.7071381211280823, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.172397643327713, "best_gold_margin": 0.5347404778003693, "weakest_gold_margin": 0.4305095374584198}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00133", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the original plan to use a lightweight Transformer?", "temporal_relation": "earliest", "query_temporal_norm": 0.4721221923828125, "query_session_index": 2, "query_start_sec": 16.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.734833836555481}], "gold_semantic_scores": [0.6298043727874756], "gold_temporal_scores": [0.10502944141626358], "max_gold_score": 0.734833836555481, "max_candidate_score": 0.734833836555481, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7281700372695923, "best_gold_margin": 0.006663799285888672, "weakest_gold_margin": 0.006663799285888672}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00133", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the plan to a two-stage Transformer?", "temporal_relation": "none", "query_temporal_norm": 0.34842827916145325, "query_session_index": 2, "query_start_sec": 16.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9085944890975952}], "gold_semantic_scores": [0.743397057056427], "gold_temporal_scores": [0.16519750654697418], "max_gold_score": 0.9085944890975952, "max_candidate_score": 0.9085944890975952, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5848305225372314, "best_gold_margin": 0.32376396656036377, "weakest_gold_margin": 0.32376396656036377}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00338", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I like about Coastal Nightliner, and why did I rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.2366434782743454, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.694560706615448}, {"memory_id": "history_02_utt_0008", "score": 0.6820675730705261}], "gold_semantic_scores": [0.6299114227294922, 0.6158320307731628], "gold_temporal_scores": [0.06464941054582596, 0.06623545289039612], "max_gold_score": 0.694560706615448, "max_candidate_score": 0.7109735012054443, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.7109735012054443, "best_gold_margin": -0.016412794589996338, "weakest_gold_margin": -0.028905928134918213}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00338", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we note about the Coastal Nightliner's departure time?", "temporal_relation": "none", "query_temporal_norm": 0.15967363119125366, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8272449970245361}], "gold_semantic_scores": [0.7718247175216675], "gold_temporal_scores": [0.05542018264532089], "max_gold_score": 0.8272449970245361, "max_candidate_score": 0.8272449970245361, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6698348522186279, "best_gold_margin": 0.1574101448059082, "weakest_gold_margin": 0.1574101448059082}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00338", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Coastal Nightliner departs at 4:30 AM?", "temporal_relation": "session", "query_temporal_norm": 0.16451801359653473, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7147502303123474}], "gold_semantic_scores": [0.6466787457466125], "gold_temporal_scores": [0.06807124614715576], "max_gold_score": 0.7147502303123474, "max_candidate_score": 0.7147502303123474, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.46128639578819275, "best_gold_margin": 0.25346383452415466, "weakest_gold_margin": 0.25346383452415466}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00338", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature did we like about the Sunrise Express?", "temporal_relation": "none", "query_temporal_norm": 0.10921436548233032, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.8386194705963135}], "gold_semantic_scores": [0.8159133791923523], "gold_temporal_scores": [0.022705908864736557], "max_gold_score": 0.8386194705963135, "max_candidate_score": 0.8386194705963135, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.49833670258522034, "best_gold_margin": 0.34028276801109314, "weakest_gold_margin": 0.34028276801109314}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00445", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's chore schedule change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3787171542644501, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8425982594490051}, {"memory_id": "history_02_utt_0009", "score": 0.8390601277351379}], "gold_semantic_scores": [0.7074429392814636, 0.711106538772583], "gold_temporal_scores": [0.13515545427799225, 0.1279534548521042], "max_gold_score": 0.8425982594490051, "max_candidate_score": 0.8425982594490051, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7275145649909973, "best_gold_margin": 0.11508369445800781, "weakest_gold_margin": 0.11154556274414062}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00445", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention her chore schedule?", "temporal_relation": "session", "query_temporal_norm": 0.28505080938339233, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8526089191436768}], "gold_semantic_scores": [0.7629106640815735], "gold_temporal_scores": [0.0896981954574585], "max_gold_score": 0.8526089191436768, "max_candidate_score": 0.8526089191436768, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.782852053642273, "best_gold_margin": 0.06975686550140381, "weakest_gold_margin": 0.06975686550140381}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00445", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who was scheduled for kitchen and dishes on Mondays and Wednesdays?", "temporal_relation": "none", "query_temporal_norm": 0.1565057933330536, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8330374956130981}], "gold_semantic_scores": [0.7938032746315002], "gold_temporal_scores": [0.03923423960804939], "max_gold_score": 0.8330374956130981, "max_candidate_score": 0.8330374956130981, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7090417146682739, "best_gold_margin": 0.12399578094482422, "weakest_gold_margin": 0.12399578094482422}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00551", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest venue was?", "temporal_relation": "latest", "query_temporal_norm": 0.47277525067329407, "query_session_index": 2, "query_start_sec": 20.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8062286376953125}], "gold_semantic_scores": [0.6103365421295166], "gold_temporal_scores": [0.19589221477508545], "max_gold_score": 0.8062286376953125, "max_candidate_score": 0.8137098550796509, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8137098550796509, "best_gold_margin": -0.007481217384338379, "weakest_gold_margin": -0.007481217384338379}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00551", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which venue had been reserved for the trip?", "temporal_relation": "none", "query_temporal_norm": 0.2931886911392212, "query_session_index": 2, "query_start_sec": 20.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7467666268348694}], "gold_semantic_scores": [0.7025278806686401], "gold_temporal_scores": [0.044238656759262085], "max_gold_score": 0.7467666268348694, "max_candidate_score": 0.7467666268348694, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6736313104629517, "best_gold_margin": 0.07313531637191772, "weakest_gold_margin": 0.07313531637191772}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00551", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the lakeside pavilion reservation mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1885143369436264, "query_session_index": 2, "query_start_sec": 20.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8127163648605347}], "gold_semantic_scores": [0.7557195425033569], "gold_temporal_scores": [0.05699668452143669], "max_gold_score": 0.8127163648605347, "max_candidate_score": 0.8127163648605347, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5839338898658752, "best_gold_margin": 0.22878247499465942, "weakest_gold_margin": 0.22878247499465942}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00551", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What mood did someone say they were aiming for in the track order?", "temporal_relation": "none", "query_temporal_norm": 0.15465809404850006, "query_session_index": 2, "query_start_sec": 20.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.619618833065033}], "gold_semantic_scores": [0.6330768465995789], "gold_temporal_scores": [-0.013458163477480412], "max_gold_score": 0.619618833065033, "max_candidate_score": 0.619618833065033, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.36042520403862, "best_gold_margin": 0.25919362902641296, "weakest_gold_margin": 0.25919362902641296}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00641", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Jordan's deployment target change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3945647180080414, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7098273634910583}, {"memory_id": "history_02_utt_0007", "score": 0.6152780652046204}], "gold_semantic_scores": [0.5700421333312988, 0.48168253898620605], "gold_temporal_scores": [0.1397852599620819, 0.13359560072422028], "max_gold_score": 0.7098273634910583, "max_candidate_score": 0.7098273634910583, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4751705825328827, "best_gold_margin": 0.23465678095817566, "weakest_gold_margin": 0.14010748267173767}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00641", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan say he planned to deploy to the on-prem staging cluster?", "temporal_relation": "session", "query_temporal_norm": 0.2659914195537567, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.789912223815918}], "gold_semantic_scores": [0.7241747379302979], "gold_temporal_scores": [0.06573765724897385], "max_gold_score": 0.789912223815918, "max_candidate_score": 0.789912223815918, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.516900360584259, "best_gold_margin": 0.27301186323165894, "weakest_gold_margin": 0.27301186323165894}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00641", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deployment target did Jordan say he switched to for testing gradual rollouts and isolation?", "temporal_relation": "none", "query_temporal_norm": 0.3334048092365265, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6394802927970886}], "gold_semantic_scores": [0.4803938567638397], "gold_temporal_scores": [0.15908673405647278], "max_gold_score": 0.6394802927970886, "max_candidate_score": 0.6394802927970886, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4436236321926117, "best_gold_margin": 0.19585666060447693, "weakest_gold_margin": 0.19585666060447693}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00641", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan say he switched the target?", "temporal_relation": "session", "query_temporal_norm": 0.2271929830312729, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6336935758590698}], "gold_semantic_scores": [0.5271709561347961], "gold_temporal_scores": [0.1065228059887886], "max_gold_score": 0.6336935758590698, "max_candidate_score": 0.6336935758590698, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4478681981563568, "best_gold_margin": 0.185825377702713, "weakest_gold_margin": 0.185825377702713}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00687", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the playlist choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.4535106420516968, "query_session_index": 2, "query_start_sec": 22.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6220763325691223}], "gold_semantic_scores": [0.5480760335922241], "gold_temporal_scores": [0.07400035113096237], "max_gold_score": 0.6220763325691223, "max_candidate_score": 0.6220763325691223, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6074230670928955, "best_gold_margin": 0.014653265476226807, "weakest_gold_margin": 0.014653265476226807}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00687", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which playlist did we pick for the start of the run?", "temporal_relation": "none", "query_temporal_norm": 0.18898607790470123, "query_session_index": 2, "query_start_sec": 22.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.5231737494468689}], "gold_semantic_scores": [0.5480409860610962], "gold_temporal_scores": [-0.024867044761776924], "max_gold_score": 0.5231737494468689, "max_candidate_score": 0.5231737494468689, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5184571146965027, "best_gold_margin": 0.004716634750366211, "weakest_gold_margin": 0.004716634750366211}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00687", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the playlist switched to that Upbeat Morning Mix?", "temporal_relation": "session", "query_temporal_norm": 0.2392776608467102, "query_session_index": 2, "query_start_sec": 22.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7355183959007263}], "gold_semantic_scores": [0.6480600237846375], "gold_temporal_scores": [0.0874585211277008], "max_gold_score": 0.7355183959007263, "max_candidate_score": 0.7355183959007263, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6458024978637695, "best_gold_margin": 0.08971589803695679, "weakest_gold_margin": 0.08971589803695679}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00782", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that 'Moonlight Arcade' was the playlist pick?", "temporal_relation": "none", "query_temporal_norm": 0.11285947263240814, "query_session_index": 2, "query_start_sec": 13.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7246010899543762}], "gold_semantic_scores": [0.7169199585914612], "gold_temporal_scores": [0.007681034971028566], "max_gold_score": 0.7246010899543762, "max_candidate_score": 0.7246010899543762, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5300744771957397, "best_gold_margin": 0.19452661275863647, "weakest_gold_margin": 0.19452661275863647}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00782", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the playlist selection change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.340732604265213, "query_session_index": 2, "query_start_sec": 13.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6549463868141174}, {"memory_id": "history_02_utt_0007", "score": 0.6322168707847595}], "gold_semantic_scores": [0.5362449288368225, 0.5494369268417358], "gold_temporal_scores": [0.11870147287845612, 0.08277974277734756], "max_gold_score": 0.6549463868141174, "max_candidate_score": 0.6549463868141174, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.49280956387519836, "best_gold_margin": 0.16213682293891907, "weakest_gold_margin": 0.13940730690956116}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00782", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What volume level did I just set the speakers to?", "temporal_relation": "none", "query_temporal_norm": 0.26536470651626587, "query_session_index": 2, "query_start_sec": 13.399999999999999, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.319186270236969, "top_memory_id": "history_02_utt_0015", "max_non_gold_score": 0.319186270236969, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00875", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5552331805229187, "query_session_index": 2, "query_start_sec": 22.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.999202311038971}], "gold_semantic_scores": [0.7173499464988708], "gold_temporal_scores": [0.2818523049354553], "max_gold_score": 0.999202311038971, "max_candidate_score": 1.0159916877746582, "top_memory_id": "history_02_utt_0009::cf::main::0", "max_non_gold_score": 1.0159916877746582, "best_gold_margin": -0.016789376735687256, "weakest_gold_margin": -0.016789376735687256}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00875", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched our experiments to EfficientNet-B3 as the chosen model for the paper?", "temporal_relation": "none", "query_temporal_norm": 0.32531753182411194, "query_session_index": 2, "query_start_sec": 22.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9644483923912048}], "gold_semantic_scores": [0.8050482869148254], "gold_temporal_scores": [0.15939980745315552], "max_gold_score": 0.9644483923912048, "max_candidate_score": 0.9644483923912048, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6135691404342651, "best_gold_margin": 0.3508792519569397, "weakest_gold_margin": 0.3508792519569397}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00875", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model is currently chosen for the paper?", "temporal_relation": "latest", "query_temporal_norm": 0.48806557059288025, "query_session_index": 2, "query_start_sec": 22.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7715845704078674}], "gold_semantic_scores": [0.5340308547019958], "gold_temporal_scores": [0.2375539392232895], "max_gold_score": 0.7715845704078674, "max_candidate_score": 0.7785658240318298, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.7785658240318298, "best_gold_margin": -0.006981253623962402, "weakest_gold_margin": -0.006981253623962402}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00875", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model had we been using as the baseline before we changed it?", "temporal_relation": "before", "query_temporal_norm": 0.4983406364917755, "query_session_index": 2, "query_start_sec": 22.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.769655168056488}], "gold_semantic_scores": [0.6886003613471985], "gold_temporal_scores": [0.08105480670928955], "max_gold_score": 0.769655168056488, "max_candidate_score": 0.769655168056488, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.45784613490104675, "best_gold_margin": 0.3118090331554413, "weakest_gold_margin": 0.3118090331554413}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00969", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my chosen title change between the earlier conversation and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.39839717745780945, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6200814843177795}, {"memory_id": "history_02_utt_0010", "score": 0.682507336139679}], "gold_semantic_scores": [0.48801150918006897, 0.5684220790863037], "gold_temporal_scores": [0.1320701390504837, 0.11408498883247375], "max_gold_score": 0.682507336139679, "max_candidate_score": 0.7054247856140137, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.7054247856140137, "best_gold_margin": -0.022917449474334717, "weakest_gold_margin": -0.08534330129623413}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00969", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their pick to Harbor Echoes Clip?", "temporal_relation": "none", "query_temporal_norm": 0.29607540369033813, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.827989399433136}], "gold_semantic_scores": [0.7314742207527161], "gold_temporal_scores": [0.09651532024145126], "max_gold_score": 0.827989399433136, "max_candidate_score": 0.827989399433136, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4375552237033844, "best_gold_margin": 0.3904341757297516, "weakest_gold_margin": 0.3904341757297516}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00969", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent title that was chosen?", "temporal_relation": "none", "query_temporal_norm": 0.5115686058998108, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8221995234489441}], "gold_semantic_scores": [0.5677874684333801], "gold_temporal_scores": [0.25441211462020874], "max_gold_score": 0.8221995234489441, "max_candidate_score": 0.8221995234489441, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8191168308258057, "best_gold_margin": 0.0030826926231384277, "weakest_gold_margin": 0.0030826926231384277}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00969", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title had been chosen earlier before it was changed?", "temporal_relation": "before", "query_temporal_norm": 0.4846808612346649, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6205502152442932}], "gold_semantic_scores": [0.5427740216255188], "gold_temporal_scores": [0.0777762308716774], "max_gold_score": 0.6205502152442932, "max_candidate_score": 0.6205502152442932, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.41863957047462463, "best_gold_margin": 0.20191064476966858, "weakest_gold_margin": 0.20191064476966858}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01064", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who reorganized the watchlist to put Forgotten Kitchens first, and what was the original order?", "temporal_relation": "none", "query_temporal_norm": 0.4417446255683899, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.848614513874054}, {"memory_id": "history_02_utt_0008", "score": 0.8338794112205505}], "gold_semantic_scores": [0.700203537940979, 0.770675539970398], "gold_temporal_scores": [0.14841102063655853, 0.06320393830537796], "max_gold_score": 0.848614513874054, "max_candidate_score": 0.848614513874054, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.30284634232521057, "best_gold_margin": 0.5457681715488434, "weakest_gold_margin": 0.53103306889534}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01064", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the group's watchlist order change?", "temporal_relation": "comparison", "query_temporal_norm": 0.3074929118156433, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7781567573547363}, {"memory_id": "history_02_utt_0008", "score": 0.8073331713676453}], "gold_semantic_scores": [0.6717584133148193, 0.7272273302078247], "gold_temporal_scores": [0.1063980832695961, 0.08010579645633698], "max_gold_score": 0.8073331713676453, "max_candidate_score": 0.8073331713676453, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.25566190481185913, "best_gold_margin": 0.5516712665557861, "weakest_gold_margin": 0.5224948525428772}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01064", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who set the group's watchlist to River Lines, then Forgotten Kitchens, then Signal Fires?", "temporal_relation": "none", "query_temporal_norm": 0.2988972067832947, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8680885434150696}], "gold_semantic_scores": [0.7660404443740845], "gold_temporal_scores": [0.1020478755235672], "max_gold_score": 0.8680885434150696, "max_candidate_score": 0.8680885434150696, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.796438992023468, "best_gold_margin": 0.07164955139160156, "weakest_gold_margin": 0.07164955139160156}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01064", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey state the group's watchlist order?", "temporal_relation": "session", "query_temporal_norm": 0.27835196256637573, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9261957406997681}], "gold_semantic_scores": [0.8428263664245605], "gold_temporal_scores": [0.08336909860372543], "max_gold_score": 0.9261957406997681, "max_candidate_score": 0.9261957406997681, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8275555372238159, "best_gold_margin": 0.09864020347595215, "weakest_gold_margin": 0.09864020347595215}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01113", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the lightweight cache option, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2090424746274948, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7483717799186707}, {"memory_id": "history_02_utt_0008", "score": 0.7206487059593201}], "gold_semantic_scores": [0.6823481917381287, 0.6458784937858582], "gold_temporal_scores": [0.06602361798286438, 0.0747700110077858], "max_gold_score": 0.7483717799186707, "max_candidate_score": 0.7483717799186707, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7295008301734924, "best_gold_margin": 0.018870949745178223, "weakest_gold_margin": -0.008852124214172363}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01113", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the lightweight cache option rejected earlier?", "temporal_relation": "none", "query_temporal_norm": 0.22703619301319122, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8061946630477905}], "gold_semantic_scores": [0.7573375701904297], "gold_temporal_scores": [0.04885717108845711], "max_gold_score": 0.8061946630477905, "max_candidate_score": 0.8061946630477905, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7261666655540466, "best_gold_margin": 0.0800279974937439, "weakest_gold_margin": 0.0800279974937439}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01113", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about the batching gateway in terms of the deployment speed requirement?", "temporal_relation": "none", "query_temporal_norm": 0.1309654414653778, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7464770078659058}], "gold_semantic_scores": [0.7110379934310913], "gold_temporal_scores": [0.03543887287378311], "max_gold_score": 0.7464770078659058, "max_candidate_score": 0.7464770078659058, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5172624588012695, "best_gold_margin": 0.22921454906463623, "weakest_gold_margin": 0.22921454906463623}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01113", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who said their notes were saved locally?", "temporal_relation": "none", "query_temporal_norm": 0.26532644033432007, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.2889913320541382, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.2889913320541382, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00041", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the shopping item was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5719772577285767, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8742371201515198}], "gold_semantic_scores": [0.7039031386375427], "gold_temporal_scores": [0.17033381760120392], "max_gold_score": 0.8742371201515198, "max_candidate_score": 0.8830687403678894, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8830687403678894, "best_gold_margin": -0.008831620216369629, "weakest_gold_margin": -0.008831620216369629}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00041", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the current FreshWave item listed for laundry on the shopping list?", "temporal_relation": "latest", "query_temporal_norm": 0.5450187921524048, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9910655617713928}], "gold_semantic_scores": [0.7129706144332886], "gold_temporal_scores": [0.278095006942749], "max_gold_score": 0.9910655617713928, "max_candidate_score": 0.9917507767677307, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0004::1", "max_non_gold_score": 0.9917507767677307, "best_gold_margin": -0.0006852149963378906, "weakest_gold_margin": -0.0006852149963378906}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00041", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the laundry item changed to FreshWave concentrated pods?", "temporal_relation": "session", "query_temporal_norm": 0.370585560798645, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9086418151855469}], "gold_semantic_scores": [0.7418503165245056], "gold_temporal_scores": [0.166792094707489], "max_gold_score": 0.9086418151855469, "max_candidate_score": 0.9086418151855469, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.604065477848053, "best_gold_margin": 0.3045763373374939, "weakest_gold_margin": 0.3045763373374939}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00041", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which low-cost eco item was added to the shopping list?", "temporal_relation": "none", "query_temporal_norm": 0.2731323540210724, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6444268822669983}], "gold_semantic_scores": [0.5713435411453247], "gold_temporal_scores": [0.07308368384838104], "max_gold_score": 0.6444268822669983, "max_candidate_score": 0.6755166053771973, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6755166053771973, "best_gold_margin": -0.031089723110198975, "weakest_gold_margin": -0.031089723110198975}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00145", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What detail did I mention about local RAM caching on Cluster Alpha, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.22006769478321075, "query_session_index": 2, "query_start_sec": 22.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.6993792653083801}, {"memory_id": "history_02_utt_0010", "score": 0.793321430683136}], "gold_semantic_scores": [0.6359279751777649, 0.7636151313781738], "gold_temporal_scores": [0.06345126777887344, 0.02970636822283268], "max_gold_score": 0.793321430683136, "max_candidate_score": 0.793321430683136, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7117167711257935, "best_gold_margin": 0.08160465955734253, "weakest_gold_margin": -0.01233750581741333}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00145", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What approach was confirmed to meet the throughput requirement on Cluster Beta?", "temporal_relation": "none", "query_temporal_norm": 0.2232353389263153, "query_session_index": 2, "query_start_sec": 22.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.6446460485458374}], "gold_semantic_scores": [0.5880281925201416], "gold_temporal_scores": [0.056617800146341324], "max_gold_score": 0.6446460485458374, "max_candidate_score": 0.6446460485458374, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.5828980207443237, "best_gold_margin": 0.06174802780151367, "weakest_gold_margin": 0.06174802780151367}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00145", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was disk-based sharding on Cluster Beta later accepted?", "temporal_relation": "none", "query_temporal_norm": 0.19658228754997253, "query_session_index": 2, "query_start_sec": 22.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.7941926121711731}], "gold_semantic_scores": [0.723035991191864], "gold_temporal_scores": [0.0711565837264061], "max_gold_score": 0.7941926121711731, "max_candidate_score": 0.7941926121711731, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.6355642676353455, "best_gold_margin": 0.15862834453582764, "weakest_gold_margin": 0.15862834453582764}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00145", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What am I planning to do to get the key for the check-in room?", "temporal_relation": "none", "query_temporal_norm": 0.2983793318271637, "query_session_index": 2, "query_start_sec": 22.88, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3552907407283783, "top_memory_id": "history_02_utt_0017", "max_non_gold_score": 0.3552907407283783, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00220", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for \"Echoes in Transit\", and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.18334773182868958, "query_session_index": 2, "query_start_sec": 23.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6010584235191345}, {"memory_id": "history_02_utt_0007", "score": 0.6402698159217834}], "gold_semantic_scores": [0.5466052889823914, 0.5926598906517029], "gold_temporal_scores": [0.05445317178964615, 0.04760992154479027], "max_gold_score": 0.6402698159217834, "max_candidate_score": 0.6515825986862183, "top_memory_id": "history_02_utt_0007::cf::main::3", "max_non_gold_score": 0.6515825986862183, "best_gold_margin": -0.011312782764434814, "weakest_gold_margin": -0.05052417516708374}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00220", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How was \"Midnight Micros\" described?", "temporal_relation": "none", "query_temporal_norm": 0.14037176966667175, "query_session_index": 2, "query_start_sec": 23.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7043352127075195}], "gold_semantic_scores": [0.6734709739685059], "gold_temporal_scores": [0.030864594504237175], "max_gold_score": 0.7043352127075195, "max_candidate_score": 0.7043352127075195, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.6250293254852295, "best_gold_margin": 0.07930588722229004, "weakest_gold_margin": 0.07930588722229004}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00266", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending Nightfall, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1823417693376541, "query_session_index": 2, "query_start_sec": 21.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7625617384910583}, {"memory_id": "history_02_utt_0007", "score": 0.7741181254386902}], "gold_semantic_scores": [0.7086440920829773, 0.7081124782562256], "gold_temporal_scores": [0.05391773208975792, 0.06600583344697952], "max_gold_score": 0.7741181254386902, "max_candidate_score": 0.7741181254386902, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7708269357681274, "best_gold_margin": 0.003291189670562744, "weakest_gold_margin": -0.008265197277069092}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00266", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we end up dropping Nightfall?", "temporal_relation": "none", "query_temporal_norm": 0.22961550951004028, "query_session_index": 2, "query_start_sec": 21.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8580788969993591}], "gold_semantic_scores": [0.749940037727356], "gold_temporal_scores": [0.10813917964696884], "max_gold_score": 0.8580788969993591, "max_candidate_score": 0.8580788969993591, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5673417448997498, "best_gold_margin": 0.2907371520996094, "weakest_gold_margin": 0.2907371520996094}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00266", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Sunrise recommended?", "temporal_relation": "none", "query_temporal_norm": 0.11408950388431549, "query_session_index": 2, "query_start_sec": 21.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7878376841545105}], "gold_semantic_scores": [0.7617429494857788], "gold_temporal_scores": [0.026094933971762657], "max_gold_score": 0.7878376841545105, "max_candidate_score": 0.7878376841545105, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5019969940185547, "best_gold_margin": 0.2858406901359558, "weakest_gold_margin": 0.2858406901359558}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00266", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that Sunrise fit the evening's time constraints?", "temporal_relation": "session", "query_temporal_norm": 0.13398483395576477, "query_session_index": 2, "query_start_sec": 21.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.5653761625289917}], "gold_semantic_scores": [0.5252536535263062], "gold_temporal_scores": [0.04012230411171913], "max_gold_score": 0.5653761625289917, "max_candidate_score": 0.5653761625289917, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.5388373136520386, "best_gold_margin": 0.026538848876953125, "weakest_gold_margin": 0.026538848876953125}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00423", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the shopping item was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5708954334259033, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8184801936149597}], "gold_semantic_scores": [0.6642499566078186], "gold_temporal_scores": [0.15423007309436798], "max_gold_score": 0.8184801936149597, "max_candidate_score": 0.8448145985603333, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8448145985603333, "best_gold_margin": -0.026334404945373535, "weakest_gold_margin": -0.026334404945373535}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00423", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who added the ceramic hand-crank coffee grinder to the shopping list?", "temporal_relation": "none", "query_temporal_norm": 0.28172239661216736, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9182856678962708}], "gold_semantic_scores": [0.8460126519203186], "gold_temporal_scores": [0.07227300852537155], "max_gold_score": 0.9182856678962708, "max_candidate_score": 0.9182856678962708, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.600458562374115, "best_gold_margin": 0.31782710552215576, "weakest_gold_margin": 0.31782710552215576}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00423", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current shopping-list item listed for the coffee grinder?", "temporal_relation": "latest", "query_temporal_norm": 0.5243090987205505, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.965358555316925}], "gold_semantic_scores": [0.7061884999275208], "gold_temporal_scores": [0.25917017459869385], "max_gold_score": 0.965358555316925, "max_candidate_score": 0.965358555316925, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9636982083320618, "best_gold_margin": 0.0016603469848632812, "weakest_gold_margin": 0.0016603469848632812}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00423", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the coffee grinder replacement mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.2273469716310501, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8232735991477966}], "gold_semantic_scores": [0.7280420064926147], "gold_temporal_scores": [0.09523163735866547], "max_gold_score": 0.8232735991477966, "max_candidate_score": 0.8232735991477966, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6817352771759033, "best_gold_margin": 0.1415383219718933, "weakest_gold_margin": 0.1415383219718933}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00536", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5545128583908081, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9081778526306152}], "gold_semantic_scores": [0.6316389441490173], "gold_temporal_scores": [0.2765391170978546], "max_gold_score": 0.9081778526306152, "max_candidate_score": 0.9572068452835083, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.9572068452835083, "best_gold_margin": -0.049028992652893066, "weakest_gold_margin": -0.049028992652893066}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00536", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we would do a potluck dinner with trivia at their place?", "temporal_relation": "none", "query_temporal_norm": 0.24903520941734314, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6574998497962952}], "gold_semantic_scores": [0.6242650747299194], "gold_temporal_scores": [0.033234741538763046], "max_gold_score": 0.6574998497962952, "max_candidate_score": 0.6574998497962952, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.39856162667274475, "best_gold_margin": 0.2589382231235504, "weakest_gold_margin": 0.2589382231235504}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00536", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they were leaning toward hosting a board game night at their place?", "temporal_relation": "session", "query_temporal_norm": 0.2593967020511627, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8521063327789307}], "gold_semantic_scores": [0.7796263098716736], "gold_temporal_scores": [0.07248011231422424], "max_gold_score": 0.8521063327789307, "max_candidate_score": 0.8521063327789307, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4837603271007538, "best_gold_margin": 0.3683460056781769, "weakest_gold_margin": 0.3683460056781769}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00536", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "When is Casey planning to bring their laundry basket over?", "temporal_relation": "none", "query_temporal_norm": 0.27797356247901917, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.49351489543914795, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.49351489543914795, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00632", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say changed about my training setup between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3759087920188904, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6591826677322388}, {"memory_id": "history_02_utt_0010", "score": 0.6285710334777832}], "gold_semantic_scores": [0.5295121073722839, 0.4958096444606781], "gold_temporal_scores": [0.12967053055763245, 0.1327613741159439], "max_gold_score": 0.6591826677322388, "max_candidate_score": 0.6630608439445496, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.6630608439445496, "best_gold_margin": -0.003878176212310791, "weakest_gold_margin": -0.03448981046676636}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00632", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to run single-node GPU training reading checkpoints from NFS shared storage?", "temporal_relation": "none", "query_temporal_norm": 0.19792328774929047, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6652585864067078}], "gold_semantic_scores": [0.6233866810798645], "gold_temporal_scores": [0.041871748864650726], "max_gold_score": 0.6652585864067078, "max_candidate_score": 0.6652585864067078, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5469064712524414, "best_gold_margin": 0.11835211515426636, "weakest_gold_margin": 0.11835211515426636}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00632", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the plan to distributed multi-node GPU training pulling data from Ceph object storage?", "temporal_relation": "none", "query_temporal_norm": 0.40437644720077515, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8951062560081482}], "gold_semantic_scores": [0.6911570429801941], "gold_temporal_scores": [0.20394958555698395], "max_gold_score": 0.8951062560081482, "max_candidate_score": 0.8951062560081482, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5648516416549683, "best_gold_margin": 0.33025461435317993, "weakest_gold_margin": 0.33025461435317993}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00632", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "Where will I pick up the equipment package tomorrow morning?", "temporal_relation": "none", "query_temporal_norm": 0.37632447481155396, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5194950699806213, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5194950699806213, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00718", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Casey originally give Hollow City before they changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.4650646448135376, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8937048316001892}], "gold_semantic_scores": [0.7952720522880554], "gold_temporal_scores": [0.09843287616968155], "max_gold_score": 0.8937048316001892, "max_candidate_score": 0.8937048316001892, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8218651413917542, "best_gold_margin": 0.07183969020843506, "weakest_gold_margin": 0.07183969020843506}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00718", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey say she gave Hollow City a 7/10?", "temporal_relation": "session", "query_temporal_norm": 0.22308126091957092, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6922791004180908}], "gold_semantic_scores": [0.6239980459213257], "gold_temporal_scores": [0.06828105449676514], "max_gold_score": 0.6922791004180908, "max_candidate_score": 0.6922791004180908, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5837666392326355, "best_gold_margin": 0.10851246118545532, "weakest_gold_margin": 0.10851246118545532}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00718", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the current rating for Hollow City after the rewatch?", "temporal_relation": "latest", "query_temporal_norm": 0.5335961580276489, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9292660355567932}], "gold_semantic_scores": [0.6985136866569519], "gold_temporal_scores": [0.2307525873184204], "max_gold_score": 0.9292660355567932, "max_candidate_score": 0.9292660355567932, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9272739887237549, "best_gold_margin": 0.00199204683303833, "weakest_gold_margin": 0.00199204683303833}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00718", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say to do about the remote?", "temporal_relation": "none", "query_temporal_norm": 0.1601264476776123, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.2848946750164032, "top_memory_id": "history_01_utt_0002", "max_non_gold_score": 0.2848946750164032, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00880", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they wanted a seafood tasting dinner down at the harbor before the plan changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.548935055732727, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7241102457046509}], "gold_semantic_scores": [0.5967116355895996], "gold_temporal_scores": [0.12739859521389008], "max_gold_score": 0.7241102457046509, "max_candidate_score": 0.7241102457046509, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.44330817461013794, "best_gold_margin": 0.28080207109451294, "weakest_gold_margin": 0.28080207109451294}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00880", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our planning, what dinner option was originally proposed before it was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5459970831871033, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7049839496612549}], "gold_semantic_scores": [0.5745854377746582], "gold_temporal_scores": [0.1303984820842743], "max_gold_score": 0.7049839496612549, "max_candidate_score": 0.7049839496612549, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.47256332635879517, "best_gold_margin": 0.23242062330245972, "weakest_gold_margin": 0.23242062330245972}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00880", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say they wanted for dinner earlier?", "temporal_relation": "before", "query_temporal_norm": 0.36367928981781006, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7297655940055847}], "gold_semantic_scores": [0.6350898146629333], "gold_temporal_scores": [0.09467576444149017], "max_gold_score": 0.7297655940055847, "max_candidate_score": 0.7297655940055847, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.646293580532074, "best_gold_margin": 0.08347201347351074, "weakest_gold_margin": 0.08347201347351074}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00880", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dinner option did we end up choosing?", "temporal_relation": "latest", "query_temporal_norm": 0.5356074571609497, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9730806350708008}], "gold_semantic_scores": [0.7153066992759705], "gold_temporal_scores": [0.2577737271785736], "max_gold_score": 0.9730806350708008, "max_candidate_score": 0.9755566716194153, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 0.9755566716194153, "best_gold_margin": -0.002476036548614502, "weakest_gold_margin": -0.002476036548614502}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01009", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention the NVMe cluster would do, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.15544208884239197, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.5194823145866394}, {"memory_id": "history_02_utt_0008", "score": 0.46989694237709045}], "gold_semantic_scores": [0.4721061587333679, 0.43434780836105347], "gold_temporal_scores": [0.047376055270433426, 0.035549163818359375], "max_gold_score": 0.5194823145866394, "max_candidate_score": 0.5312055349349976, "top_memory_id": "history_01_utt_0007::cf::main::0", "max_non_gold_score": 0.5312055349349976, "best_gold_margin": -0.011723220348358154, "weakest_gold_margin": -0.061308592557907104}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01009", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the NVMe cluster proposal rejected?", "temporal_relation": "none", "query_temporal_norm": 0.14910173416137695, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6967430710792542}], "gold_semantic_scores": [0.6387854814529419], "gold_temporal_scores": [0.057957641780376434], "max_gold_score": 0.6967430710792542, "max_candidate_score": 0.6967430710792542, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.526985228061676, "best_gold_margin": 0.16975784301757812, "weakest_gold_margin": 0.16975784301757812}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01009", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the NVMe cluster rejection mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.2592949867248535, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7436191439628601}], "gold_semantic_scores": [0.6204961538314819], "gold_temporal_scores": [0.12312301993370056], "max_gold_score": 0.7436191439628601, "max_candidate_score": 0.7436191439628601, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5322574377059937, "best_gold_margin": 0.21136170625686646, "weakest_gold_margin": 0.21136170625686646}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01009", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for proposing the distributed RAM cache?", "temporal_relation": "none", "query_temporal_norm": 0.10431241244077682, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.8148590326309204}], "gold_semantic_scores": [0.7932211756706238], "gold_temporal_scores": [0.021637728437781334], "max_gold_score": 0.8148590326309204, "max_candidate_score": 0.8148590326309204, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.6327992677688599, "best_gold_margin": 0.18205976486206055, "weakest_gold_margin": 0.18205976486206055}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01081", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about the low-precision quantized encoder, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.21573969721794128, "query_session_index": 2, "query_start_sec": 17.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7387163639068604}, {"memory_id": "history_02_utt_0009", "score": 0.8072945475578308}], "gold_semantic_scores": [0.6704308390617371, 0.7610476016998291], "gold_temporal_scores": [0.06828567385673523, 0.046246856451034546], "max_gold_score": 0.8072945475578308, "max_candidate_score": 0.8072945475578308, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.748055100440979, "best_gold_margin": 0.05923944711685181, "weakest_gold_margin": -0.009338736534118652}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01081", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for proposing the causal streaming transformer?", "temporal_relation": "none", "query_temporal_norm": 0.10234634578227997, "query_session_index": 2, "query_start_sec": 17.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7694286108016968}], "gold_semantic_scores": [0.7488155961036682], "gold_temporal_scores": [0.0206131748855114], "max_gold_score": 0.7694286108016968, "max_candidate_score": 0.7694286108016968, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5836217403411865, "best_gold_margin": 0.18580687046051025, "weakest_gold_margin": 0.18580687046051025}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01081", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the causal streaming transformer proposed?", "temporal_relation": "session", "query_temporal_norm": 0.16583649814128876, "query_session_index": 2, "query_start_sec": 17.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7810670137405396}], "gold_semantic_scores": [0.7507160902023315], "gold_temporal_scores": [0.030350903049111366], "max_gold_score": 0.7810670137405396, "max_candidate_score": 0.7810670137405396, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5980401039123535, "best_gold_margin": 0.18302690982818604, "weakest_gold_margin": 0.18302690982818604}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01081", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we talked about profiling memory behavior—what testing approach did they suggest we try?", "temporal_relation": "none", "query_temporal_norm": 0.12430299073457718, "query_session_index": 2, "query_start_sec": 17.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.5936856865882874}], "gold_semantic_scores": [0.5705475211143494], "gold_temporal_scores": [0.02313813380897045], "max_gold_score": 0.5936856865882874, "max_candidate_score": 0.5936856865882874, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.4851599633693695, "best_gold_margin": 0.10852572321891785, "weakest_gold_margin": 0.10852572321891785}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01175", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the playlist to 'Velvet Nights; Dawn Patrol; City Echoes', and what was the earlier playlist?", "temporal_relation": "comparison", "query_temporal_norm": 0.3973148465156555, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.807505190372467}, {"memory_id": "history_02_utt_0009", "score": 0.76727694272995}], "gold_semantic_scores": [0.6630371809005737, 0.6579028964042664], "gold_temporal_scores": [0.1444680392742157, 0.10937422513961792], "max_gold_score": 0.807505190372467, "max_candidate_score": 0.807505190372467, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3593251407146454, "best_gold_margin": 0.44818004965782166, "weakest_gold_margin": 0.40795180201530457}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01175", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the playlist change between the two sessions?", "temporal_relation": "comparison", "query_temporal_norm": 0.36988550424575806, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7334122061729431}, {"memory_id": "history_02_utt_0009", "score": 0.6152877807617188}], "gold_semantic_scores": [0.600642204284668, 0.5038037300109863], "gold_temporal_scores": [0.13277003169059753, 0.11148406565189362], "max_gold_score": 0.7334122061729431, "max_candidate_score": 0.7334122061729431, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3738541603088379, "best_gold_margin": 0.3595580458641052, "weakest_gold_margin": 0.24143362045288086}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01175", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had the playlist 'Sunrise Streets; Velvet Nights; City Echoes' cued up for our session?", "temporal_relation": "none", "query_temporal_norm": 0.22463978826999664, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.843830943107605}], "gold_semantic_scores": [0.7782108783721924], "gold_temporal_scores": [0.06561986356973648], "max_gold_score": 0.843830943107605, "max_candidate_score": 0.843830943107605, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5571282505989075, "best_gold_margin": 0.2867026925086975, "weakest_gold_margin": 0.2867026925086975}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01175", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched their queue to 'Velvet Nights; Dawn Patrol; City Echoes' for the follow-up session?", "temporal_relation": "none", "query_temporal_norm": 0.3357356786727905, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9842442870140076}], "gold_semantic_scores": [0.813448965549469], "gold_temporal_scores": [0.17079541087150574], "max_gold_score": 0.9842442870140076, "max_candidate_score": 0.9842442870140076, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5557012557983398, "best_gold_margin": 0.4285430312156677, "weakest_gold_margin": 0.4285430312156677}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00053", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was a reason I liked Sunset Montage, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1495593935251236, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8226462006568909}, {"memory_id": "history_02_utt_0009", "score": 0.8010826110839844}], "gold_semantic_scores": [0.7780035138130188, 0.7562139630317688], "gold_temporal_scores": [0.04464264214038849, 0.04486880078911781], "max_gold_score": 0.8226462006568909, "max_candidate_score": 0.8226462006568909, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8178175091743469, "best_gold_margin": 0.004828691482543945, "weakest_gold_margin": -0.01673489809036255}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00053", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Sunset Montage removed from consideration?", "temporal_relation": "none", "query_temporal_norm": 0.11805488914251328, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7955352663993835}], "gold_semantic_scores": [0.7518766522407532], "gold_temporal_scores": [0.04365871101617813], "max_gold_score": 0.7955352663993835, "max_candidate_score": 0.7955352663993835, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6617224216461182, "best_gold_margin": 0.13381284475326538, "weakest_gold_margin": 0.13381284475326538}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00053", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Sunset Montage was dropped?", "temporal_relation": "session", "query_temporal_norm": 0.1235252395272255, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.767177164554596}], "gold_semantic_scores": [0.7353904247283936], "gold_temporal_scores": [0.03178691118955612], "max_gold_score": 0.767177164554596, "max_candidate_score": 0.767177164554596, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7458402514457703, "best_gold_margin": 0.021336913108825684, "weakest_gold_margin": 0.021336913108825684}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00053", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What emphasis did someone say Urban Drift had?", "temporal_relation": "none", "query_temporal_norm": 0.10003656148910522, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6977249383926392}], "gold_semantic_scores": [0.6865139603614807], "gold_temporal_scores": [0.011210880242288113], "max_gold_score": 0.6977249383926392, "max_candidate_score": 0.6977249383926392, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.37482571601867676, "best_gold_margin": 0.3228992223739624, "weakest_gold_margin": 0.3228992223739624}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00145", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about Sunrise Montage's editing style, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16152334213256836, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0014", "score": 0.5845566987991333}, {"memory_id": "history_02_utt_0009", "score": 0.530494749546051}], "gold_semantic_scores": [0.5477079749107361, 0.4932984709739685], "gold_temporal_scores": [0.03684883937239647, 0.037196263670921326], "max_gold_score": 0.5845566987991333, "max_candidate_score": 0.6069918274879456, "top_memory_id": "history_01_utt_0014::cf::main::1", "max_non_gold_score": 0.6069918274879456, "best_gold_margin": -0.022435128688812256, "weakest_gold_margin": -0.07649707794189453}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00145", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Sunrise Montage dropped?", "temporal_relation": "none", "query_temporal_norm": 0.10927700251340866, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7151684761047363}], "gold_semantic_scores": [0.6762093901634216], "gold_temporal_scores": [0.03895916789770126], "max_gold_score": 0.7151684761047363, "max_candidate_score": 0.7151684761047363, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.41753509640693665, "best_gold_margin": 0.2976333796977997, "weakest_gold_margin": 0.2976333796977997}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00145", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about Midnight Sketches' sound design?", "temporal_relation": "none", "query_temporal_norm": 0.10059485584497452, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.8670362830162048}], "gold_semantic_scores": [0.842962384223938], "gold_temporal_scores": [0.024073882028460503], "max_gold_score": 0.8670362830162048, "max_candidate_score": 0.8670362830162048, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.5829133987426758, "best_gold_margin": 0.28412288427352905, "weakest_gold_margin": 0.28412288427352905}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00145", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation mentioned that Midnight Sketches was kept?", "temporal_relation": "session", "query_temporal_norm": 0.1312786489725113, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.8046677112579346}], "gold_semantic_scores": [0.7907451391220093], "gold_temporal_scores": [0.013922748155891895], "max_gold_score": 0.8046677112579346, "max_candidate_score": 0.8046677112579346, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.6247740387916565, "best_gold_margin": 0.17989367246627808, "weakest_gold_margin": 0.17989367246627808}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00254", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5481958389282227, "query_session_index": 2, "query_start_sec": 18.840000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9562873840332031}], "gold_semantic_scores": [0.6849342584609985], "gold_temporal_scores": [0.271353155374527], "max_gold_score": 0.9562873840332031, "max_candidate_score": 0.9703636169433594, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 0.9703636169433594, "best_gold_margin": -0.01407623291015625, "weakest_gold_margin": -0.01407623291015625}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00254", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were now using Conformer-XL with a streaming encoder?", "temporal_relation": "none", "query_temporal_norm": 0.22838452458381653, "query_session_index": 2, "query_start_sec": 18.840000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8168638348579407}], "gold_semantic_scores": [0.7237293720245361], "gold_temporal_scores": [0.0931345745921135], "max_gold_score": 0.8168638348579407, "max_candidate_score": 0.8168638348579407, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4789324998855591, "best_gold_margin": 0.3379313349723816, "weakest_gold_margin": 0.3379313349723816}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00254", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Conformer-XS mentioned as the low-latency baseline?", "temporal_relation": "session", "query_temporal_norm": 0.15663373470306396, "query_session_index": 2, "query_start_sec": 18.840000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.4165494441986084}], "gold_semantic_scores": [0.3725329339504242], "gold_temporal_scores": [0.044016484171152115], "max_gold_score": 0.4165494441986084, "max_candidate_score": 0.4165494441986084, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3303225636482239, "best_gold_margin": 0.08622688055038452, "weakest_gold_margin": 0.08622688055038452}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00373", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the chore schedule was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5073208808898926, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7902342677116394}], "gold_semantic_scores": [0.6516879200935364], "gold_temporal_scores": [0.13854633271694183], "max_gold_score": 0.7902342677116394, "max_candidate_score": 0.8011887073516846, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.8011887073516846, "best_gold_margin": -0.010954439640045166, "weakest_gold_margin": -0.010954439640045166}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00537", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I mentioned a venue and later I updated it—what did I say I changed the venue from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.40342065691947937, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6440335512161255}, {"memory_id": "history_02_utt_0007", "score": 0.7886231541633606}], "gold_semantic_scores": [0.5220718383789062, 0.6269485950469971], "gold_temporal_scores": [0.12196177989244461, 0.16167448461055756], "max_gold_score": 0.7886231541633606, "max_candidate_score": 0.8550421595573425, "top_memory_id": "history_02_utt_0007::cf::main::2", "max_non_gold_score": 0.8550421595573425, "best_gold_margin": -0.06641900539398193, "weakest_gold_margin": -0.21100860834121704}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00537", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed the venue to the community screening room?", "temporal_relation": "none", "query_temporal_norm": 0.289806991815567, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9333125948905945}], "gold_semantic_scores": [0.8032148480415344], "gold_temporal_scores": [0.13009776175022125], "max_gold_score": 0.9333125948905945, "max_candidate_score": 0.9333125948905945, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.565095841884613, "best_gold_margin": 0.36821675300598145, "weakest_gold_margin": 0.36821675300598145}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00537", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we changed the meeting place—what venue are we using for tonight?", "temporal_relation": "latest", "query_temporal_norm": 0.2925715744495392, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9266179800033569}], "gold_semantic_scores": [0.801880419254303], "gold_temporal_scores": [0.12473728507757187], "max_gold_score": 0.9266179800033569, "max_candidate_score": 0.9313091039657593, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0007::1", "max_non_gold_score": 0.9313091039657593, "best_gold_margin": -0.004691123962402344, "weakest_gold_margin": -0.004691123962402344}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00537", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier we updated the venue—what location had been reserved originally?", "temporal_relation": "earliest", "query_temporal_norm": 0.5577342510223389, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7624975442886353}], "gold_semantic_scores": [0.6560009121894836], "gold_temporal_scores": [0.10649660974740982], "max_gold_score": 0.7624975442886353, "max_candidate_score": 0.7624975442886353, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5127707719802856, "best_gold_margin": 0.2497267723083496, "weakest_gold_margin": 0.2497267723083496}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00623", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Echoes of Winter, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17974725365638733, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7483651638031006}, {"memory_id": "history_02_utt_0007", "score": 0.8266599178314209}], "gold_semantic_scores": [0.6916238069534302, 0.7864964604377747], "gold_temporal_scores": [0.05674141272902489, 0.040163617581129074], "max_gold_score": 0.8266599178314209, "max_candidate_score": 0.8266599178314209, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.3901837170124054, "best_gold_margin": 0.4364762008190155, "weakest_gold_margin": 0.3581814467906952}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00623", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What movie did Cameron say Riley suggested for movie night?", "temporal_relation": "none", "query_temporal_norm": 0.26954975724220276, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.730766773223877}], "gold_semantic_scores": [0.6662928462028503], "gold_temporal_scores": [0.06447377055883408], "max_gold_score": 0.730766773223877, "max_candidate_score": 0.730766773223877, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7087725400924683, "best_gold_margin": 0.02199423313140869, "weakest_gold_margin": 0.02199423313140869}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00623", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to Echoes of Winter after we discussed it being too long?", "temporal_relation": "none", "query_temporal_norm": 0.20986981689929962, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8402420878410339}], "gold_semantic_scores": [0.7436681985855103], "gold_temporal_scores": [0.09657368063926697], "max_gold_score": 0.8402420878410339, "max_candidate_score": 0.8402420878410339, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5374741554260254, "best_gold_margin": 0.30276793241500854, "weakest_gold_margin": 0.30276793241500854}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00623", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about rejecting Echoes of Winter?", "temporal_relation": "session", "query_temporal_norm": 0.14846643805503845, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8609216213226318}], "gold_semantic_scores": [0.8001536130905151], "gold_temporal_scores": [0.06076812371611595], "max_gold_score": 0.8609216213226318, "max_candidate_score": 0.8609216213226318, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5295227766036987, "best_gold_margin": 0.3313988447189331, "weakest_gold_margin": 0.3313988447189331}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00761", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the restaurant choice to Green Table Bistro, and what was the earlier venue?", "temporal_relation": "comparison", "query_temporal_norm": 0.39213570952415466, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.608220636844635}, {"memory_id": "history_02_utt_0012", "score": 0.8430402874946594}], "gold_semantic_scores": [0.4786667823791504, 0.748056948184967], "gold_temporal_scores": [0.1295538991689682, 0.09498310834169388], "max_gold_score": 0.8430402874946594, "max_candidate_score": 0.8430402874946594, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.37977349758148193, "best_gold_margin": 0.4632667899131775, "weakest_gold_margin": 0.22844713926315308}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00761", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At one point the restaurant choice was changed — what did the selection change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.40479913353919983, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7051639556884766}, {"memory_id": "history_02_utt_0012", "score": 0.7242807745933533}], "gold_semantic_scores": [0.5649062395095825, 0.5983248353004456], "gold_temporal_scores": [0.14025789499282837, 0.12595541775226593], "max_gold_score": 0.7242807745933533, "max_candidate_score": 0.7242807745933533, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.3786749541759491, "best_gold_margin": 0.3456058204174042, "weakest_gold_margin": 0.32648900151252747}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00761", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which restaurant did Reese prefer earlier for our group meal?", "temporal_relation": "before", "query_temporal_norm": 0.4649715721607208, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6941555738449097}], "gold_semantic_scores": [0.5929620265960693], "gold_temporal_scores": [0.1011936366558075], "max_gold_score": 0.6941555738449097, "max_candidate_score": 0.6941555738449097, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6111064553260803, "best_gold_margin": 0.08304911851882935, "weakest_gold_margin": 0.08304911851882935}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00761", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese say she preferred The Noodle Loft?", "temporal_relation": "session", "query_temporal_norm": 0.15559685230255127, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6447758078575134}], "gold_semantic_scores": [0.5994243621826172], "gold_temporal_scores": [0.04535140469670296], "max_gold_score": 0.6447758078575134, "max_candidate_score": 0.6447758078575134, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5566762685775757, "best_gold_margin": 0.08809953927993774, "weakest_gold_margin": 0.08809953927993774}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00905", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's playlist choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.398322194814682, "query_session_index": 2, "query_start_sec": 23.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6576271057128906}, {"memory_id": "history_02_utt_0008", "score": 0.6886618137359619}], "gold_semantic_scores": [0.5323897004127502, 0.5583370923995972], "gold_temporal_scores": [0.1252375841140747, 0.13032492995262146], "max_gold_score": 0.6886618137359619, "max_candidate_score": 0.6886618137359619, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6233259439468384, "best_gold_margin": 0.06533586978912354, "weakest_gold_margin": 0.034301161766052246}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00905", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What playlist order did Drew say he had queued originally?", "temporal_relation": "none", "query_temporal_norm": 0.5264476537704468, "query_session_index": 2, "query_start_sec": 23.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8358914256095886}], "gold_semantic_scores": [0.7196723818778992], "gold_temporal_scores": [0.11621908843517303], "max_gold_score": 0.8358914256095886, "max_candidate_score": 0.8358914256095886, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7169550657272339, "best_gold_margin": 0.11893635988235474, "weakest_gold_margin": 0.11893635988235474}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00905", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew state his playlist order?", "temporal_relation": "session", "query_temporal_norm": 0.1988050639629364, "query_session_index": 2, "query_start_sec": 23.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6050858497619629}], "gold_semantic_scores": [0.5463539361953735], "gold_temporal_scores": [0.0587320476770401], "max_gold_score": 0.6050858497619629, "max_candidate_score": 0.6098861694335938, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6098861694335938, "best_gold_margin": -0.004800319671630859, "weakest_gold_margin": -0.004800319671630859}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00905", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "According to Drew's statement, what order did he set the session playlist to?", "temporal_relation": "none", "query_temporal_norm": 0.21213816106319427, "query_session_index": 2, "query_start_sec": 23.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6958874464035034}], "gold_semantic_scores": [0.6624932885169983], "gold_temporal_scores": [0.033394403755664825], "max_gold_score": 0.6958874464035034, "max_candidate_score": 0.6958874464035034, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6640252470970154, "best_gold_margin": 0.03186219930648804, "weakest_gold_margin": 0.03186219930648804}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00988", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Green Leaf Bistro, and why was it unavailable that night?", "temporal_relation": "none", "query_temporal_norm": 0.16817766427993774, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7311516404151917}, {"memory_id": "history_02_utt_0010", "score": 0.799227774143219}], "gold_semantic_scores": [0.6850100159645081, 0.7626002430915833], "gold_temporal_scores": [0.04614181071519852, 0.03662753850221634], "max_gold_score": 0.799227774143219, "max_candidate_score": 0.8066825270652771, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.8066825270652771, "best_gold_margin": -0.0074547529220581055, "weakest_gold_margin": -0.07553088665008545}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00988", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Harbor Grill mentioned as having that buffet?", "temporal_relation": "session", "query_temporal_norm": 0.13944315910339355, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.8345429301261902}], "gold_semantic_scores": [0.8182339072227478], "gold_temporal_scores": [0.016309060156345367], "max_gold_score": 0.8345429301261902, "max_candidate_score": 0.8345429301261902, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.6952401995658875, "best_gold_margin": 0.13930273056030273, "weakest_gold_margin": 0.13930273056030273}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00988", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we later find out about Green Leaf Bistro for that night?", "temporal_relation": "none", "query_temporal_norm": 0.2554459273815155, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8661643862724304}], "gold_semantic_scores": [0.7751590013504028], "gold_temporal_scores": [0.09100509434938431], "max_gold_score": 0.8661643862724304, "max_candidate_score": 0.8661643862724304, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6344234943389893, "best_gold_margin": 0.23174089193344116, "weakest_gold_margin": 0.23174089193344116}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00988", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What specific reason was given for why Harbor Grill wouldn’t work that evening?", "temporal_relation": "none", "query_temporal_norm": 0.11724522709846497, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.6515817046165466}], "gold_semantic_scores": [0.6114404201507568], "gold_temporal_scores": [0.040141284465789795], "max_gold_score": 0.6515817046165466, "max_candidate_score": 0.6515817046165466, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.5825590491294861, "best_gold_margin": 0.06902265548706055, "weakest_gold_margin": 0.06902265548706055}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01070", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for suggesting The Last Reel, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.20781835913658142, "query_session_index": 2, "query_start_sec": 20.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7370933294296265}, {"memory_id": "history_02_utt_0007", "score": 0.6884878277778625}], "gold_semantic_scores": [0.693560779094696, 0.589968204498291], "gold_temporal_scores": [0.04353255778551102, 0.09851963073015213], "max_gold_score": 0.7370933294296265, "max_candidate_score": 0.7370933294296265, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7111124396324158, "best_gold_margin": 0.025980889797210693, "weakest_gold_margin": -0.022624611854553223}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01070", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we reject The Last Reel?", "temporal_relation": "none", "query_temporal_norm": 0.16010363399982452, "query_session_index": 2, "query_start_sec": 20.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8247954249382019}], "gold_semantic_scores": [0.7559120059013367], "gold_temporal_scores": [0.06888370215892792], "max_gold_score": 0.8247954249382019, "max_candidate_score": 0.8247954249382019, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5337703227996826, "best_gold_margin": 0.2910251021385193, "weakest_gold_margin": 0.2910251021385193}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01070", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for pitching Midnight Montage?", "temporal_relation": "none", "query_temporal_norm": 0.11026395857334137, "query_session_index": 2, "query_start_sec": 20.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.8529852628707886}], "gold_semantic_scores": [0.8304316997528076], "gold_temporal_scores": [0.022553622722625732], "max_gold_score": 0.8529852628707886, "max_candidate_score": 0.8529852628707886, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.604259729385376, "best_gold_margin": 0.2487255334854126, "weakest_gold_margin": 0.2487255334854126}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01070", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation said we kept Midnight Montage for the intermission slot?", "temporal_relation": "session", "query_temporal_norm": 0.14721381664276123, "query_session_index": 2, "query_start_sec": 20.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.8365330696105957}], "gold_semantic_scores": [0.7799426317214966], "gold_temporal_scores": [0.05659063532948494], "max_gold_score": 0.8365330696105957, "max_candidate_score": 0.8365330696105957, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.5823026895523071, "best_gold_margin": 0.2542303800582886, "weakest_gold_margin": 0.2542303800582886}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01107", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention earlier about A Day in Static, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.25150835514068604, "query_session_index": 2, "query_start_sec": 20.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5068005919456482}, {"memory_id": "history_02_utt_0010", "score": 0.7338745594024658}], "gold_semantic_scores": [0.4420127868652344, 0.7304996848106384], "gold_temporal_scores": [0.06478777527809143, 0.0033746627159416676], "max_gold_score": 0.7338745594024658, "max_candidate_score": 0.7338745594024658, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5489221811294556, "best_gold_margin": 0.18495237827301025, "weakest_gold_margin": -0.04212158918380737}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01107", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What kind of color grading did Neon Summer use?", "temporal_relation": "none", "query_temporal_norm": 0.22755812108516693, "query_session_index": 2, "query_start_sec": 20.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7618041634559631}], "gold_semantic_scores": [0.7212948799133301], "gold_temporal_scores": [0.040509458631277084], "max_gold_score": 0.7618041634559631, "max_candidate_score": 0.7618041634559631, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.3424490988254547, "best_gold_margin": 0.4193550646305084, "weakest_gold_margin": 0.4193550646305084}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01107", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to Neon Summer in the second round?", "temporal_relation": "none", "query_temporal_norm": 0.32819855213165283, "query_session_index": 2, "query_start_sec": 20.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.7658693790435791}], "gold_semantic_scores": [0.662523090839386], "gold_temporal_scores": [0.10334614664316177], "max_gold_score": 0.7658693790435791, "max_candidate_score": 0.7658693790435791, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.5448595285415649, "best_gold_margin": 0.22100985050201416, "weakest_gold_margin": 0.22100985050201416}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01107", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Neon Summer was kept for a social push?", "temporal_relation": "session", "query_temporal_norm": 0.12551848590373993, "query_session_index": 2, "query_start_sec": 20.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.6115905046463013}], "gold_semantic_scores": [0.575777530670166], "gold_temporal_scores": [0.03581298142671585], "max_gold_score": 0.6115905046463013, "max_candidate_score": 0.6115905046463013, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.3039737641811371, "best_gold_margin": 0.3076167404651642, "weakest_gold_margin": 0.3076167404651642}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01184", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested the sushi dinner at Harbor Roll before it was later changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.4375879466533661, "query_session_index": 2, "query_start_sec": 18.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8382578492164612}], "gold_semantic_scores": [0.7574180960655212], "gold_temporal_scores": [0.08083988726139069], "max_gold_score": 0.8382578492164612, "max_candidate_score": 0.8382578492164612, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6075912714004517, "best_gold_margin": 0.23066657781600952, "weakest_gold_margin": 0.23066657781600952}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01184", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor suggest for the dinner plan?", "temporal_relation": "none", "query_temporal_norm": 0.20257596671581268, "query_session_index": 2, "query_start_sec": 18.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7432813048362732}], "gold_semantic_scores": [0.6812121868133545], "gold_temporal_scores": [0.0620691180229187], "max_gold_score": 0.7432813048362732, "max_candidate_score": 0.7432813048362732, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6444036960601807, "best_gold_margin": 0.09887760877609253, "weakest_gold_margin": 0.09887760877609253}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01184", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the currently chosen restaurant for the dinner?", "temporal_relation": "latest", "query_temporal_norm": 0.5316910147666931, "query_session_index": 2, "query_start_sec": 18.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8820022940635681}], "gold_semantic_scores": [0.634233295917511], "gold_temporal_scores": [0.2477690726518631], "max_gold_score": 0.8820022940635681, "max_candidate_score": 0.8949414491653442, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.8949414491653442, "best_gold_margin": -0.012939155101776123, "weakest_gold_margin": -0.012939155101776123}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01184", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dinner choice change?", "temporal_relation": "comparison", "query_temporal_norm": 0.38127046823501587, "query_session_index": 2, "query_start_sec": 18.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.66778165102005}, {"memory_id": "history_02_utt_0009", "score": 0.5661283731460571}], "gold_semantic_scores": [0.5310357213020325, 0.4443027973175049], "gold_temporal_scores": [0.13674597442150116, 0.12182574719190598], "max_gold_score": 0.66778165102005, "max_candidate_score": 0.66778165102005, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.19321773946285248, "best_gold_margin": 0.47456391155719757, "weakest_gold_margin": 0.37291063368320465}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00048", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What changed between the original training setup and the final one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3816521167755127, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8115378618240356}, {"memory_id": "history_02_utt_0010", "score": 0.7050312161445618}], "gold_semantic_scores": [0.6816501021385193, 0.6389269232749939], "gold_temporal_scores": [0.12988798320293427, 0.06610441207885742], "max_gold_score": 0.8115378618240356, "max_candidate_score": 0.8115378618240356, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4639875888824463, "best_gold_margin": 0.34755027294158936, "weakest_gold_margin": 0.24104362726211548}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00048", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What training setup was initially discussed for the new cluster?", "temporal_relation": "none", "query_temporal_norm": 0.5212901830673218, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7665440440177917}], "gold_semantic_scores": [0.6539840698242188], "gold_temporal_scores": [0.11255998909473419], "max_gold_score": 0.7665440440177917, "max_candidate_score": 0.7665440440177917, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.33387500047683716, "best_gold_margin": 0.4326690435409546, "weakest_gold_margin": 0.4326690435409546}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00048", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the training setup mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.19307534396648407, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6974718570709229}], "gold_semantic_scores": [0.6452534198760986], "gold_temporal_scores": [0.05221850052475929], "max_gold_score": 0.6974718570709229, "max_candidate_score": 0.6974718570709229, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5498434901237488, "best_gold_margin": 0.14762836694717407, "weakest_gold_margin": 0.14762836694717407}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00048", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "When does the temporary building access need to be renewed?", "temporal_relation": "none", "query_temporal_norm": 0.3576238751411438, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.40226882696151733, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.40226882696151733, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00163", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my final chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.5307897329330444, "query_session_index": 2, "query_start_sec": 10.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8259071707725525}], "gold_semantic_scores": [0.5751931071281433], "gold_temporal_scores": [0.25071385502815247], "max_gold_score": 0.8259071707725525, "max_candidate_score": 0.8281548619270325, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 0.8281548619270325, "best_gold_margin": -0.0022476911544799805, "weakest_gold_margin": -0.0022476911544799805}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00163", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the title Midnight Kitchen Cleanup Hack chosen?", "temporal_relation": "session", "query_temporal_norm": 0.16673782467842102, "query_session_index": 2, "query_start_sec": 10.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8606181740760803}], "gold_semantic_scores": [0.8156980872154236], "gold_temporal_scores": [0.04491996020078659], "max_gold_score": 0.8606181740760803, "max_candidate_score": 0.8606181740760803, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6165280938148499, "best_gold_margin": 0.24409008026123047, "weakest_gold_margin": 0.24409008026123047}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00295", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched to an indie movie night for the weekend, and what were they originally leaning toward?", "temporal_relation": "none", "query_temporal_norm": 0.4747065305709839, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5129764676094055}, {"memory_id": "history_02_utt_0010", "score": 0.668712854385376}], "gold_semantic_scores": [0.35181471705436707, 0.6006986498832703], "gold_temporal_scores": [0.16116175055503845, 0.06801427155733109], "max_gold_score": 0.668712854385376, "max_candidate_score": 0.668712854385376, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.2071121335029602, "best_gold_margin": 0.46160072088241577, "weakest_gold_margin": 0.3058643341064453}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00295", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the activity choice that was discussed earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.2908121645450592, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5280176401138306}, {"memory_id": "history_02_utt_0010", "score": 0.6035980582237244}], "gold_semantic_scores": [0.4307175874710083, 0.5491336584091187], "gold_temporal_scores": [0.09730012714862823, 0.05446450412273407], "max_gold_score": 0.6035980582237244, "max_candidate_score": 0.6035980582237244, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.30049964785575867, "best_gold_margin": 0.3030984103679657, "weakest_gold_margin": 0.2275179922580719}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00295", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Drew say they were leaning toward for the weekend?", "temporal_relation": "none", "query_temporal_norm": 0.29823869466781616, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8625991344451904}], "gold_semantic_scores": [0.7794121503829956], "gold_temporal_scores": [0.083187036216259], "max_gold_score": 0.8625991344451904, "max_candidate_score": 0.8625991344451904, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7025764584541321, "best_gold_margin": 0.16002267599105835, "weakest_gold_margin": 0.16002267599105835}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00295", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Drew say they switched to instead?", "temporal_relation": "none", "query_temporal_norm": 0.47997626662254333, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9010673761367798}], "gold_semantic_scores": [0.6502124667167664], "gold_temporal_scores": [0.2508547306060791], "max_gold_score": 0.9010673761367798, "max_candidate_score": 0.9010673761367798, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.839228630065918, "best_gold_margin": 0.061838746070861816, "weakest_gold_margin": 0.061838746070861816}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00381", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew originally say his chore schedule was before it got switched around?", "temporal_relation": "earliest", "query_temporal_norm": 0.554926872253418, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.641059160232544}], "gold_semantic_scores": [0.5222302675247192], "gold_temporal_scores": [0.1188289001584053], "max_gold_score": 0.641059160232544, "max_candidate_score": 0.641059160232544, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5597952008247375, "best_gold_margin": 0.0812639594078064, "weakest_gold_margin": 0.0812639594078064}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00381", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the chore schedule that we talked about before?", "temporal_relation": "comparison", "query_temporal_norm": 0.3010014593601227, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5724452137947083}, {"memory_id": "history_02_utt_0009", "score": 0.6603385806083679}], "gold_semantic_scores": [0.47095686197280884, 0.5827832818031311], "gold_temporal_scores": [0.10148842632770538, 0.0775550901889801], "max_gold_score": 0.6603385806083679, "max_candidate_score": 0.6603385806083679, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5499565005302429, "best_gold_margin": 0.110382080078125, "weakest_gold_margin": 0.022488713264465332}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00381", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew mention his chore schedule?", "temporal_relation": "session", "query_temporal_norm": 0.18934160470962524, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7777353525161743}], "gold_semantic_scores": [0.7183059453964233], "gold_temporal_scores": [0.059429414570331573], "max_gold_score": 0.7777353525161743, "max_candidate_score": 0.7777353525161743, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6439312100410461, "best_gold_margin": 0.13380414247512817, "weakest_gold_margin": 0.13380414247512817}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00381", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current chore schedule for kitchen wipe-down and recycling?", "temporal_relation": "latest", "query_temporal_norm": 0.5464168787002563, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9785069823265076}], "gold_semantic_scores": [0.7478548288345337], "gold_temporal_scores": [0.230652317404747], "max_gold_score": 0.9785069823265076, "max_candidate_score": 0.9803064465522766, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.9803064465522766, "best_gold_margin": -0.001799464225769043, "weakest_gold_margin": -0.001799464225769043}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00452", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What had I said \"Midnight Arcade\" was supposed to do in the playlist, and why was it cut?", "temporal_relation": "none", "query_temporal_norm": 0.16606847941875458, "query_session_index": 2, "query_start_sec": 10.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7223997712135315}, {"memory_id": "history_02_utt_0010", "score": 0.7096233367919922}], "gold_semantic_scores": [0.6766237020492554, 0.6998289227485657], "gold_temporal_scores": [0.045776043087244034, 0.009794437326490879], "max_gold_score": 0.7223997712135315, "max_candidate_score": 0.7547366619110107, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.7547366619110107, "best_gold_margin": -0.03233689069747925, "weakest_gold_margin": -0.045113325119018555}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00452", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop 'Midnight Arcade' from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.14837081730365753, "query_session_index": 2, "query_start_sec": 10.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9093067049980164}], "gold_semantic_scores": [0.8438783884048462], "gold_temporal_scores": [0.06542836129665375], "max_gold_score": 0.9093067049980164, "max_candidate_score": 0.9093067049980164, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6398794651031494, "best_gold_margin": 0.26942723989486694, "weakest_gold_margin": 0.26942723989486694}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00452", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that 'Midnight Arcade' was cut from the playlist?", "temporal_relation": "session", "query_temporal_norm": 0.13320034742355347, "query_session_index": 2, "query_start_sec": 10.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8676908612251282}], "gold_semantic_scores": [0.8331232070922852], "gold_temporal_scores": [0.03456766530871391], "max_gold_score": 0.8676908612251282, "max_candidate_score": 0.8676908612251282, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6443281769752502, "best_gold_margin": 0.22336268424987793, "weakest_gold_margin": 0.22336268424987793}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00452", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was 'Glass Avenue' supposed to do in the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.17819108068943024, "query_session_index": 2, "query_start_sec": 10.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6063728332519531}], "gold_semantic_scores": [0.598050594329834], "gold_temporal_scores": [0.008322222158312798], "max_gold_score": 0.6063728332519531, "max_candidate_score": 0.6063728332519531, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.4386054277420044, "best_gold_margin": 0.16776740550994873, "weakest_gold_margin": 0.16776740550994873}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00520", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew originally say the migration deadline was before it got pushed back?", "temporal_relation": "earliest", "query_temporal_norm": 0.5496460199356079, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8460710048675537}], "gold_semantic_scores": [0.7533499002456665], "gold_temporal_scores": [0.09272108972072601], "max_gold_score": 0.8460710048675537, "max_candidate_score": 0.8460710048675537, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.82618248462677, "best_gold_margin": 0.01988852024078369, "weakest_gold_margin": 0.01988852024078369}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00520", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When was the migration deadline last updated?", "temporal_relation": "latest", "query_temporal_norm": 0.32209256291389465, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7552189826965332}], "gold_semantic_scores": [0.6414629220962524], "gold_temporal_scores": [0.11375550925731659], "max_gold_score": 0.7552189826965332, "max_candidate_score": 0.75787353515625, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0001::1", "max_non_gold_score": 0.75787353515625, "best_gold_margin": -0.002654552459716797, "weakest_gold_margin": -0.002654552459716797}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00520", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew mention the migration deadline?", "temporal_relation": "session", "query_temporal_norm": 0.23857523500919342, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7714976072311401}], "gold_semantic_scores": [0.7060338258743286], "gold_temporal_scores": [0.06546379625797272], "max_gold_score": 0.7714976072311401, "max_candidate_score": 0.7714976072311401, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6333970427513123, "best_gold_margin": 0.13810056447982788, "weakest_gold_margin": 0.13810056447982788}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00520", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the migration deadline change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.40529119968414307, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7249290347099304}, {"memory_id": "history_02_utt_0011", "score": 0.7020232081413269}], "gold_semantic_scores": [0.5884497761726379, 0.5699496269226074], "gold_temporal_scores": [0.13647927343845367, 0.1320735365152359], "max_gold_score": 0.7249290347099304, "max_candidate_score": 0.7249290347099304, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.31135186553001404, "best_gold_margin": 0.4135771691799164, "weakest_gold_margin": 0.39067134261131287}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00568", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the transcript prefetch path, and why was it later rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1711636632680893, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.634049117565155}, {"memory_id": "history_02_utt_0011", "score": 0.732894241809845}], "gold_semantic_scores": [0.5866185426712036, 0.6645495295524597], "gold_temporal_scores": [0.0474306084215641, 0.06834444403648376], "max_gold_score": 0.732894241809845, "max_candidate_score": 0.7484925985336304, "top_memory_id": "history_02_utt_0011::cf::main::2", "max_non_gold_score": 0.7484925985336304, "best_gold_margin": -0.0155983567237854, "weakest_gold_margin": -0.11444348096847534}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00568", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the transcript prefetch path rejected?", "temporal_relation": "none", "query_temporal_norm": 0.18122999370098114, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.807116687297821}], "gold_semantic_scores": [0.7273325324058533], "gold_temporal_scores": [0.07978414744138718], "max_gold_score": 0.807116687297821, "max_candidate_score": 0.807116687297821, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5863683819770813, "best_gold_margin": 0.22074830532073975, "weakest_gold_margin": 0.22074830532073975}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00568", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the decision to reject the transcript prefetch path discussed?", "temporal_relation": "session", "query_temporal_norm": 0.29634931683540344, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8501520752906799}], "gold_semantic_scores": [0.72616046667099], "gold_temporal_scores": [0.12399135529994965], "max_gold_score": 0.8501520752906799, "max_candidate_score": 0.8501520752906799, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.4993734657764435, "best_gold_margin": 0.35077860951423645, "weakest_gold_margin": 0.35077860951423645}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00568", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason given for proposing the local survey cache?", "temporal_relation": "none", "query_temporal_norm": 0.10248148441314697, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.7172200083732605}], "gold_semantic_scores": [0.692830502986908], "gold_temporal_scores": [0.024389594793319702], "max_gold_score": 0.7172200083732605, "max_candidate_score": 0.7172200083732605, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.42724108695983887, "best_gold_margin": 0.28997892141342163, "weakest_gold_margin": 0.28997892141342163}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00737", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change from what I mentioned earlier to the final version?", "temporal_relation": "comparison", "query_temporal_norm": 0.4109691381454468, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6654897332191467}, {"memory_id": "history_02_utt_0010", "score": 0.6555551290512085}], "gold_semantic_scores": [0.5160284638404846, 0.5106185078620911], "gold_temporal_scores": [0.14946125447750092, 0.14493687450885773], "max_gold_score": 0.6654897332191467, "max_candidate_score": 0.728646457195282, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.728646457195282, "best_gold_margin": -0.06315672397613525, "weakest_gold_margin": -0.07309132814407349}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00737", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned summarizing survey averages and pulling interview quotes from moderated sessions?", "temporal_relation": "none", "query_temporal_norm": 0.1629437804222107, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7166838645935059}], "gold_semantic_scores": [0.6717991828918457], "gold_temporal_scores": [0.04488462954759598], "max_gold_score": 0.7166838645935059, "max_candidate_score": 0.7166838645935059, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6371532678604126, "best_gold_margin": 0.07953059673309326, "weakest_gold_margin": 0.07953059673309326}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00737", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned comparing survey patterns by condition and coding recurring usability themes?", "temporal_relation": "none", "query_temporal_norm": 0.22719088196754456, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.5571966767311096}], "gold_semantic_scores": [0.5063210725784302], "gold_temporal_scores": [0.05087560415267944], "max_gold_score": 0.5571966767311096, "max_candidate_score": 0.5571966767311096, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4682011604309082, "best_gold_margin": 0.08899551630020142, "weakest_gold_margin": 0.08899551630020142}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00896", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn originally say was on the grocery list before it got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5402213931083679, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8616713881492615}], "gold_semantic_scores": [0.7272095084190369], "gold_temporal_scores": [0.1344618797302246], "max_gold_score": 0.8616713881492615, "max_candidate_score": 0.8616713881492615, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7479502558708191, "best_gold_margin": 0.11372113227844238, "weakest_gold_margin": 0.11372113227844238}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00896", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is currently on the grocery list instead of spinach?", "temporal_relation": "latest", "query_temporal_norm": 0.5530626177787781, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9928280115127563}], "gold_semantic_scores": [0.7093728184700012], "gold_temporal_scores": [0.2834548056125641], "max_gold_score": 0.9928280115127563, "max_candidate_score": 0.992850124835968, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.992850124835968, "best_gold_margin": -2.2113323211669922e-05, "weakest_gold_margin": -2.2113323211669922e-05}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00896", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention adding baby spinach to the grocery list?", "temporal_relation": "session", "query_temporal_norm": 0.2680087685585022, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8515585660934448}], "gold_semantic_scores": [0.7638098001480103], "gold_temporal_scores": [0.08774872869253159], "max_gold_score": 0.8515585660934448, "max_candidate_score": 0.8515585660934448, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7062674760818481, "best_gold_margin": 0.14529109001159668, "weakest_gold_margin": 0.14529109001159668}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00896", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the grocery list change regarding leafy greens?", "temporal_relation": "comparison", "query_temporal_norm": 0.3428722023963928, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6186109185218811}, {"memory_id": "history_02_utt_0009", "score": 0.757355809211731}], "gold_semantic_scores": [0.49858367443084717, 0.63788241147995], "gold_temporal_scores": [0.12002716213464737, 0.11947330832481384], "max_gold_score": 0.757355809211731, "max_candidate_score": 0.757355809211731, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5027675032615662, "best_gold_margin": 0.2545883059501648, "weakest_gold_margin": 0.11584341526031494}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01043", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew describe the screening venue changing from the earlier discussion to the later one?", "temporal_relation": "none", "query_temporal_norm": 0.3968459367752075, "query_session_index": 2, "query_start_sec": 10.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7697679996490479}, {"memory_id": "history_02_utt_0009", "score": 0.8076918125152588}], "gold_semantic_scores": [0.6289185881614685, 0.6730291247367859], "gold_temporal_scores": [0.14084938168525696, 0.1346624791622162], "max_gold_score": 0.8076918125152588, "max_candidate_score": 0.8076918125152588, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6913478374481201, "best_gold_margin": 0.11634397506713867, "weakest_gold_margin": 0.07842016220092773}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01043", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening set up in the most recent discussion?", "temporal_relation": "none", "query_temporal_norm": 0.4897916913032532, "query_session_index": 2, "query_start_sec": 10.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.936392605304718}], "gold_semantic_scores": [0.7506211400032043], "gold_temporal_scores": [0.18577149510383606], "max_gold_score": 0.936392605304718, "max_candidate_score": 0.936392605304718, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.928747296333313, "best_gold_margin": 0.007645308971405029, "weakest_gold_margin": 0.007645308971405029}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01043", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Drew say they were planning to run the screening earlier?", "temporal_relation": "before", "query_temporal_norm": 0.27357080578804016, "query_session_index": 2, "query_start_sec": 10.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8015182614326477}], "gold_semantic_scores": [0.7602987885475159], "gold_temporal_scores": [0.04121940955519676], "max_gold_score": 0.8015182614326477, "max_candidate_score": 0.8015182614326477, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6768911480903625, "best_gold_margin": 0.12462711334228516, "weakest_gold_margin": 0.12462711334228516}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01043", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Drew say they were setting up the screening in the second conversation?", "temporal_relation": "session", "query_temporal_norm": 0.2732703387737274, "query_session_index": 2, "query_start_sec": 10.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8564602136611938}], "gold_semantic_scores": [0.7427575588226318], "gold_temporal_scores": [0.11370260268449783], "max_gold_score": 0.8564602136611938, "max_candidate_score": 0.8564602136611938, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7745500206947327, "best_gold_margin": 0.08191019296646118, "weakest_gold_margin": 0.08191019296646118}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01195", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley originally say the dataset version was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5714614987373352, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.836924135684967}], "gold_semantic_scores": [0.6943091750144958], "gold_temporal_scores": [0.1426149606704712], "max_gold_score": 0.836924135684967, "max_candidate_score": 0.836924135684967, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7264538407325745, "best_gold_margin": 0.11047029495239258, "weakest_gold_margin": 0.11047029495239258}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01195", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed the initial version of the dataset. What was it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5307360291481018, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6623948216438293}], "gold_semantic_scores": [0.5116353631019592], "gold_temporal_scores": [0.15075944364070892], "max_gold_score": 0.6623948216438293, "max_candidate_score": 0.6623948216438293, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3745749294757843, "best_gold_margin": 0.28781989216804504, "weakest_gold_margin": 0.28781989216804504}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01195", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley say the dataset was initially scoped as?", "temporal_relation": "earliest", "query_temporal_norm": 0.5667890310287476, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6264477372169495}], "gold_semantic_scores": [0.48364508152008057], "gold_temporal_scores": [0.14280247688293457], "max_gold_score": 0.6264477372169495, "max_candidate_score": 0.6264477372169495, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5503173470497131, "best_gold_margin": 0.07613039016723633, "weakest_gold_margin": 0.07613039016723633}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01195", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley mention the dataset?", "temporal_relation": "session", "query_temporal_norm": 0.24994000792503357, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5318215489387512}], "gold_semantic_scores": [0.45020976662635803], "gold_temporal_scores": [0.08161168545484543], "max_gold_score": 0.5318215489387512, "max_candidate_score": 0.5318215489387512, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.41603681445121765, "best_gold_margin": 0.11578473448753357, "weakest_gold_margin": 0.11578473448753357}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01280", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Avery originally say we could use for movie night before the plan changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5281906127929688, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7094383239746094}], "gold_semantic_scores": [0.5885217189788818], "gold_temporal_scores": [0.12091679126024246], "max_gold_score": 0.7094383239746094, "max_candidate_score": 0.744727373123169, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.744727373123169, "best_gold_margin": -0.03528904914855957, "weakest_gold_margin": -0.03528904914855957}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01280", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we decide to hold movie night after the plan changed?", "temporal_relation": "latest", "query_temporal_norm": 0.5017344951629639, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9321167469024658}], "gold_semantic_scores": [0.6971629858016968], "gold_temporal_scores": [0.23495429754257202], "max_gold_score": 0.9321167469024658, "max_candidate_score": 0.9342895746231079, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.9342895746231079, "best_gold_margin": -0.00217282772064209, "weakest_gold_margin": -0.00217282772064209}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01280", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery mention Riley's rooftop patio for movie night?", "temporal_relation": "session", "query_temporal_norm": 0.24487873911857605, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.48735538125038147}], "gold_semantic_scores": [0.4104419946670532], "gold_temporal_scores": [0.07691346108913422], "max_gold_score": 0.48735538125038147, "max_candidate_score": 0.48735538125038147, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.39213669300079346, "best_gold_margin": 0.09521868824958801, "weakest_gold_margin": 0.09521868824958801}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01280", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the group decide to watch the movie after changing the plan?", "temporal_relation": "none", "query_temporal_norm": 0.5117180347442627, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.96353679895401}], "gold_semantic_scores": [0.6930264234542847], "gold_temporal_scores": [0.27051007747650146], "max_gold_score": 0.96353679895401, "max_candidate_score": 0.96353679895401, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6910322904586792, "best_gold_margin": 0.2725045084953308, "weakest_gold_margin": 0.2725045084953308}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01398", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their deployment target to the customer-like staging ring, and what was the earlier target?", "temporal_relation": "none", "query_temporal_norm": 0.31806549429893494, "query_session_index": 2, "query_start_sec": 15.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6555169820785522}, {"memory_id": "history_02_utt_0009", "score": 0.7390488982200623}], "gold_semantic_scores": [0.543411135673523, 0.6434676647186279], "gold_temporal_scores": [0.11210591346025467, 0.09558118879795074], "max_gold_score": 0.7390488982200623, "max_candidate_score": 0.7390488982200623, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.27328866720199585, "best_gold_margin": 0.4657602310180664, "weakest_gold_margin": 0.3822283148765564}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01398", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deployment target did Riley say they were planning to use?", "temporal_relation": "none", "query_temporal_norm": 0.39520955085754395, "query_session_index": 2, "query_start_sec": 15.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6435065269470215}], "gold_semantic_scores": [0.5811958909034729], "gold_temporal_scores": [0.06231066584587097], "max_gold_score": 0.6435065269470215, "max_candidate_score": 0.6435065269470215, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.546109676361084, "best_gold_margin": 0.0973968505859375, "weakest_gold_margin": 0.0973968505859375}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01398", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley mention the blue canary cluster?", "temporal_relation": "session", "query_temporal_norm": 0.28490835428237915, "query_session_index": 2, "query_start_sec": 15.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5284914374351501}], "gold_semantic_scores": [0.43841812014579773], "gold_temporal_scores": [0.09007330983877182], "max_gold_score": 0.5284914374351501, "max_candidate_score": 0.5284914374351501, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.456847220659256, "best_gold_margin": 0.07164421677589417, "weakest_gold_margin": 0.07164421677589417}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01398", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley mention switching their deployment target to the customer-like staging ring?", "temporal_relation": "session", "query_temporal_norm": 0.2652285099029541, "query_session_index": 2, "query_start_sec": 15.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8946053385734558}], "gold_semantic_scores": [0.7851319313049316], "gold_temporal_scores": [0.10947339236736298], "max_gold_score": 0.8946053385734558, "max_candidate_score": 0.8946053385734558, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7761020660400391, "best_gold_margin": 0.11850327253341675, "weakest_gold_margin": 0.11850327253341675}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01498", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for placing 'Night Window' after the opener, and why was it later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16944225132465363, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.800677478313446}, {"memory_id": "history_02_utt_0010", "score": 0.7797964215278625}], "gold_semantic_scores": [0.7547991871833801, 0.7088038921356201], "gold_temporal_scores": [0.04587838426232338, 0.07099271565675735], "max_gold_score": 0.800677478313446, "max_candidate_score": 0.8264651894569397, "top_memory_id": "history_01_utt_0011::cf::main::0", "max_non_gold_score": 0.8264651894569397, "best_gold_margin": -0.025787711143493652, "weakest_gold_margin": -0.04666876792907715}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01498", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was 'Glass Arcade' placed near the middle of the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.10751213133335114, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0030", "score": 0.7214019298553467}], "gold_semantic_scores": [0.7072904706001282], "gold_temporal_scores": [0.014111272990703583], "max_gold_score": 0.7214019298553467, "max_candidate_score": 0.7214019298553467, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.5223941802978516, "best_gold_margin": 0.19900774955749512, "weakest_gold_margin": 0.19900774955749512}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01498", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the plan for the total duration of the listening session?", "temporal_relation": "none", "query_temporal_norm": 0.2512960731983185, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0041", "score": 0.6090345978736877}], "gold_semantic_scores": [0.6388405561447144], "gold_temporal_scores": [-0.029806049540638924], "max_gold_score": 0.6090345978736877, "max_candidate_score": 0.6090345978736877, "top_memory_id": "history_02_utt_0041", "max_non_gold_score": 0.19988851249217987, "best_gold_margin": 0.4091460853815079, "weakest_gold_margin": 0.4091460853815079}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01498", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned to keep the listening session under an hour?", "temporal_relation": "session", "query_temporal_norm": 0.12466134130954742, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0041", "score": 0.7680557370185852}], "gold_semantic_scores": [0.7399232387542725], "gold_temporal_scores": [0.028132641687989235], "max_gold_score": 0.7680557370185852, "max_candidate_score": 0.7680557370185852, "top_memory_id": "history_02_utt_0041", "max_non_gold_score": 0.2895030975341797, "best_gold_margin": 0.4785526394844055, "weakest_gold_margin": 0.4785526394844055}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01555", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say state-cache distillation was meant to do, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.17876385152339935, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7182087302207947}, {"memory_id": "history_02_utt_0009", "score": 0.7749593257904053}], "gold_semantic_scores": [0.6617258787155151, 0.7303799390792847], "gold_temporal_scores": [0.0564827062189579, 0.04457962512969971], "max_gold_score": 0.7749593257904053, "max_candidate_score": 0.7749593257904053, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7631486058235168, "best_gold_margin": 0.011810719966888428, "weakest_gold_margin": -0.04493987560272217}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01555", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was state-cache distillation dropped?", "temporal_relation": "none", "query_temporal_norm": 0.12702380120754242, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8511847853660583}], "gold_semantic_scores": [0.80549156665802], "gold_temporal_scores": [0.045693572610616684], "max_gold_score": 0.8511847853660583, "max_candidate_score": 0.8511847853660583, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5645130276679993, "best_gold_margin": 0.2866717576980591, "weakest_gold_margin": 0.2866717576980591}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01555", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was speculative rescoring proposed to address?", "temporal_relation": "none", "query_temporal_norm": 0.1313248872756958, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.7302932143211365}], "gold_semantic_scores": [0.6947753429412842], "gold_temporal_scores": [0.03551780432462692], "max_gold_score": 0.7302932143211365, "max_candidate_score": 0.7302932143211365, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.5910711288452148, "best_gold_margin": 0.13922208547592163, "weakest_gold_margin": 0.13922208547592163}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01555", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that speculative rescoring was kept?", "temporal_relation": "session", "query_temporal_norm": 0.11690673232078552, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.6577537655830383}], "gold_semantic_scores": [0.6318418383598328], "gold_temporal_scores": [0.025912275537848473], "max_gold_score": 0.6577537655830383, "max_candidate_score": 0.6577537655830383, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.4124433398246765, "best_gold_margin": 0.24531042575836182, "weakest_gold_margin": 0.24531042575836182}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01662", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who placed Velvet Arcade second to lift us out of the hushed intro, and why was it later cut?", "temporal_relation": "none", "query_temporal_norm": 0.2227567434310913, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7383126616477966}, {"memory_id": "history_02_utt_0009", "score": 0.8362603187561035}], "gold_semantic_scores": [0.6656308770179749, 0.7586497068405151], "gold_temporal_scores": [0.07268186658620834, 0.07761060446500778], "max_gold_score": 0.8362603187561035, "max_candidate_score": 0.8362603187561035, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.430660605430603, "best_gold_margin": 0.4055997133255005, "weakest_gold_margin": 0.3076520562171936}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01662", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said Velvet Arcade was cut?", "temporal_relation": "none", "query_temporal_norm": 0.11195250600576401, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8035663366317749}], "gold_semantic_scores": [0.7760491967201233], "gold_temporal_scores": [0.027517234906554222], "max_gold_score": 0.8035663366317749, "max_candidate_score": 0.8035663366317749, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5364367365837097, "best_gold_margin": 0.2671296000480652, "weakest_gold_margin": 0.2671296000480652}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01662", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese say they put Velvet Arcade second?", "temporal_relation": "session", "query_temporal_norm": 0.1407090127468109, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6583882570266724}], "gold_semantic_scores": [0.6238261461257935], "gold_temporal_scores": [0.0345621220767498], "max_gold_score": 0.6583882570266724, "max_candidate_score": 0.6583882570266724, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5703110694885254, "best_gold_margin": 0.08807718753814697, "weakest_gold_margin": 0.08807718753814697}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01662", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Reese say Velvet Arcade was cut from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.16874824464321136, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.798585057258606}], "gold_semantic_scores": [0.7444390058517456], "gold_temporal_scores": [0.054146189242601395], "max_gold_score": 0.798585057258606, "max_candidate_score": 0.798585057258606, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6969912648200989, "best_gold_margin": 0.10159379243850708, "weakest_gold_margin": 0.10159379243850708}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01881", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who now handles the kitchen deep clean on Sundays, and what chore did they have before?", "temporal_relation": "none", "query_temporal_norm": 0.3634951114654541, "query_session_index": 2, "query_start_sec": 16.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6170545816421509}, {"memory_id": "history_02_utt_0009", "score": 0.821506679058075}], "gold_semantic_scores": [0.5046951174736023, 0.7866987586021423], "gold_temporal_scores": [0.11235947906970978, 0.034807752817869186], "max_gold_score": 0.821506679058075, "max_candidate_score": 0.821506679058075, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5390322804450989, "best_gold_margin": 0.2824743986129761, "weakest_gold_margin": 0.078022301197052}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01881", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say about their bathroom cleanup schedule?", "temporal_relation": "none", "query_temporal_norm": 0.24328957498073578, "query_session_index": 2, "query_start_sec": 16.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.44261619448661804}], "gold_semantic_scores": [0.3747294545173645], "gold_temporal_scores": [0.06788679212331772], "max_gold_score": 0.44261619448661804, "max_candidate_score": 0.44261619448661804, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.32006072998046875, "best_gold_margin": 0.12255546450614929, "weakest_gold_margin": 0.12255546450614929}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01881", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say about their kitchen cleaning schedule?", "temporal_relation": "none", "query_temporal_norm": 0.2972489595413208, "query_session_index": 2, "query_start_sec": 16.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6980963349342346}], "gold_semantic_scores": [0.6326218247413635], "gold_temporal_scores": [0.0654747411608696], "max_gold_score": 0.6980963349342346, "max_candidate_score": 0.6980963349342346, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6467477083206177, "best_gold_margin": 0.05134862661361694, "weakest_gold_margin": 0.05134862661361694}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01942", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Table, and why was it closed on Saturday?", "temporal_relation": "none", "query_temporal_norm": 0.15433315932750702, "query_session_index": 2, "query_start_sec": 13.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7784549593925476}, {"memory_id": "history_02_utt_0009", "score": 0.7511457800865173}], "gold_semantic_scores": [0.7326843738555908, 0.7144976854324341], "gold_temporal_scores": [0.045770518481731415, 0.03664803132414818], "max_gold_score": 0.7784549593925476, "max_candidate_score": 0.7784549593925476, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.557213306427002, "best_gold_margin": 0.22124165296554565, "weakest_gold_margin": 0.19393247365951538}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01942", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Hayden give for suggesting Green Table?", "temporal_relation": "none", "query_temporal_norm": 0.14158707857131958, "query_session_index": 2, "query_start_sec": 13.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8251276612281799}], "gold_semantic_scores": [0.7883743047714233], "gold_temporal_scores": [0.03675336018204689], "max_gold_score": 0.8251276612281799, "max_candidate_score": 0.8251276612281799, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7608582973480225, "best_gold_margin": 0.06426936388015747, "weakest_gold_margin": 0.06426936388015747}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01942", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Hayden say Green Table was ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.14984029531478882, "query_session_index": 2, "query_start_sec": 13.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8678063154220581}], "gold_semantic_scores": [0.8039867281913757], "gold_temporal_scores": [0.06381941586732864], "max_gold_score": 0.8678063154220581, "max_candidate_score": 0.8678063154220581, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.830604612827301, "best_gold_margin": 0.03720170259475708, "weakest_gold_margin": 0.03720170259475708}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01942", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Harbor Bowl mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1434979885816574, "query_session_index": 2, "query_start_sec": 13.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.840412437915802}], "gold_semantic_scores": [0.803277850151062], "gold_temporal_scores": [0.03713447228074074], "max_gold_score": 0.840412437915802, "max_candidate_score": 0.840412437915802, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.5482572913169861, "best_gold_margin": 0.2921551465988159, "weakest_gold_margin": 0.2921551465988159}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02096", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery's deployment target change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4069114029407501, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7686539888381958}, {"memory_id": "history_02_utt_0009", "score": 0.6959065198898315}], "gold_semantic_scores": [0.6260901093482971, 0.5731968283653259], "gold_temporal_scores": [0.14256390929222107, 0.122709721326828], "max_gold_score": 0.7686539888381958, "max_candidate_score": 0.7686539888381958, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6270993947982788, "best_gold_margin": 0.141554594039917, "weakest_gold_margin": 0.06880712509155273}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02096", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the integration run moved to during the release check?", "temporal_relation": "none", "query_temporal_norm": 0.219726100564003, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8695685863494873}], "gold_semantic_scores": [0.7770161628723145], "gold_temporal_scores": [0.09255264699459076], "max_gold_score": 0.8695685863494873, "max_candidate_score": 0.8695685863494873, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5926157832145691, "best_gold_margin": 0.2769528031349182, "weakest_gold_margin": 0.2769528031349182}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02096", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to run their integration build on the QA sandbox rack first?", "temporal_relation": "none", "query_temporal_norm": 0.36609259247779846, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7702355980873108}], "gold_semantic_scores": [0.7008830904960632], "gold_temporal_scores": [0.06935247033834457], "max_gold_score": 0.7702355980873108, "max_candidate_score": 0.7702355980873108, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4846499562263489, "best_gold_margin": 0.2855856418609619, "weakest_gold_margin": 0.2855856418609619}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02096", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deployment target did Avery say they were planning to use first?", "temporal_relation": "none", "query_temporal_norm": 0.38214972615242004, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7538137435913086}], "gold_semantic_scores": [0.7001612186431885], "gold_temporal_scores": [0.05365234613418579], "max_gold_score": 0.7538137435913086, "max_candidate_score": 0.7538137435913086, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7327386736869812, "best_gold_margin": 0.021075069904327393, "weakest_gold_margin": 0.021075069904327393}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02168", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What venue did I say my playlist plan moved from and to between the earlier and later conversations?", "temporal_relation": "none", "query_temporal_norm": 0.4234423339366913, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7064616084098816}, {"memory_id": "history_02_utt_0008", "score": 0.7070652842521667}], "gold_semantic_scores": [0.555035412311554, 0.5328764915466309], "gold_temporal_scores": [0.1514262706041336, 0.1741887629032135], "max_gold_score": 0.7070652842521667, "max_candidate_score": 0.743735671043396, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.743735671043396, "best_gold_margin": -0.03667038679122925, "weakest_gold_margin": -0.037274062633514404}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02168", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned shifting the playlist plan to the charter bus?", "temporal_relation": "none", "query_temporal_norm": 0.2752927839756012, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7905069589614868}], "gold_semantic_scores": [0.6877238750457764], "gold_temporal_scores": [0.10278311371803284], "max_gold_score": 0.7905069589614868, "max_candidate_score": 0.7905069589614868, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.47519946098327637, "best_gold_margin": 0.31530749797821045, "weakest_gold_margin": 0.31530749797821045}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02168", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the playlist originally planned to be used?", "temporal_relation": "earliest", "query_temporal_norm": 0.5472456216812134, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6524746417999268}], "gold_semantic_scores": [0.5379020571708679], "gold_temporal_scores": [0.11457258462905884], "max_gold_score": 0.6524746417999268, "max_candidate_score": 0.6524746417999268, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5050070285797119, "best_gold_margin": 0.14746761322021484, "weakest_gold_margin": 0.14746761322021484}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02280", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Taylor's model choice for the prototype change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4318561553955078, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8815856575965881}, {"memory_id": "history_02_utt_0010", "score": 0.8556580543518066}], "gold_semantic_scores": [0.7249378561973572, 0.7220555543899536], "gold_temporal_scores": [0.15664787590503693, 0.1336025595664978], "max_gold_score": 0.8815856575965881, "max_candidate_score": 0.8815856575965881, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8321496248245239, "best_gold_margin": 0.04943603277206421, "weakest_gold_margin": 0.023508429527282715}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02280", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model choice was decided on for the live demo?", "temporal_relation": "none", "query_temporal_norm": 0.2477424144744873, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7134584188461304}], "gold_semantic_scores": [0.6272131204605103], "gold_temporal_scores": [0.08624520897865295], "max_gold_score": 0.7134584188461304, "max_candidate_score": 0.7148717045783997, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.7148717045783997, "best_gold_margin": -0.0014132857322692871, "weakest_gold_margin": -0.0014132857322692871}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02280", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model did Taylor originally plan to use for the prototype?", "temporal_relation": "earliest", "query_temporal_norm": 0.5691993832588196, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.910857081413269}], "gold_semantic_scores": [0.7552579641342163], "gold_temporal_scores": [0.15559904277324677], "max_gold_score": 0.910857081413269, "max_candidate_score": 0.910857081413269, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8041111826896667, "best_gold_margin": 0.1067458987236023, "weakest_gold_margin": 0.1067458987236023}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02280", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention their plan for the prototype?", "temporal_relation": "session", "query_temporal_norm": 0.3524211049079895, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.779049813747406}], "gold_semantic_scores": [0.6964518427848816], "gold_temporal_scores": [0.08259785175323486], "max_gold_score": 0.779049813747406, "max_candidate_score": 0.779049813747406, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7093091011047363, "best_gold_margin": 0.06974071264266968, "weakest_gold_margin": 0.06974071264266968}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02340", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my original activity choice was before I switched it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5448737740516663, "query_session_index": 2, "query_start_sec": 12.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.807300329208374}], "gold_semantic_scores": [0.6859704852104187], "gold_temporal_scores": [0.12132975459098816], "max_gold_score": 0.807300329208374, "max_candidate_score": 0.807300329208374, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7756080627441406, "best_gold_margin": 0.0316922664642334, "weakest_gold_margin": 0.0316922664642334}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02340", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen instead of the river walk?", "temporal_relation": "none", "query_temporal_norm": 0.44718366861343384, "query_session_index": 2, "query_start_sec": 12.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8470041155815125}], "gold_semantic_scores": [0.6664547920227051], "gold_temporal_scores": [0.18054936826229095], "max_gold_score": 0.8470041155815125, "max_candidate_score": 0.8470041155815125, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7183203101158142, "best_gold_margin": 0.12868380546569824, "weakest_gold_margin": 0.12868380546569824}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02340", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the tile museum mentioned as the activity choice?", "temporal_relation": "session", "query_temporal_norm": 0.17570509016513824, "query_session_index": 2, "query_start_sec": 12.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5677233338356018}], "gold_semantic_scores": [0.5281807780265808], "gold_temporal_scores": [0.03954252973198891], "max_gold_score": 0.5677233338356018, "max_candidate_score": 0.5677233338356018, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.514122724533081, "best_gold_margin": 0.05360060930252075, "weakest_gold_margin": 0.05360060930252075}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02427", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I moved Riverlight Archive up to most recently?", "temporal_relation": "none", "query_temporal_norm": 0.44297152757644653, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6312516331672668}], "gold_semantic_scores": [0.4525453448295593], "gold_temporal_scores": [0.17870637774467468], "max_gold_score": 0.6312516331672668, "max_candidate_score": 0.6568712592124939, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 0.6568712592124939, "best_gold_margin": -0.02561962604522705, "weakest_gold_margin": -0.02561962604522705}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02427", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What is Avery asking us to decide about the chairs?", "temporal_relation": "none", "query_temporal_norm": 0.24891211092472076, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3205697238445282, "top_memory_id": "history_02_utt_0005", "max_non_gold_score": 0.3205697238445282, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02557", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say we should watch next before that later change?", "temporal_relation": "earliest", "query_temporal_norm": 0.4940767288208008, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8730946183204651}], "gold_semantic_scores": [0.7962042689323425], "gold_temporal_scores": [0.07689028978347778], "max_gold_score": 0.8730946183204651, "max_candidate_score": 0.8737810254096985, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.8737810254096985, "best_gold_margin": -0.0006864070892333984, "weakest_gold_margin": -0.0006864070892333984}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02557", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we decide to start with instead?", "temporal_relation": "none", "query_temporal_norm": 0.2273356020450592, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.701422393321991}], "gold_semantic_scores": [0.6169899106025696], "gold_temporal_scores": [0.08443240821361542], "max_gold_score": 0.701422393321991, "max_candidate_score": 0.701422393321991, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5283890962600708, "best_gold_margin": 0.17303329706192017, "weakest_gold_margin": 0.17303329706192017}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02557", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that we should start with Northbound?", "temporal_relation": "session", "query_temporal_norm": 0.17109838128089905, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6568989753723145}], "gold_semantic_scores": [0.6596537828445435], "gold_temporal_scores": [-0.0027549786027520895], "max_gold_score": 0.6568989753723145, "max_candidate_score": 0.6568989753723145, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.49343881011009216, "best_gold_margin": 0.1634601652622223, "weakest_gold_margin": 0.1634601652622223}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02666", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my final dish soap choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5414937138557434, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9686300754547119}], "gold_semantic_scores": [0.7202836871147156], "gold_temporal_scores": [0.24834634363651276], "max_gold_score": 0.9686300754547119, "max_candidate_score": 1.0558637380599976, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 1.0558637380599976, "best_gold_margin": -0.08723366260528564, "weakest_gold_margin": -0.08723366260528564}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02666", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about Seventh Generation dish soap?", "temporal_relation": "session", "query_temporal_norm": 0.14262889325618744, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5563198328018188}], "gold_semantic_scores": [0.5359785556793213], "gold_temporal_scores": [0.02034132555127144], "max_gold_score": 0.5563198328018188, "max_candidate_score": 0.5563198328018188, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.27460044622421265, "best_gold_margin": 0.2817193865776062, "weakest_gold_margin": 0.2817193865776062}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02666", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching their dish soap choice to Cascade?", "temporal_relation": "none", "query_temporal_norm": 0.21157245337963104, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8907750248908997}], "gold_semantic_scores": [0.8001787066459656], "gold_temporal_scores": [0.09059657901525497], "max_gold_score": 0.8907750248908997, "max_candidate_score": 0.8907750248908997, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5954885482788086, "best_gold_margin": 0.29528647661209106, "weakest_gold_margin": 0.29528647661209106}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02747", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was the latest rating Casey gave for \"Neon August\"?", "temporal_relation": "latest", "query_temporal_norm": 0.5177527070045471, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.917355477809906}], "gold_semantic_scores": [0.6552153825759888], "gold_temporal_scores": [0.2621400058269501], "max_gold_score": 0.917355477809906, "max_candidate_score": 0.9216107130050659, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9216107130050659, "best_gold_margin": -0.004255235195159912, "weakest_gold_margin": -0.004255235195159912}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02747", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey say they would rate \"Neon August\" 9/10?", "temporal_relation": "session", "query_temporal_norm": 0.162995383143425, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7395839691162109}], "gold_semantic_scores": [0.6900258660316467], "gold_temporal_scores": [0.04955822974443436], "max_gold_score": 0.7395839691162109, "max_candidate_score": 0.7395839691162109, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7270878553390503, "best_gold_margin": 0.012496113777160645, "weakest_gold_margin": 0.012496113777160645}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02747", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What rating was originally discussed for \"Neon August\"?", "temporal_relation": "earliest", "query_temporal_norm": 0.5387148261070251, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7591717839241028}], "gold_semantic_scores": [0.6275556087493896], "gold_temporal_scores": [0.13161610066890717], "max_gold_score": 0.7591717839241028, "max_candidate_score": 0.7591717839241028, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5958760976791382, "best_gold_margin": 0.1632956862449646, "weakest_gold_margin": 0.1632956862449646}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02847", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was the latest rating Cameron gave Deep Current?", "temporal_relation": "latest", "query_temporal_norm": 0.5500707030296326, "query_session_index": 2, "query_start_sec": 13.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9128701090812683}], "gold_semantic_scores": [0.6368164420127869], "gold_temporal_scores": [0.27605316042900085], "max_gold_score": 0.9128701090812683, "max_candidate_score": 0.9145289659500122, "top_memory_id": "history_02_utt_0011::cf::main::3", "max_non_gold_score": 0.9145289659500122, "best_gold_margin": -0.0016588568687438965, "weakest_gold_margin": -0.0016588568687438965}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02847", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron say they would bump Deep Current to a 7.5 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.12722259759902954, "query_session_index": 2, "query_start_sec": 13.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6152163743972778}], "gold_semantic_scores": [0.5618904232978821], "gold_temporal_scores": [0.05332600325345993], "max_gold_score": 0.6152163743972778, "max_candidate_score": 0.6152163743972778, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5134118795394897, "best_gold_margin": 0.10180449485778809, "weakest_gold_margin": 0.10180449485778809}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02847", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the most recent rating given to Deep Current?", "temporal_relation": "latest", "query_temporal_norm": 0.5054153203964233, "query_session_index": 2, "query_start_sec": 13.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9643475413322449}], "gold_semantic_scores": [0.7414828538894653], "gold_temporal_scores": [0.22286482155323029], "max_gold_score": 0.9643475413322449, "max_candidate_score": 0.9643475413322449, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.9615660309791565, "best_gold_margin": 0.002781510353088379, "weakest_gold_margin": 0.002781510353088379}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02847", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating for Deep Current change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.33452343940734863, "query_session_index": 2, "query_start_sec": 13.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7822753190994263}, {"memory_id": "history_02_utt_0011", "score": 0.7811471223831177}], "gold_semantic_scores": [0.6646595001220703, 0.6643823981285095], "gold_temporal_scores": [0.1176157146692276, 0.11676472425460815], "max_gold_score": 0.7822753190994263, "max_candidate_score": 0.7822753190994263, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5233384966850281, "best_gold_margin": 0.2589368224143982, "weakest_gold_margin": 0.2578086256980896}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03072", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting sesame tofu bowls, and why were they taken off the list?", "temporal_relation": "none", "query_temporal_norm": 0.13218624889850616, "query_session_index": 2, "query_start_sec": 11.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.640795111656189}, {"memory_id": "history_02_utt_0009", "score": 0.7494694590568542}], "gold_semantic_scores": [0.6063504219055176, 0.7012576460838318], "gold_temporal_scores": [0.03444492444396019, 0.048211827874183655], "max_gold_score": 0.7494694590568542, "max_candidate_score": 0.7494694590568542, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.618003785610199, "best_gold_margin": 0.13146567344665527, "weakest_gold_margin": 0.02279132604598999}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03072", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was chickpea pasta suggested earlier?", "temporal_relation": "none", "query_temporal_norm": 0.1393709033727646, "query_session_index": 2, "query_start_sec": 11.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.5946336984634399}], "gold_semantic_scores": [0.5774949789047241], "gold_temporal_scores": [0.017138857394456863], "max_gold_score": 0.5946336984634399, "max_candidate_score": 0.5946336984634399, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.563213586807251, "best_gold_margin": 0.031420111656188965, "weakest_gold_margin": 0.031420111656188965}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03072", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was chickpea pasta suggested?", "temporal_relation": "session", "query_temporal_norm": 0.14448213577270508, "query_session_index": 2, "query_start_sec": 11.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.7111497521400452}], "gold_semantic_scores": [0.6651347279548645], "gold_temporal_scores": [0.046014875173568726], "max_gold_score": 0.7111497521400452, "max_candidate_score": 0.7111497521400452, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.645770251750946, "best_gold_margin": 0.06537950038909912, "weakest_gold_margin": 0.06537950038909912}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03072", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was chickpea pasta mentioned as unavailable?", "temporal_relation": "session", "query_temporal_norm": 0.17332316935062408, "query_session_index": 2, "query_start_sec": 11.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.7090348601341248}], "gold_semantic_scores": [0.63638836145401], "gold_temporal_scores": [0.07264658063650131], "max_gold_score": 0.7090348601341248, "max_candidate_score": 0.7090348601341248, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.6368235349655151, "best_gold_margin": 0.07221132516860962, "weakest_gold_margin": 0.07221132516860962}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03144", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my watchlist pick change from the first review to the second one?", "temporal_relation": "comparison", "query_temporal_norm": 0.40332338213920593, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.72353196144104}, {"memory_id": "history_02_utt_0009", "score": 0.7983090877532959}], "gold_semantic_scores": [0.5761268138885498, 0.6563073992729187], "gold_temporal_scores": [0.14740531146526337, 0.14200186729431152], "max_gold_score": 0.7983090877532959, "max_candidate_score": 0.7983090877532959, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7857398986816406, "best_gold_margin": 0.012569189071655273, "weakest_gold_margin": -0.062207937240600586}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03144", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching their pick to Quiet Orbit during the second review?", "temporal_relation": "none", "query_temporal_norm": 0.222956120967865, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7739177942276001}], "gold_semantic_scores": [0.6750699877738953], "gold_temporal_scores": [0.0988478735089302], "max_gold_score": 0.7739177942276001, "max_candidate_score": 0.7739177942276001, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3990144431591034, "best_gold_margin": 0.3749033510684967, "weakest_gold_margin": 0.3749033510684967}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03144", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title was chosen for the watchlist during the first review?", "temporal_relation": "session", "query_temporal_norm": 0.4303676187992096, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7121972441673279}], "gold_semantic_scores": [0.6342902183532715], "gold_temporal_scores": [0.07790708541870117], "max_gold_score": 0.7121972441673279, "max_candidate_score": 0.7121972441673279, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4708443582057953, "best_gold_margin": 0.2413528859615326, "weakest_gold_margin": 0.2413528859615326}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03252", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for RAM-cached waveform shards, and why were they dropped?", "temporal_relation": "none", "query_temporal_norm": 0.14712317287921906, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6134235262870789}, {"memory_id": "history_02_utt_0009", "score": 0.6803848147392273}], "gold_semantic_scores": [0.5702694654464722, 0.6408228278160095], "gold_temporal_scores": [0.04315413534641266, 0.039562273770570755], "max_gold_score": 0.6803848147392273, "max_candidate_score": 0.6901200413703918, "top_memory_id": "history_01_utt_0011::cf::main::0", "max_non_gold_score": 0.6901200413703918, "best_gold_margin": -0.00973522663116455, "weakest_gold_margin": -0.07669651508331299}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03252", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop the RAM-cached waveform shards?", "temporal_relation": "none", "query_temporal_norm": 0.19013509154319763, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7577308416366577}], "gold_semantic_scores": [0.6690081357955933], "gold_temporal_scores": [0.08872240781784058], "max_gold_score": 0.7577308416366577, "max_candidate_score": 0.7577308416366577, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.42686599493026733, "best_gold_margin": 0.3308648467063904, "weakest_gold_margin": 0.3308648467063904}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03252", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the idea of per-batch metadata snapshots proposed?", "temporal_relation": "session", "query_temporal_norm": 0.1609152853488922, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6695972084999084}], "gold_semantic_scores": [0.6397099494934082], "gold_temporal_scores": [0.02988732047379017], "max_gold_score": 0.6695972084999084, "max_candidate_score": 0.6695972084999084, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.5315322279930115, "best_gold_margin": 0.13806498050689697, "weakest_gold_margin": 0.13806498050689697}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03359", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Harbor Lights, and why was it dropped from the shortlist?", "temporal_relation": "none", "query_temporal_norm": 0.19390584528446198, "query_session_index": 2, "query_start_sec": 13.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6380100250244141}, {"memory_id": "history_02_utt_0010", "score": 0.6947671175003052}], "gold_semantic_scores": [0.5765963792800903, 0.6543655395507812], "gold_temporal_scores": [0.06141363084316254, 0.04040202125906944], "max_gold_score": 0.6947671175003052, "max_candidate_score": 0.6947671175003052, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6510687470436096, "best_gold_margin": 0.04369837045669556, "weakest_gold_margin": -0.013058722019195557}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03359", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we take Harbor Lights off the shortlist?", "temporal_relation": "none", "query_temporal_norm": 0.14335589110851288, "query_session_index": 2, "query_start_sec": 13.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9021245241165161}], "gold_semantic_scores": [0.8442476987838745], "gold_temporal_scores": [0.057876743376255035], "max_gold_score": 0.9021245241165161, "max_candidate_score": 0.9021245241165161, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6119305491447449, "best_gold_margin": 0.29019397497177124, "weakest_gold_margin": 0.29019397497177124}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03359", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did Static Bloom stay in consideration?", "temporal_relation": "none", "query_temporal_norm": 0.11626250296831131, "query_session_index": 2, "query_start_sec": 13.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6374652981758118}], "gold_semantic_scores": [0.618411123752594], "gold_temporal_scores": [0.019054127857089043], "max_gold_score": 0.6374652981758118, "max_candidate_score": 0.6374652981758118, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.5979092121124268, "best_gold_margin": 0.03955608606338501, "weakest_gold_margin": 0.03955608606338501}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03359", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention keeping Static Bloom in mind?", "temporal_relation": "session", "query_temporal_norm": 0.1408425271511078, "query_session_index": 2, "query_start_sec": 13.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6250574588775635}], "gold_semantic_scores": [0.596430242061615], "gold_temporal_scores": [0.0286273006349802], "max_gold_score": 0.6250574588775635, "max_candidate_score": 0.6250574588775635, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.26516789197921753, "best_gold_margin": 0.35988956689834595, "weakest_gold_margin": 0.35988956689834595}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03443", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the latest usability score cutoff was 4.3 out of 5?", "temporal_relation": "latest", "query_temporal_norm": 0.5614910125732422, "query_session_index": 2, "query_start_sec": 15.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0008653402328491}], "gold_semantic_scores": [0.7204703688621521], "gold_temporal_scores": [0.280394971370697], "max_gold_score": 1.0008653402328491, "max_candidate_score": 1.0008653402328491, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9945429563522339, "best_gold_margin": 0.006322383880615234, "weakest_gold_margin": 0.006322383880615234}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03581", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's training setup change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.39552178978919983, "query_session_index": 2, "query_start_sec": 13.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7595173716545105}, {"memory_id": "history_02_utt_0010", "score": 0.7862160205841064}], "gold_semantic_scores": [0.6201838850975037, 0.6649357080459595], "gold_temporal_scores": [0.13933376967906952, 0.1212804913520813], "max_gold_score": 0.7862160205841064, "max_candidate_score": 0.7862160205841064, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7151033878326416, "best_gold_margin": 0.07111263275146484, "weakest_gold_margin": 0.044413983821868896}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03581", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training setup did Casey mention in the earlier conversation?", "temporal_relation": "session", "query_temporal_norm": 0.388760507106781, "query_session_index": 2, "query_start_sec": 13.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7142024040222168}], "gold_semantic_scores": [0.6081817150115967], "gold_temporal_scores": [0.10602056235074997], "max_gold_score": 0.7142024040222168, "max_candidate_score": 0.7142024040222168, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6521784663200378, "best_gold_margin": 0.062023937702178955, "weakest_gold_margin": 0.062023937702178955}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03581", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current training setup being used?", "temporal_relation": "latest", "query_temporal_norm": 0.5417662858963013, "query_session_index": 2, "query_start_sec": 13.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9123453497886658}], "gold_semantic_scores": [0.6461792588233948], "gold_temporal_scores": [0.2661663591861725], "max_gold_score": 0.9123453497886658, "max_candidate_score": 0.9123453497886658, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9108733534812927, "best_gold_margin": 0.0014719963073730469, "weakest_gold_margin": 0.0014719963073730469}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03581", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What training setup was discussed earlier for use during the workflow transition?", "temporal_relation": "before", "query_temporal_norm": 0.3103967308998108, "query_session_index": 2, "query_start_sec": 13.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6575601696968079}], "gold_semantic_scores": [0.6118651628494263], "gold_temporal_scores": [0.0456949807703495], "max_gold_score": 0.6575601696968079, "max_candidate_score": 0.6575601696968079, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.51312655210495, "best_gold_margin": 0.1444336175918579, "weakest_gold_margin": 0.1444336175918579}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03693", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say our chosen title was before it got changed later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5599242448806763, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7308424115180969}], "gold_semantic_scores": [0.5966176986694336], "gold_temporal_scores": [0.13422483205795288], "max_gold_score": 0.7308424115180969, "max_candidate_score": 0.7439956665039062, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7439956665039062, "best_gold_margin": -0.013153254985809326, "weakest_gold_margin": -0.013153254985809326}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03693", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title did we end up choosing after reviewing the options again?", "temporal_relation": "latest", "query_temporal_norm": 0.5327683091163635, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.83293616771698}], "gold_semantic_scores": [0.5609315037727356], "gold_temporal_scores": [0.2720046937465668], "max_gold_score": 0.83293616771698, "max_candidate_score": 0.83293616771698, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8318712711334229, "best_gold_margin": 0.001064896583557129, "weakest_gold_margin": 0.001064896583557129}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03693", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the decision to choose Paper Lantern Loop mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.22812333703041077, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7664437890052795}], "gold_semantic_scores": [0.6802132725715637], "gold_temporal_scores": [0.08623060584068298], "max_gold_score": 0.7664437890052795, "max_candidate_score": 0.7664437890052795, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.33956003189086914, "best_gold_margin": 0.4268837571144104, "weakest_gold_margin": 0.4268837571144104}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03757", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the shared embedding cache, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.15364445745944977, "query_session_index": 2, "query_start_sec": 17.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7963206171989441}, {"memory_id": "history_02_utt_0008", "score": 0.8247902393341064}], "gold_semantic_scores": [0.7505473494529724, 0.7841833233833313], "gold_temporal_scores": [0.04577330872416496, 0.04060661420226097], "max_gold_score": 0.8247902393341064, "max_candidate_score": 0.8288987874984741, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8288987874984741, "best_gold_margin": -0.004108548164367676, "weakest_gold_margin": -0.03257817029953003}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03757", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the shared embedding cache dropped?", "temporal_relation": "none", "query_temporal_norm": 0.12002505362033844, "query_session_index": 2, "query_start_sec": 17.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8518863916397095}], "gold_semantic_scores": [0.8136814832687378], "gold_temporal_scores": [0.0382046140730381], "max_gold_score": 0.8518863916397095, "max_candidate_score": 0.8518863916397095, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6671265959739685, "best_gold_margin": 0.18475979566574097, "weakest_gold_margin": 0.18475979566574097}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03757", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the precomputed augmentation pack proposed?", "temporal_relation": "none", "query_temporal_norm": 0.13062089681625366, "query_session_index": 2, "query_start_sec": 17.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0031", "score": 0.720689594745636}], "gold_semantic_scores": [0.6954705715179443], "gold_temporal_scores": [0.025218917056918144], "max_gold_score": 0.720689594745636, "max_candidate_score": 0.720689594745636, "top_memory_id": "history_01_utt_0031", "max_non_gold_score": 0.45455047488212585, "best_gold_margin": 0.26613911986351013, "weakest_gold_margin": 0.26613911986351013}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03869", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Where did I place Night Drive Neon in the playlist, and why was it cut?", "temporal_relation": "none", "query_temporal_norm": 0.23143266141414642, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.6307456493377686}, {"memory_id": "history_02_utt_0009", "score": 0.6948442459106445}], "gold_semantic_scores": [0.5675942897796631, 0.6379488110542297], "gold_temporal_scores": [0.0631512776017189, 0.05689537152647972], "max_gold_score": 0.6948442459106445, "max_candidate_score": 0.7311931252479553, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.7311931252479553, "best_gold_margin": -0.03634887933731079, "weakest_gold_margin": -0.10044747591018677}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03869", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Night Drive Neon cut from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.186514213681221, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8177624344825745}], "gold_semantic_scores": [0.7386519908905029], "gold_temporal_scores": [0.07911042124032974], "max_gold_score": 0.8177624344825745, "max_candidate_score": 0.8177624344825745, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5946816802024841, "best_gold_margin": 0.22308075428009033, "weakest_gold_margin": 0.22308075428009033}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03869", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Night Drive Neon was cut to shorten the total runtime?", "temporal_relation": "session", "query_temporal_norm": 0.16304275393486023, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9074689745903015}], "gold_semantic_scores": [0.848870575428009], "gold_temporal_scores": [0.058598242700099945], "max_gold_score": 0.9074689745903015, "max_candidate_score": 0.9074689745903015, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6058696508407593, "best_gold_margin": 0.30159932374954224, "weakest_gold_margin": 0.30159932374954224}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03869", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was Velvet Exit planned to be placed in the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.14894172549247742, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.5669088959693909}], "gold_semantic_scores": [0.53908771276474], "gold_temporal_scores": [0.027821242809295654], "max_gold_score": 0.5669088959693909, "max_candidate_score": 0.5669088959693909, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.399337500333786, "best_gold_margin": 0.16757139563560486, "weakest_gold_margin": 0.16757139563560486}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03993", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Taylor's chore schedule change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3987131118774414, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8614835143089294}, {"memory_id": "history_02_utt_0010", "score": 0.8134599924087524}], "gold_semantic_scores": [0.7166272401809692, 0.6885239481925964], "gold_temporal_scores": [0.14485639333724976, 0.12493588030338287], "max_gold_score": 0.8614835143089294, "max_candidate_score": 0.8614835143089294, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7719838619232178, "best_gold_margin": 0.08949965238571167, "weakest_gold_margin": 0.04147613048553467}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03993", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned handling the bathroom on Tuesdays and vacuuming on Saturdays?", "temporal_relation": "none", "query_temporal_norm": 0.20722724497318268, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9191545248031616}], "gold_semantic_scores": [0.8557971119880676], "gold_temporal_scores": [0.063357412815094], "max_gold_score": 0.9191545248031616, "max_candidate_score": 0.9191545248031616, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7550142407417297, "best_gold_margin": 0.16414028406143188, "weakest_gold_margin": 0.16414028406143188}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03993", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched to dish duty on Mondays and the laundry room on Thursdays?", "temporal_relation": "none", "query_temporal_norm": 0.25977128744125366, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8975710272789001}], "gold_semantic_scores": [0.7690021395683289], "gold_temporal_scores": [0.1285688281059265], "max_gold_score": 0.8975710272789001, "max_candidate_score": 0.8975710272789001, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6508877873420715, "best_gold_margin": 0.2466832399368286, "weakest_gold_margin": 0.2466832399368286}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03993", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chore schedule change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.32765260338783264, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7314120531082153}, {"memory_id": "history_02_utt_0010", "score": 0.7619580626487732}], "gold_semantic_scores": [0.6162458062171936, 0.6525015830993652], "gold_temporal_scores": [0.11516623198986053, 0.10945671796798706], "max_gold_score": 0.7619580626487732, "max_candidate_score": 0.7619580626487732, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5213428139686584, "best_gold_margin": 0.24061524868011475, "weakest_gold_margin": 0.21006923913955688}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04076", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Before I changed it after the release plan shifted, what did I say my integration pass would run on?", "temporal_relation": "before", "query_temporal_norm": 0.39312633872032166, "query_session_index": 2, "query_start_sec": 13.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6795178651809692}], "gold_semantic_scores": [0.5517374277114868], "gold_temporal_scores": [0.12778052687644958], "max_gold_score": 0.6795178651809692, "max_candidate_score": 0.6960404515266418, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.6960404515266418, "best_gold_margin": -0.016522586345672607, "weakest_gold_margin": -0.016522586345672607}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04076", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the deployment target mentioned after the release plan changed?", "temporal_relation": "none", "query_temporal_norm": 0.20451505482196808, "query_session_index": 2, "query_start_sec": 13.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5506865978240967}], "gold_semantic_scores": [0.5334687829017639], "gold_temporal_scores": [0.017217954620718956], "max_gold_score": 0.5506865978240967, "max_candidate_score": 0.5506865978240967, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5243229269981384, "best_gold_margin": 0.026363670825958252, "weakest_gold_margin": 0.026363670825958252}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04076", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the shared preprod cluster mentioned as the deployment target?", "temporal_relation": "session", "query_temporal_norm": 0.18538416922092438, "query_session_index": 2, "query_start_sec": 13.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5001950263977051}], "gold_semantic_scores": [0.49831122159957886], "gold_temporal_scores": [0.0018837063107639551], "max_gold_score": 0.5001950263977051, "max_candidate_score": 0.6252757906913757, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6252757906913757, "best_gold_margin": -0.12508076429367065, "weakest_gold_margin": -0.12508076429367065}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04180", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the per-pod RAM cache, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.24122121930122375, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7397047281265259}, {"memory_id": "history_02_utt_0011", "score": 0.6943677067756653}], "gold_semantic_scores": [0.6619512438774109, 0.643903911113739], "gold_temporal_scores": [0.07775353640317917, 0.05046357586979866], "max_gold_score": 0.7397047281265259, "max_candidate_score": 0.7397047281265259, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.35163038969039917, "best_gold_margin": 0.3880743384361267, "weakest_gold_margin": 0.3427373170852661}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04180", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the per-pod RAM cache dropped?", "temporal_relation": "none", "query_temporal_norm": 0.13864128291606903, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.824171781539917}], "gold_semantic_scores": [0.7801632881164551], "gold_temporal_scores": [0.04400872439146042], "max_gold_score": 0.824171781539917, "max_candidate_score": 0.824171781539917, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5969864726066589, "best_gold_margin": 0.22718530893325806, "weakest_gold_margin": 0.22718530893325806}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04180", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed local NVMe weight staging to reduce object store usage during restarts?", "temporal_relation": "none", "query_temporal_norm": 0.17022374272346497, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.8030353784561157}], "gold_semantic_scores": [0.7916945219039917], "gold_temporal_scores": [0.01134072057902813], "max_gold_score": 0.8030353784561157, "max_candidate_score": 0.8030353784561157, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.4937731623649597, "best_gold_margin": 0.309262216091156, "weakest_gold_margin": 0.309262216091156}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04180", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned who owns the training job spec updates for the migration?", "temporal_relation": "session", "query_temporal_norm": 0.20636463165283203, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0033", "score": 0.8109111189842224}], "gold_semantic_scores": [0.7927997708320618], "gold_temporal_scores": [0.018111076205968857], "max_gold_score": 0.8109111189842224, "max_candidate_score": 0.8109111189842224, "top_memory_id": "history_01_utt_0033", "max_non_gold_score": 0.31795117259025574, "best_gold_margin": 0.4929599463939667, "weakest_gold_margin": 0.4929599463939667}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04237", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting the Maple Street parcel locker, and why was it later rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17889316380023956, "query_session_index": 2, "query_start_sec": 12.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.6654382944107056}, {"memory_id": "history_02_utt_0009", "score": 0.727028489112854}], "gold_semantic_scores": [0.6173811554908752, 0.6499431729316711], "gold_temporal_scores": [0.04805726930499077, 0.07708542793989182], "max_gold_score": 0.727028489112854, "max_candidate_score": 0.727028489112854, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7170395255088806, "best_gold_margin": 0.009988963603973389, "weakest_gold_margin": -0.05160123109817505}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04237", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did the Maple Street parcel locker turn out to be unsuitable?", "temporal_relation": "none", "query_temporal_norm": 0.17498046159744263, "query_session_index": 2, "query_start_sec": 12.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7360103130340576}], "gold_semantic_scores": [0.6645559072494507], "gold_temporal_scores": [0.0714544728398323], "max_gold_score": 0.7360103130340576, "max_candidate_score": 0.7360103130340576, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6446806788444519, "best_gold_margin": 0.09132963418960571, "weakest_gold_margin": 0.09132963418960571}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04237", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the Maple Street parcel locker is behind the lobby doors on Sundays?", "temporal_relation": "session", "query_temporal_norm": 0.13490311801433563, "query_session_index": 2, "query_start_sec": 12.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7751450538635254}], "gold_semantic_scores": [0.735943078994751], "gold_temporal_scores": [0.03920193016529083], "max_gold_score": 0.7751450538635254, "max_candidate_score": 0.7751450538635254, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6679438948631287, "best_gold_margin": 0.10720115900039673, "weakest_gold_margin": 0.10720115900039673}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04237", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What does Skyler say is needed in the reception area?", "temporal_relation": "none", "query_temporal_norm": 0.1994708776473999, "query_session_index": 2, "query_start_sec": 12.84, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.46938252449035645, "top_memory_id": "history_02_utt_0041", "max_non_gold_score": 0.46938252449035645, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04367", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler suggest the windowed activation cache would help with, and why was it later ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.21295829117298126, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6493261456489563}, {"memory_id": "history_02_utt_0010", "score": 0.6614169478416443}], "gold_semantic_scores": [0.5830928683280945, 0.5838372111320496], "gold_temporal_scores": [0.06623328477144241, 0.077579565346241], "max_gold_score": 0.6614169478416443, "max_candidate_score": 0.6614169478416443, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.602200984954834, "best_gold_margin": 0.0592159628868103, "weakest_gold_margin": 0.047125160694122314}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04367", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler say the windowed activation cache was meant to achieve?", "temporal_relation": "none", "query_temporal_norm": 0.1720649003982544, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8092333674430847}], "gold_semantic_scores": [0.7836025357246399], "gold_temporal_scores": [0.025631003081798553], "max_gold_score": 0.8092333674430847, "max_candidate_score": 0.8092333674430847, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.775159478187561, "best_gold_margin": 0.03407388925552368, "weakest_gold_margin": 0.03407388925552368}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04367", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the windowed activation cache to keep the calibration preview responsive?", "temporal_relation": "none", "query_temporal_norm": 0.16866251826286316, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7126773595809937}], "gold_semantic_scores": [0.6738428473472595], "gold_temporal_scores": [0.03883456811308861], "max_gold_score": 0.7126773595809937, "max_candidate_score": 0.7126773595809937, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4209449589252472, "best_gold_margin": 0.29173240065574646, "weakest_gold_margin": 0.29173240065574646}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04508", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for local NVMe staging, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.17435462772846222, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6177548766136169}, {"memory_id": "history_02_utt_0011", "score": 0.5976922512054443}], "gold_semantic_scores": [0.5634786486625671, 0.5510205626487732], "gold_temporal_scores": [0.054276298731565475, 0.04667165130376816], "max_gold_score": 0.6177548766136169, "max_candidate_score": 0.6280307769775391, "top_memory_id": "history_02_utt_0011::cf::main::2", "max_non_gold_score": 0.6280307769775391, "best_gold_margin": -0.01027590036392212, "weakest_gold_margin": -0.030338525772094727}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04508", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide against using local NVMe staging?", "temporal_relation": "none", "query_temporal_norm": 0.17521969974040985, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8040531873703003}], "gold_semantic_scores": [0.7273991703987122], "gold_temporal_scores": [0.0766538605093956], "max_gold_score": 0.8040531873703003, "max_candidate_score": 0.8040531873703003, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5563094019889832, "best_gold_margin": 0.24774378538131714, "weakest_gold_margin": 0.24774378538131714}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04508", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that local NVMe staging was ruled out?", "temporal_relation": "session", "query_temporal_norm": 0.13116584718227386, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6948641538619995}], "gold_semantic_scores": [0.656794548034668], "gold_temporal_scores": [0.038069404661655426], "max_gold_score": 0.6948641538619995, "max_candidate_score": 0.6948641538619995, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.43262821435928345, "best_gold_margin": 0.26223593950271606, "weakest_gold_margin": 0.26223593950271606}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04508", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason given for proposing a shared NFS cache?", "temporal_relation": "none", "query_temporal_norm": 0.11153421550989151, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.7743420004844666}], "gold_semantic_scores": [0.7562692165374756], "gold_temporal_scores": [0.018072497099637985], "max_gold_score": 0.7743420004844666, "max_candidate_score": 0.7743420004844666, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.6136980056762695, "best_gold_margin": 0.16064399480819702, "weakest_gold_margin": 0.16064399480819702}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04624", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who picked Midnight Drive, and why was it cut?", "temporal_relation": "none", "query_temporal_norm": 0.17559579014778137, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6235268115997314}, {"memory_id": "history_02_utt_0010", "score": 0.7150710225105286}], "gold_semantic_scores": [0.5704178810119629, 0.6843810081481934], "gold_temporal_scores": [0.05310883745551109, 0.030689820647239685], "max_gold_score": 0.7150710225105286, "max_candidate_score": 0.7150710225105286, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.22707299888134003, "best_gold_margin": 0.48799802362918854, "weakest_gold_margin": 0.3964538127183914}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04624", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned cutting 'Midnight Drive' after noticing the seven-minute runtime?", "temporal_relation": "none", "query_temporal_norm": 0.13887818157672882, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6950315833091736}], "gold_semantic_scores": [0.6373146176338196], "gold_temporal_scores": [0.05771728232502937], "max_gold_score": 0.6950315833091736, "max_candidate_score": 0.6950315833091736, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5008673071861267, "best_gold_margin": 0.19416427612304688, "weakest_gold_margin": 0.19416427612304688}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04624", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention picking 'Midnight Drive' as the late-night singalong?", "temporal_relation": "session", "query_temporal_norm": 0.20482681691646576, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7361152172088623}], "gold_semantic_scores": [0.6681921482086182], "gold_temporal_scores": [0.06792310625314713], "max_gold_score": 0.7361152172088623, "max_candidate_score": 0.7361152172088623, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6709241271018982, "best_gold_margin": 0.06519109010696411, "weakest_gold_margin": 0.06519109010696411}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04624", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Casey give for cutting 'Midnight Drive' from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.15348732471466064, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8730953931808472}], "gold_semantic_scores": [0.8076232075691223], "gold_temporal_scores": [0.06547251343727112], "max_gold_score": 0.8730953931808472, "max_candidate_score": 0.8730953931808472, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8589955568313599, "best_gold_margin": 0.014099836349487305, "weakest_gold_margin": 0.014099836349487305}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04767", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the incremental prefetch variant, and why did I drop it?", "temporal_relation": "none", "query_temporal_norm": 0.17189745604991913, "query_session_index": 2, "query_start_sec": 15.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.4445740282535553}, {"memory_id": "history_02_utt_0010", "score": 0.5473669767379761}], "gold_semantic_scores": [0.3936963677406311, 0.48906761407852173], "gold_temporal_scores": [0.050877634435892105, 0.05829935893416405], "max_gold_score": 0.5473669767379761, "max_candidate_score": 0.6220035552978516, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.6220035552978516, "best_gold_margin": -0.07463657855987549, "weakest_gold_margin": -0.17742952704429626}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04767", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the incremental prefetch variant dropped?", "temporal_relation": "none", "query_temporal_norm": 0.12688937783241272, "query_session_index": 2, "query_start_sec": 15.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6307960748672485}], "gold_semantic_scores": [0.5880316495895386], "gold_temporal_scores": [0.04276467114686966], "max_gold_score": 0.6307960748672485, "max_candidate_score": 0.6307960748672485, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.464944452047348, "best_gold_margin": 0.1658516228199005, "weakest_gold_margin": 0.1658516228199005}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04767", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for proposing the compressed transcript buffer?", "temporal_relation": "none", "query_temporal_norm": 0.10726805031299591, "query_session_index": 2, "query_start_sec": 15.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.675805926322937}], "gold_semantic_scores": [0.6498663425445557], "gold_temporal_scores": [0.025939838960766792], "max_gold_score": 0.675805926322937, "max_candidate_score": 0.675805926322937, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.5270564556121826, "best_gold_margin": 0.1487494707107544, "weakest_gold_margin": 0.1487494707107544}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04767", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the compressed transcript buffer proposed?", "temporal_relation": "session", "query_temporal_norm": 0.14207828044891357, "query_session_index": 2, "query_start_sec": 15.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.6629266738891602}], "gold_semantic_scores": [0.6187514066696167], "gold_temporal_scores": [0.0441751591861248], "max_gold_score": 0.6629266738891602, "max_candidate_score": 0.6629266738891602, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.5748741030693054, "best_gold_margin": 0.08805257081985474, "weakest_gold_margin": 0.08805257081985474}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04834", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the listening party venue was originally, before it got moved?", "temporal_relation": "earliest", "query_temporal_norm": 0.5422176718711853, "query_session_index": 2, "query_start_sec": 11.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6139904856681824}], "gold_semantic_scores": [0.5274043679237366], "gold_temporal_scores": [0.08658614009618759], "max_gold_score": 0.6139904856681824, "max_candidate_score": 0.6139904856681824, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5992966294288635, "best_gold_margin": 0.014693856239318848, "weakest_gold_margin": 0.014693856239318848}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04834", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the listening party being held now?", "temporal_relation": "latest", "query_temporal_norm": 0.501758337020874, "query_session_index": 2, "query_start_sec": 11.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8827788233757019}], "gold_semantic_scores": [0.6670830249786377], "gold_temporal_scores": [0.21569620072841644], "max_gold_score": 0.8827788233757019, "max_candidate_score": 0.8827788233757019, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8801681995391846, "best_gold_margin": 0.002610623836517334, "weakest_gold_margin": 0.002610623836517334}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04934", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the chunked cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.22248303890228271, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8334158658981323}, {"memory_id": "history_02_utt_0014", "score": 0.7831668853759766}], "gold_semantic_scores": [0.7630990743637085, 0.7439954280853271], "gold_temporal_scores": [0.07031682133674622, 0.03917121887207031], "max_gold_score": 0.8334158658981323, "max_candidate_score": 0.8334158658981323, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.281828910112381, "best_gold_margin": 0.5515869557857513, "weakest_gold_margin": 0.5013379752635956}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04934", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor suggest the chunked cache?", "temporal_relation": "session", "query_temporal_norm": 0.1644114851951599, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5971829891204834}], "gold_semantic_scores": [0.5506018400192261], "gold_temporal_scores": [0.04658117517828941], "max_gold_score": 0.5971829891204834, "max_candidate_score": 0.5971829891204834, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5102064609527588, "best_gold_margin": 0.08697652816772461, "weakest_gold_margin": 0.08697652816772461}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04934", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Taylor give for suggesting the chunked cache?", "temporal_relation": "none", "query_temporal_norm": 0.19282852113246918, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8109583854675293}], "gold_semantic_scores": [0.7529117465019226], "gold_temporal_scores": [0.05804654583334923], "max_gold_score": 0.8109583854675293, "max_candidate_score": 0.8109583854675293, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6658419370651245, "best_gold_margin": 0.14511644840240479, "weakest_gold_margin": 0.14511644840240479}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04934", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Taylor say the chunked cache was rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17669887840747833, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0014", "score": 0.8543834090232849}], "gold_semantic_scores": [0.7869581580162048], "gold_temporal_scores": [0.06742545962333679], "max_gold_score": 0.8543834090232849, "max_candidate_score": 0.8543834090232849, "top_memory_id": "history_02_utt_0014", "max_non_gold_score": 0.7977820634841919, "best_gold_margin": 0.05660134553909302, "weakest_gold_margin": 0.05660134553909302}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05046", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did my shopping item change from earlier to later?", "temporal_relation": "comparison", "query_temporal_norm": 0.44103294610977173, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7912413477897644}, {"memory_id": "history_02_utt_0010", "score": 0.839484691619873}], "gold_semantic_scores": [0.6256092190742493, 0.6890076994895935], "gold_temporal_scores": [0.16563212871551514, 0.1504771113395691], "max_gold_score": 0.839484691619873, "max_candidate_score": 0.8561012744903564, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.8561012744903564, "best_gold_margin": -0.0166165828704834, "weakest_gold_margin": -0.06485992670059204}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05046", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they would grab paper towels?", "temporal_relation": "none", "query_temporal_norm": 0.21017277240753174, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7159597277641296}], "gold_semantic_scores": [0.6352829337120056], "gold_temporal_scores": [0.08067664504051208], "max_gold_score": 0.7159597277641296, "max_candidate_score": 0.7159597277641296, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6321864128112793, "best_gold_margin": 0.08377331495285034, "weakest_gold_margin": 0.08377331495285034}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05139", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention as the reason for putting Green Table on the list, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.15582691133022308, "query_session_index": 2, "query_start_sec": 15.360000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7818896174430847}, {"memory_id": "history_02_utt_0009", "score": 0.6982958912849426}], "gold_semantic_scores": [0.7386335730552673, 0.6379284858703613], "gold_temporal_scores": [0.04325610399246216, 0.0603673979640007], "max_gold_score": 0.7818896174430847, "max_candidate_score": 0.7998858690261841, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7998858690261841, "best_gold_margin": -0.017996251583099365, "weakest_gold_margin": -0.10158997774124146}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05139", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason Green Table was ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.14740674197673798, "query_session_index": 2, "query_start_sec": 15.360000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6562722325325012}], "gold_semantic_scores": [0.5989596247673035], "gold_temporal_scores": [0.05731261521577835], "max_gold_score": 0.6562722325325012, "max_candidate_score": 0.6562722325325012, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6223164200782776, "best_gold_margin": 0.03395581245422363, "weakest_gold_margin": 0.03395581245422363}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05139", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Green Table is closed on Mondays?", "temporal_relation": "session", "query_temporal_norm": 0.19251784682273865, "query_session_index": 2, "query_start_sec": 15.360000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8074895143508911}], "gold_semantic_scores": [0.7321300506591797], "gold_temporal_scores": [0.07535941898822784], "max_gold_score": 0.8074895143508911, "max_candidate_score": 0.8074895143508911, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5978047847747803, "best_gold_margin": 0.20968472957611084, "weakest_gold_margin": 0.20968472957611084}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05139", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Harbor Noodles suggested?", "temporal_relation": "none", "query_temporal_norm": 0.1225522980093956, "query_session_index": 2, "query_start_sec": 15.360000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.6480419635772705}], "gold_semantic_scores": [0.6253232955932617], "gold_temporal_scores": [0.022718502208590508], "max_gold_score": 0.6480419635772705, "max_candidate_score": 0.6480419635772705, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.6026040315628052, "best_gold_margin": 0.04543793201446533, "weakest_gold_margin": 0.04543793201446533}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05237", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Finley's group's next watch choice change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4123266339302063, "query_session_index": 2, "query_start_sec": 18.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8850614428520203}, {"memory_id": "history_02_utt_0010", "score": 0.7603888511657715}], "gold_semantic_scores": [0.7462994456291199, 0.6160647869110107], "gold_temporal_scores": [0.138761967420578, 0.14432422816753387], "max_gold_score": 0.8850614428520203, "max_candidate_score": 0.8850614428520203, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7927606701850891, "best_gold_margin": 0.09230077266693115, "weakest_gold_margin": -0.03237181901931763}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05237", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the group decided to watch Crimson Avenue next?", "temporal_relation": "none", "query_temporal_norm": 0.15718236565589905, "query_session_index": 2, "query_start_sec": 18.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8450577855110168}], "gold_semantic_scores": [0.8117616772651672], "gold_temporal_scores": [0.033296067267656326], "max_gold_score": 0.8450577855110168, "max_candidate_score": 0.8450577855110168, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5416574478149414, "best_gold_margin": 0.30340033769607544, "weakest_gold_margin": 0.30340033769607544}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05237", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the group switched their next watch to Juniper Station?", "temporal_relation": "none", "query_temporal_norm": 0.2839694321155548, "query_session_index": 2, "query_start_sec": 18.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9039890766143799}], "gold_semantic_scores": [0.7676689028739929], "gold_temporal_scores": [0.13631969690322876], "max_gold_score": 0.9039890766143799, "max_candidate_score": 0.9039890766143799, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6667569279670715, "best_gold_margin": 0.23723214864730835, "weakest_gold_margin": 0.23723214864730835}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05237", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the group's latest decision about their next watch?", "temporal_relation": "latest", "query_temporal_norm": 0.5255457162857056, "query_session_index": 2, "query_start_sec": 18.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7572340965270996}], "gold_semantic_scores": [0.5204479694366455], "gold_temporal_scores": [0.23678581416606903], "max_gold_score": 0.7572340965270996, "max_candidate_score": 0.7604560852050781, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0007::1", "max_non_gold_score": 0.7604560852050781, "best_gold_margin": -0.0032219886779785156, "weakest_gold_margin": -0.0032219886779785156}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05292", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the playlist session would be at the rooftop screening patio, before it got moved?", "temporal_relation": "session", "query_temporal_norm": 0.5509706139564514, "query_session_index": 2, "query_start_sec": 14.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.73390793800354}], "gold_semantic_scores": [0.6164172887802124], "gold_temporal_scores": [0.11749064922332764], "max_gold_score": 0.73390793800354, "max_candidate_score": 0.73390793800354, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5716211795806885, "best_gold_margin": 0.16228675842285156, "weakest_gold_margin": 0.16228675842285156}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05292", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we originally plan to build the playlist before the location was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5520938634872437, "query_session_index": 2, "query_start_sec": 14.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7984278202056885}], "gold_semantic_scores": [0.6780019998550415], "gold_temporal_scores": [0.120425745844841], "max_gold_score": 0.7984278202056885, "max_candidate_score": 0.7984278202056885, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6412525773048401, "best_gold_margin": 0.1571752429008484, "weakest_gold_margin": 0.1571752429008484}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05292", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Emerson say the playlist session was originally planned to be?", "temporal_relation": "none", "query_temporal_norm": 0.5655633211135864, "query_session_index": 2, "query_start_sec": 14.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8463114500045776}], "gold_semantic_scores": [0.691038966178894], "gold_temporal_scores": [0.1552724689245224], "max_gold_score": 0.8463114500045776, "max_candidate_score": 0.8463114500045776, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6724066734313965, "best_gold_margin": 0.17390477657318115, "weakest_gold_margin": 0.17390477657318115}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05292", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson mention the rooftop screening patio for the playlist session?", "temporal_relation": "session", "query_temporal_norm": 0.21386727690696716, "query_session_index": 2, "query_start_sec": 14.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.701850414276123}], "gold_semantic_scores": [0.64238041639328], "gold_temporal_scores": [0.05947009474039078], "max_gold_score": 0.701850414276123, "max_candidate_score": 0.701850414276123, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5467413067817688, "best_gold_margin": 0.15510910749435425, "weakest_gold_margin": 0.15510910749435425}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05357", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my deadline for finishing the annotation guidelines was before it got moved?", "temporal_relation": "earliest", "query_temporal_norm": 0.5370718240737915, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8904519081115723}], "gold_semantic_scores": [0.7971605658531189], "gold_temporal_scores": [0.0932912677526474], "max_gold_score": 0.8904519081115723, "max_candidate_score": 0.9175225496292114, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.9175225496292114, "best_gold_margin": -0.02707064151763916, "weakest_gold_margin": -0.02707064151763916}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05530", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Skyler’s model choice change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.394888699054718, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7005410194396973}, {"memory_id": "history_02_utt_0009", "score": 0.6180726885795593}], "gold_semantic_scores": [0.5634032487869263, 0.5111181139945984], "gold_temporal_scores": [0.13713794946670532, 0.10695462673902512], "max_gold_score": 0.7005410194396973, "max_candidate_score": 0.7005410194396973, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5862480998039246, "best_gold_margin": 0.1142929196357727, "weakest_gold_margin": 0.031824588775634766}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05530", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the final model choice discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5295804142951965, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8614522218704224}], "gold_semantic_scores": [0.592217743396759], "gold_temporal_scores": [0.269234299659729], "max_gold_score": 0.8614522218704224, "max_candidate_score": 0.8614522218704224, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8577051758766174, "best_gold_margin": 0.0037470459938049316, "weakest_gold_margin": 0.0037470459938049316}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05530", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned wanting the demo to use a seq2seq planner?", "temporal_relation": "none", "query_temporal_norm": 0.1818823516368866, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5904693007469177}], "gold_semantic_scores": [0.5389865636825562], "gold_temporal_scores": [0.05148276314139366], "max_gold_score": 0.5904693007469177, "max_candidate_score": 0.5904693007469177, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.1537266969680786, "best_gold_margin": 0.4367426037788391, "weakest_gold_margin": 0.4367426037788391}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05530", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the demo plan to a retriever with a deterministic behavior tree?", "temporal_relation": "none", "query_temporal_norm": 0.2918342351913452, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7378805875778198}], "gold_semantic_scores": [0.599613606929779], "gold_temporal_scores": [0.13826704025268555], "max_gold_score": 0.7378805875778198, "max_candidate_score": 0.7378805875778198, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4365184009075165, "best_gold_margin": 0.30136218667030334, "weakest_gold_margin": 0.30136218667030334}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05642", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the tofu stir-fry, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.21166017651557922, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6218463778495789}, {"memory_id": "history_02_utt_0013", "score": 0.6348427534103394}], "gold_semantic_scores": [0.559730589389801, 0.6209489703178406], "gold_temporal_scores": [0.06211581826210022, 0.01389398518949747], "max_gold_score": 0.6348427534103394, "max_candidate_score": 0.6348427534103394, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.2875466048717499, "best_gold_margin": 0.3472961485385895, "weakest_gold_margin": 0.334299772977829}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05642", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the tofu stir-fry?", "temporal_relation": "none", "query_temporal_norm": 0.1487327665090561, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6064510941505432}], "gold_semantic_scores": [0.5809200406074524], "gold_temporal_scores": [0.02553120069205761], "max_gold_score": 0.6064510941505432, "max_candidate_score": 0.6064510941505432, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.32760003209114075, "best_gold_margin": 0.27885106205940247, "weakest_gold_margin": 0.27885106205940247}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05642", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew suggest the tofu stir-fry?", "temporal_relation": "session", "query_temporal_norm": 0.13744328916072845, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7400254607200623}], "gold_semantic_scores": [0.7098243236541748], "gold_temporal_scores": [0.030201271176338196], "max_gold_score": 0.7400254607200623, "max_candidate_score": 0.7400254607200623, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5135881900787354, "best_gold_margin": 0.2264372706413269, "weakest_gold_margin": 0.2264372706413269}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05642", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did someone suggest making pesto pasta?", "temporal_relation": "none", "query_temporal_norm": 0.09539154917001724, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.8398951292037964}], "gold_semantic_scores": [0.8241384625434875], "gold_temporal_scores": [0.015756653621792793], "max_gold_score": 0.8398951292037964, "max_candidate_score": 0.8398951292037964, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.5642730593681335, "best_gold_margin": 0.27562206983566284, "weakest_gold_margin": 0.27562206983566284}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05794", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker originally say the shopping item was before switching it later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5559335350990295, "query_session_index": 2, "query_start_sec": 14.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.811832845211029}], "gold_semantic_scores": [0.6591818928718567], "gold_temporal_scores": [0.15265119075775146], "max_gold_score": 0.811832845211029, "max_candidate_score": 0.811832845211029, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7316877841949463, "best_gold_margin": 0.08014506101608276, "weakest_gold_margin": 0.08014506101608276}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05794", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed a shopping item that was changed. What was it changed from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4364693760871887, "query_session_index": 2, "query_start_sec": 14.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6856683492660522}, {"memory_id": "history_02_utt_0009", "score": 0.7144586443901062}], "gold_semantic_scores": [0.5268679857254028, 0.5734906792640686], "gold_temporal_scores": [0.15880031883716583, 0.14096854627132416], "max_gold_score": 0.7144586443901062, "max_candidate_score": 0.7144586443901062, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.36406779289245605, "best_gold_margin": 0.35039085149765015, "weakest_gold_margin": 0.3216005563735962}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05794", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned putting rice noodles on their pickup list?", "temporal_relation": "none", "query_temporal_norm": 0.13834823668003082, "query_session_index": 2, "query_start_sec": 14.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6170753836631775}], "gold_semantic_scores": [0.5822477340698242], "gold_temporal_scores": [0.03482764586806297], "max_gold_score": 0.6170753836631775, "max_candidate_score": 0.6170753836631775, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4045324921607971, "best_gold_margin": 0.21254289150238037, "weakest_gold_margin": 0.21254289150238037}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05794", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping item did Parker say they added to their pickup list?", "temporal_relation": "none", "query_temporal_norm": 0.34150996804237366, "query_session_index": 2, "query_start_sec": 14.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.742073118686676}], "gold_semantic_scores": [0.6282872557640076], "gold_temporal_scores": [0.1137859895825386], "max_gold_score": 0.742073118686676, "max_candidate_score": 0.9041650891304016, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9041650891304016, "best_gold_margin": -0.16209197044372559, "weakest_gold_margin": -0.16209197044372559}
{"sample_id": "conv_9ab98027f08a_pkg_001", "qa_id": "qa_59180d5ce4c2ede0", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which car brand does the speaker say they currently have?", "temporal_relation": "latest", "query_temporal_norm": 0.18086497485637665, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001704", "score": 0.5121155977249146}, {"memory_id": "utt_001705", "score": 0.32972294092178345}], "gold_semantic_scores": [0.5110647678375244, 0.3286650478839874], "gold_temporal_scores": [0.0010509303538128734, 0.0010579193476587534], "max_gold_score": 0.5121155977249146, "max_candidate_score": 0.5121155977249146, "top_memory_id": "utt_001704", "max_non_gold_score": 0.34867289662361145, "best_gold_margin": 0.1634427011013031, "weakest_gold_margin": -0.018949955701828003}
{"sample_id": "conv_9ab98027f08a_pkg_001", "qa_id": "qa_8d94e9a019fdfd77", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "During which part of the conversation did the speaker say they'd never listened to Lady Gaga's music?", "temporal_relation": "session", "query_temporal_norm": 0.1782142072916031, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000939", "score": 0.4296104311943054}, {"memory_id": "utt_000941", "score": 0.4764704704284668}], "gold_semantic_scores": [0.4695364832878113, 0.5159589648246765], "gold_temporal_scores": [-0.03992602229118347, -0.039488498121500015], "max_gold_score": 0.4764704704284668, "max_candidate_score": 0.5445752143859863, "top_memory_id": "utt_001224", "max_non_gold_score": 0.5445752143859863, "best_gold_margin": -0.06810474395751953, "weakest_gold_margin": -0.11496478319168091}
{"sample_id": "conv_9ab98027f08a_pkg_001", "qa_id": "qa_96e995f9fcb3515b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What band does Parker say is their favorite?", "temporal_relation": "none", "query_temporal_norm": 0.22242698073387146, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001147", "score": 0.7155107855796814}], "gold_semantic_scores": [0.7516631484031677], "gold_temporal_scores": [-0.036152273416519165], "max_gold_score": 0.7155107855796814, "max_candidate_score": 0.7155107855796814, "top_memory_id": "utt_001147", "max_non_gold_score": 0.559235692024231, "best_gold_margin": 0.15627509355545044, "weakest_gold_margin": 0.15627509355545044}
{"sample_id": "conv_9ab98027f08a_pkg_001", "qa_id": "qa_5f06db0e3a2dc21a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say they'd been listening to Korean music (K-pop)?", "temporal_relation": "session", "query_temporal_norm": 0.190537229180336, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001246", "score": 0.28813445568084717}, {"memory_id": "utt_001248", "score": 0.35295453667640686}], "gold_semantic_scores": [0.3196873366832733, 0.3845031261444092], "gold_temporal_scores": [-0.031552866101264954, -0.03154865652322769], "max_gold_score": 0.35295453667640686, "max_candidate_score": 0.5619548559188843, "top_memory_id": "utt_001242", "max_non_gold_score": 0.5619548559188843, "best_gold_margin": -0.20900031924247742, "weakest_gold_margin": -0.2738204002380371}
{"sample_id": "conv_e3a3f9357a67_pkg_000", "qa_id": "qa_fe02858be5088e99", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the other person say about the lighting in older movies compared with newer movies?", "temporal_relation": "none", "query_temporal_norm": 0.16081413626670837, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000226", "score": 0.5466758012771606}, {"memory_id": "utt_000229", "score": 0.45353612303733826}, {"memory_id": "utt_000232", "score": 0.3122202754020691}], "gold_semantic_scores": [0.5777861475944519, 0.48472490906715393, 0.34349387884140015], "gold_temporal_scores": [-0.031110350042581558, -0.031188761815428734, -0.03127361461520195], "max_gold_score": 0.5466758012771606, "max_candidate_score": 0.5466758012771606, "top_memory_id": "utt_000226", "max_non_gold_score": 0.4334896206855774, "best_gold_margin": 0.11318618059158325, "weakest_gold_margin": -0.1212693452835083}
{"sample_id": "conv_e3a3f9357a67_pkg_000", "qa_id": "qa_bc832a933f08c754", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Jules say they would wait for a reply to a message?", "temporal_relation": "session", "query_temporal_norm": 0.20720568299293518, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000094", "score": 0.6892110109329224}], "gold_semantic_scores": [0.7232070565223694], "gold_temporal_scores": [-0.03399604186415672], "max_gold_score": 0.6892110109329224, "max_candidate_score": 0.6892110109329224, "top_memory_id": "utt_000094", "max_non_gold_score": 0.5708714723587036, "best_gold_margin": 0.11833953857421875, "weakest_gold_margin": 0.11833953857421875}
{"sample_id": "conv_e3a3f9357a67_pkg_000", "qa_id": "qa_5576ae70ee089137", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which type of documentary did the other person say they would prefer to watch?", "temporal_relation": "none", "query_temporal_norm": 0.183418869972229, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000398", "score": 0.4486853778362274}, {"memory_id": "utt_000399", "score": 0.21588850021362305}, {"memory_id": "utt_000401", "score": 0.250264972448349}, {"memory_id": "utt_000403", "score": 0.6002896428108215}], "gold_semantic_scores": [0.4491666555404663, 0.2163185477256775, 0.25065407156944275, 0.600665271282196], "gold_temporal_scores": [-0.0004811975813936442, -0.00043004751205444336, -0.000389113905839622, -0.0003756498044822365], "max_gold_score": 0.6002896428108215, "max_candidate_score": 0.6330602169036865, "top_memory_id": "utt_000375", "max_non_gold_score": 0.6330602169036865, "best_gold_margin": -0.03277057409286499, "weakest_gold_margin": -0.4171717166900635}
{"sample_id": "conv_e3a3f9357a67_pkg_000", "qa_id": "qa_db2b07c143604a71", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the other person say about movies made between 2000 and 2020?", "temporal_relation": "none", "query_temporal_norm": 0.194726824760437, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000202", "score": 0.7243165969848633}, {"memory_id": "utt_000205", "score": 0.3511832654476166}, {"memory_id": "utt_000206", "score": 0.24070455133914948}, {"memory_id": "utt_000208", "score": 0.2825000584125519}], "gold_semantic_scores": [0.7447115182876587, 0.3714865446090698, 0.2609805464744568, 0.30275705456733704], "gold_temporal_scores": [-0.02039489522576332, -0.020303281024098396, -0.020275995135307312, -0.020256929099559784], "max_gold_score": 0.7243165969848633, "max_candidate_score": 0.7243165969848633, "top_memory_id": "utt_000202", "max_non_gold_score": 0.7105247974395752, "best_gold_margin": 0.013791799545288086, "weakest_gold_margin": -0.4698202461004257}
{"sample_id": "conv_e53ec621010c_pkg_000", "qa_id": "qa_b75417dead75022d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker who buys all necessities including toilet paper, toothbrushes, toothpaste, deodorant, hair mousse, lotion, and baby wash say this?", "temporal_relation": "session", "query_temporal_norm": 0.15738919377326965, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000264", "score": 0.602301836013794}, {"memory_id": "utt_000267", "score": 0.7358349561691284}], "gold_semantic_scores": [0.5984532833099365, 0.7318554520606995], "gold_temporal_scores": [0.003848518244922161, 0.003979518543928862], "max_gold_score": 0.7358349561691284, "max_candidate_score": 0.7358349561691284, "top_memory_id": "utt_000267", "max_non_gold_score": 0.650469183921814, "best_gold_margin": 0.08536577224731445, "weakest_gold_margin": -0.04816734790802002}
{"sample_id": "conv_e53ec621010c_pkg_000", "qa_id": "qa_a6ca4695ed52ff24", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say their plan was for how many hours per day to start?", "temporal_relation": "none", "query_temporal_norm": 0.2515729069709778, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000201", "score": 0.5757555961608887}, {"memory_id": "utt_000203", "score": 0.24663007259368896}], "gold_semantic_scores": [0.6142119765281677, 0.28511735796928406], "gold_temporal_scores": [-0.03845640644431114, -0.03848735988140106], "max_gold_score": 0.5757555961608887, "max_candidate_score": 0.5757555961608887, "top_memory_id": "utt_000201", "max_non_gold_score": 0.5576819777488708, "best_gold_margin": 0.018073618412017822, "weakest_gold_margin": -0.3110519051551819}
{"sample_id": "conv_e53ec621010c_pkg_000", "qa_id": "qa_99c4665e8c0d9d26", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say happened when their rent and Amazon card payments were due?", "temporal_relation": "none", "query_temporal_norm": 0.18766576051712036, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000253", "score": 0.36303800344467163}, {"memory_id": "utt_000256", "score": 0.594642162322998}], "gold_semantic_scores": [0.38142937421798706, 0.6128883361816406], "gold_temporal_scores": [-0.018391279503703117, -0.01824609749019146], "max_gold_score": 0.594642162322998, "max_candidate_score": 0.594642162322998, "top_memory_id": "utt_000256", "max_non_gold_score": 0.4764975309371948, "best_gold_margin": 0.11814463138580322, "weakest_gold_margin": -0.1134595274925232}
{"sample_id": "conv_e6ef9b5b9171_pkg_001", "qa_id": "qa_ebf8811a5bfde02a", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What were each speaker's longest yaps?", "temporal_relation": "none", "query_temporal_norm": 0.19338160753250122, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000588", "score": 0.6284589767456055}, {"memory_id": "utt_000591", "score": 0.4233340919017792}, {"memory_id": "utt_000593", "score": 0.5440700650215149}], "gold_semantic_scores": [0.6677638292312622, 0.46142521500587463, 0.5815824270248413], "gold_temporal_scores": [-0.03930487483739853, -0.03809110447764397, -0.03751261159777641], "max_gold_score": 0.6284589767456055, "max_candidate_score": 0.6284589767456055, "top_memory_id": "utt_000588", "max_non_gold_score": 0.5077896118164062, "best_gold_margin": 0.12066936492919922, "weakest_gold_margin": -0.08445551991462708}
{"sample_id": "conv_e6ef9b5b9171_pkg_001", "qa_id": "qa_cdececa7449017b4", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Drew say he likes pop music, classical music, and heavy metal?", "temporal_relation": "session", "query_temporal_norm": 0.19193366169929504, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000606", "score": 0.6555533409118652}, {"memory_id": "utt_000607", "score": 0.6392397880554199}], "gold_semantic_scores": [0.6945777535438538, 0.6783013343811035], "gold_temporal_scores": [-0.0390244722366333, -0.039061449468135834], "max_gold_score": 0.6555533409118652, "max_candidate_score": 0.6555533409118652, "top_memory_id": "utt_000606", "max_non_gold_score": 0.6553260684013367, "best_gold_margin": 0.00022727251052856445, "weakest_gold_margin": -0.016086280345916748}
{"sample_id": "conv_e6ef9b5b9171_pkg_001", "qa_id": "qa_1a9aa379d8b0c871", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which countries did each speaker say they felt welcomed in?", "temporal_relation": "none", "query_temporal_norm": 0.20665284991264343, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000869", "score": 0.5238534212112427}, {"memory_id": "utt_000871", "score": 0.4931800663471222}, {"memory_id": "utt_000872", "score": 0.6341274380683899}, {"memory_id": "utt_000880", "score": 0.6095533967018127}, {"memory_id": "utt_000882", "score": 0.28821495175361633}], "gold_semantic_scores": [0.5474651455879211, 0.5167332291603088, 0.6575970649719238, 0.6328703761100769, 0.3114914000034332], "gold_temporal_scores": [-0.02361172065138817, -0.02355322614312172, -0.023469747975468636, -0.02331705205142498, -0.02327638678252697], "max_gold_score": 0.6341274380683899, "max_candidate_score": 0.6341274380683899, "top_memory_id": "utt_000872", "max_non_gold_score": 0.5881985425949097, "best_gold_margin": 0.045928895473480225, "weakest_gold_margin": -0.29998359084129333}
{"sample_id": "conv_e6ef9b5b9171_pkg_001", "qa_id": "qa_2f115e43289ef46b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What instrument skill did one of the speakers mention?", "temporal_relation": "none", "query_temporal_norm": 0.22284048795700073, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000613", "score": 0.5339081287384033}], "gold_semantic_scores": [0.5733715891838074], "gold_temporal_scores": [-0.03946351259946823], "max_gold_score": 0.5339081287384033, "max_candidate_score": 0.5832515954971313, "top_memory_id": "utt_000596", "max_non_gold_score": 0.5832515954971313, "best_gold_margin": -0.04934346675872803, "weakest_gold_margin": -0.04934346675872803}
{"sample_id": "conv_e963cd63e023_pkg_000", "qa_id": "qa_ed0f8c547a5835a3", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Kendall say about when she would start the nursing program?", "temporal_relation": "none", "query_temporal_norm": 0.22343710064888, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000313", "score": 0.6531795263290405}], "gold_semantic_scores": [0.7035056352615356], "gold_temporal_scores": [-0.05032610893249512], "max_gold_score": 0.6531795263290405, "max_candidate_score": 0.6531795263290405, "top_memory_id": "utt_000313", "max_non_gold_score": 0.5923734307289124, "best_gold_margin": 0.060806095600128174, "weakest_gold_margin": 0.060806095600128174}
{"sample_id": "conv_e963cd63e023_pkg_000", "qa_id": "qa_8effa5f4d39c3e5e", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person say she was responsible for cleaning up after the guest cooks?", "temporal_relation": "session", "query_temporal_norm": 0.1999364048242569, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000299", "score": 0.4881322979927063}, {"memory_id": "utt_000305", "score": 0.6490480899810791}], "gold_semantic_scores": [0.5160082578659058, 0.6768636107444763], "gold_temporal_scores": [-0.027876004576683044, -0.027815166860818863], "max_gold_score": 0.6490480899810791, "max_candidate_score": 0.6490480899810791, "top_memory_id": "utt_000305", "max_non_gold_score": 0.6322217583656311, "best_gold_margin": 0.016826331615447998, "weakest_gold_margin": -0.1440894603729248}
{"sample_id": "conv_e963cd63e023_pkg_000", "qa_id": "qa_f8d65eb01b128943", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Has the person ever dated anyone whose first language was not English?", "temporal_relation": "none", "query_temporal_norm": 0.27925536036491394, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000377", "score": 0.7660356760025024}], "gold_semantic_scores": [0.8375593423843384], "gold_temporal_scores": [-0.07152377814054489], "max_gold_score": 0.7660356760025024, "max_candidate_score": 0.7660356760025024, "top_memory_id": "utt_000377", "max_non_gold_score": 0.681326150894165, "best_gold_margin": 0.0847095251083374, "weakest_gold_margin": 0.0847095251083374}
{"sample_id": "conv_eabefc860077_pkg_000", "qa_id": "qa_db666197aa3ed539", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Kendall say she believes in evolution?", "temporal_relation": "session", "query_temporal_norm": 0.20752881467342377, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000505", "score": 0.42241087555885315}], "gold_semantic_scores": [0.4613281786441803], "gold_temporal_scores": [-0.03891727700829506], "max_gold_score": 0.42241087555885315, "max_candidate_score": 0.7948021292686462, "top_memory_id": "utt_000495", "max_non_gold_score": 0.7948021292686462, "best_gold_margin": -0.3723912537097931, "weakest_gold_margin": -0.3723912537097931}
{"sample_id": "conv_eabefc860077_pkg_000", "qa_id": "qa_f040b587db7b226f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How does the speaker say they remember people?", "temporal_relation": "none", "query_temporal_norm": 0.2050437033176422, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000639", "score": 0.6895468831062317}, {"memory_id": "utt_000641", "score": 0.5096809267997742}], "gold_semantic_scores": [0.7234347462654114, 0.5435646176338196], "gold_temporal_scores": [-0.03388788551092148, -0.03388358652591705], "max_gold_score": 0.6895468831062317, "max_candidate_score": 0.6895468831062317, "top_memory_id": "utt_000639", "max_non_gold_score": 0.5094209909439087, "best_gold_margin": 0.180125892162323, "weakest_gold_margin": 0.0002599358558654785}
{"sample_id": "conv_eabefc860077_pkg_000", "qa_id": "qa_a82c9968bab3b213", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did a speaker say they’re a people watcher?", "temporal_relation": "session", "query_temporal_norm": 0.22094033658504486, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000629", "score": 0.5463181138038635}], "gold_semantic_scores": [0.5897817611694336], "gold_temporal_scores": [-0.04346373677253723], "max_gold_score": 0.5463181138038635, "max_candidate_score": 0.5463181138038635, "top_memory_id": "utt_000629", "max_non_gold_score": 0.39112308621406555, "best_gold_margin": 0.15519502758979797, "weakest_gold_margin": 0.15519502758979797}
{"sample_id": "conv_ebcee27dc059_pkg_000", "qa_id": "qa_c4c0602fead27c2c", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "In the conversation, when did I say I signed up for it but only completed the first trial/sample?", "temporal_relation": "session", "query_temporal_norm": 0.20005594193935394, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000153", "score": 0.5567657351493835}, {"memory_id": "utt_000156", "score": 0.14862287044525146}], "gold_semantic_scores": [0.5968228578567505, 0.18865178525447845], "gold_temporal_scores": [-0.04005717858672142, -0.04002886265516281], "max_gold_score": 0.5567657351493835, "max_candidate_score": 0.5567657351493835, "top_memory_id": "utt_000153", "max_non_gold_score": 0.3948793113231659, "best_gold_margin": 0.16188642382621765, "weakest_gold_margin": -0.24625644087791443}
{"sample_id": "conv_ebcee27dc059_pkg_000", "qa_id": "qa_5c34075cd3322f68", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who was the person described as using old AirPods?", "temporal_relation": "none", "query_temporal_norm": 0.22869259119033813, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000344", "score": 0.4953233599662781}], "gold_semantic_scores": [0.5303178429603577], "gold_temporal_scores": [-0.03499433770775795], "max_gold_score": 0.4953233599662781, "max_candidate_score": 0.4953233599662781, "top_memory_id": "utt_000344", "max_non_gold_score": 0.39963510632514954, "best_gold_margin": 0.09568825364112854, "weakest_gold_margin": 0.09568825364112854}
{"sample_id": "conv_ebcee27dc059_pkg_000", "qa_id": "qa_63a29f534687a153", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the conversation say the speaker currently lives?", "temporal_relation": "none", "query_temporal_norm": 0.1820702999830246, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000245", "score": 0.446250855922699}, {"memory_id": "utt_000246", "score": 0.2985404431819916}, {"memory_id": "utt_000466", "score": 0.4911874532699585}], "gold_semantic_scores": [0.4582403004169464, 0.3104395568370819, 0.4969930350780487], "gold_temporal_scores": [-0.011989415623247623, -0.011899065226316452, -0.005805482622236013], "max_gold_score": 0.4911874532699585, "max_candidate_score": 0.4911874532699585, "top_memory_id": "utt_000466", "max_non_gold_score": 0.46343860030174255, "best_gold_margin": 0.027748852968215942, "weakest_gold_margin": -0.16489815711975098}
{"sample_id": "conv_ebcee27dc059_pkg_000", "qa_id": "qa_01e821d66b2ae09d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say their previous job paid $30 an hour?", "temporal_relation": "session", "query_temporal_norm": 0.20617444813251495, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000427", "score": 0.26077207922935486}, {"memory_id": "utt_000431", "score": 0.5097243189811707}], "gold_semantic_scores": [0.28722554445266724, 0.5361716151237488], "gold_temporal_scores": [-0.02645346336066723, -0.02644718624651432], "max_gold_score": 0.5097243189811707, "max_candidate_score": 0.6138388514518738, "top_memory_id": "utt_000126", "max_non_gold_score": 0.6138388514518738, "best_gold_margin": -0.10411453247070312, "weakest_gold_margin": -0.3530667722225189}
{"sample_id": "conv_ec9294d180a2_pkg_000", "qa_id": "qa_1613e8ddabfc5035", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they can \"speak with proper grammar\" in professional settings?", "temporal_relation": "session", "query_temporal_norm": 0.20387700200080872, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000050", "score": 0.44125986099243164}], "gold_semantic_scores": [0.48366984724998474], "gold_temporal_scores": [-0.042410049587488174], "max_gold_score": 0.44125986099243164, "max_candidate_score": 0.4824153184890747, "top_memory_id": "utt_001226", "max_non_gold_score": 0.4824153184890747, "best_gold_margin": -0.041155457496643066, "weakest_gold_margin": -0.041155457496643066}
{"sample_id": "conv_ec9294d180a2_pkg_000", "qa_id": "qa_690b34e6304f524e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Can you recall what the speaker said happened to them when using a VPN on another platform?", "temporal_relation": "none", "query_temporal_norm": 0.17751216888427734, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000875", "score": 0.2977215349674225}, {"memory_id": "utt_000876", "score": 0.07821463793516159}], "gold_semantic_scores": [0.3220994174480438, 0.10258543491363525], "gold_temporal_scores": [-0.02437778003513813, -0.024370798841118813], "max_gold_score": 0.2977215349674225, "max_candidate_score": 0.44492003321647644, "top_memory_id": "utt_000901", "max_non_gold_score": 0.44492003321647644, "best_gold_margin": -0.14719849824905396, "weakest_gold_margin": -0.36670539528131485}
{"sample_id": "conv_ec9294d180a2_pkg_000", "qa_id": "qa_1a823bc0dfe9763b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say their cache-clearing strategy is?", "temporal_relation": "none", "query_temporal_norm": 0.20125587284564972, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000823", "score": 0.2727721631526947}], "gold_semantic_scores": [0.29309719800949097], "gold_temporal_scores": [-0.020325178280472755], "max_gold_score": 0.2727721631526947, "max_candidate_score": 0.44344472885131836, "top_memory_id": "utt_000799", "max_non_gold_score": 0.44344472885131836, "best_gold_margin": -0.17067256569862366, "weakest_gold_margin": -0.17067256569862366}
{"sample_id": "conv_ed13dd6add32_pkg_000", "qa_id": "qa_623c04cb51b787df", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier in the conversation I mentioned my career—did I take voluntary redundancy?", "temporal_relation": "none", "query_temporal_norm": 0.19974181056022644, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000088", "score": 0.21679075062274933}], "gold_semantic_scores": [0.25378844141960144], "gold_temporal_scores": [-0.0369977168738842], "max_gold_score": 0.21679075062274933, "max_candidate_score": 0.3699114918708801, "top_memory_id": "utt_000431", "max_non_gold_score": 0.3699114918708801, "best_gold_margin": -0.1531207412481308, "weakest_gold_margin": -0.1531207412481308}
{"sample_id": "conv_ed13dd6add32_pkg_000", "qa_id": "qa_4b9a5f8c2290beee", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said, \"I try not to do things that I know I get addicted to\"?", "temporal_relation": "session", "query_temporal_norm": 0.18773990869522095, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000593", "score": 0.6591596603393555}], "gold_semantic_scores": [0.674839198589325], "gold_temporal_scores": [-0.0156796146184206], "max_gold_score": 0.6591596603393555, "max_candidate_score": 0.6591596603393555, "top_memory_id": "utt_000593", "max_non_gold_score": 0.6146766543388367, "best_gold_margin": 0.0444830060005188, "weakest_gold_margin": 0.0444830060005188}
{"sample_id": "conv_ed13dd6add32_pkg_000", "qa_id": "qa_d3d65e393840376a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they work every evening except Wednesday?", "temporal_relation": "none", "query_temporal_norm": 0.21727854013442993, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000589", "score": 0.6606391668319702}], "gold_semantic_scores": [0.700349748134613], "gold_temporal_scores": [-0.03971066698431969], "max_gold_score": 0.6606391668319702, "max_candidate_score": 0.6606391668319702, "top_memory_id": "utt_000589", "max_non_gold_score": 0.6069557666778564, "best_gold_margin": 0.05368340015411377, "weakest_gold_margin": 0.05368340015411377}
{"sample_id": "conv_edf32aa3767b_pkg_000", "qa_id": "qa_3ad7f87a35bee96e", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "During which part of the conversation did Paul say he worked and saved up some money?", "temporal_relation": "session", "query_temporal_norm": 0.1884620189666748, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000370", "score": 0.6178153157234192}, {"memory_id": "utt_000371", "score": 0.6971216201782227}], "gold_semantic_scores": [0.6377289891242981, 0.7170319557189941], "gold_temporal_scores": [-0.0199135635048151, -0.019910288974642754], "max_gold_score": 0.6971216201782227, "max_candidate_score": 0.6971216201782227, "top_memory_id": "utt_000371", "max_non_gold_score": 0.579099714756012, "best_gold_margin": 0.1180219054222107, "weakest_gold_margin": 0.03871560096740723}
{"sample_id": "conv_edf32aa3767b_pkg_000", "qa_id": "qa_caa72bec0a48c1bd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where is Lane from?", "temporal_relation": "none", "query_temporal_norm": 0.22929003834724426, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000063", "score": 0.5346729159355164}], "gold_semantic_scores": [0.5802971124649048], "gold_temporal_scores": [-0.04562430828809738], "max_gold_score": 0.5346729159355164, "max_candidate_score": 0.5346729159355164, "top_memory_id": "utt_000063", "max_non_gold_score": 0.4480864107608795, "best_gold_margin": 0.08658650517463684, "weakest_gold_margin": 0.08658650517463684}
{"sample_id": "conv_f0683e74e337_pkg_000", "qa_id": "qa_0dd524cb61c22ebb", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person say they don't go to hospitals?", "temporal_relation": "session", "query_temporal_norm": 0.20237818360328674, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000109", "score": 0.34128260612487793}, {"memory_id": "utt_000110", "score": 0.7627368569374084}], "gold_semantic_scores": [0.37777531147003174, 0.7991654276847839], "gold_temporal_scores": [-0.036492783576250076, -0.03642844781279564], "max_gold_score": 0.7627368569374084, "max_candidate_score": 0.7627368569374084, "top_memory_id": "utt_000110", "max_non_gold_score": 0.39843884110450745, "best_gold_margin": 0.364298015832901, "weakest_gold_margin": -0.05715623497962952}
{"sample_id": "conv_f0683e74e337_pkg_000", "qa_id": "qa_958d5c2973a855ab", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Sawyer's second language?", "temporal_relation": "none", "query_temporal_norm": 0.20077896118164062, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000490", "score": 0.7041139602661133}, {"memory_id": "utt_000491", "score": 0.817371666431427}], "gold_semantic_scores": [0.7232474684715271, 0.8364804983139038], "gold_temporal_scores": [-0.01913358084857464, -0.01910889334976673], "max_gold_score": 0.817371666431427, "max_candidate_score": 0.817371666431427, "top_memory_id": "utt_000491", "max_non_gold_score": 0.6967005133628845, "best_gold_margin": 0.12067115306854248, "weakest_gold_margin": 0.00741344690322876}
{"sample_id": "conv_f0683e74e337_pkg_000", "qa_id": "qa_c3a474345b4a217c", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the person from?", "temporal_relation": "none", "query_temporal_norm": 0.21609780192375183, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000255", "score": 0.24455760419368744}, {"memory_id": "utt_000257", "score": 0.5517257452011108}], "gold_semantic_scores": [0.2788477838039398, 0.5859871506690979], "gold_temporal_scores": [-0.03429001569747925, -0.03426120802760124], "max_gold_score": 0.5517257452011108, "max_candidate_score": 0.5517257452011108, "top_memory_id": "utt_000257", "max_non_gold_score": 0.4939744472503662, "best_gold_margin": 0.05775129795074463, "weakest_gold_margin": -0.24941684305667877}
{"sample_id": "conv_f289dc6556ae_pkg_000", "qa_id": "qa_fb6299661a40859b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I relate to suffering and feel comfortable in it?", "temporal_relation": "none", "query_temporal_norm": 0.19012613594532013, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000315", "score": 0.6766053438186646}, {"memory_id": "utt_000322", "score": 0.42368754744529724}, {"memory_id": "utt_000328", "score": 0.4499053955078125}], "gold_semantic_scores": [0.6963552832603455, 0.44335782527923584, 0.46951553225517273], "gold_temporal_scores": [-0.019750075414776802, -0.01967029646039009, -0.019610174000263214], "max_gold_score": 0.6766053438186646, "max_candidate_score": 0.6766053438186646, "top_memory_id": "utt_000315", "max_non_gold_score": 0.5509151816368103, "best_gold_margin": 0.12569016218185425, "weakest_gold_margin": -0.12722763419151306}
{"sample_id": "conv_f289dc6556ae_pkg_000", "qa_id": "qa_9def42385ba4d906", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Jules say they do not like losing?", "temporal_relation": "session", "query_temporal_norm": 0.18717704713344574, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000112", "score": 0.6053360104560852}], "gold_semantic_scores": [0.63401198387146], "gold_temporal_scores": [-0.028676018118858337], "max_gold_score": 0.6053360104560852, "max_candidate_score": 0.6645551323890686, "top_memory_id": "utt_000319", "max_non_gold_score": 0.6645551323890686, "best_gold_margin": -0.0592191219329834, "weakest_gold_margin": -0.0592191219329834}
{"sample_id": "conv_f289dc6556ae_pkg_000", "qa_id": "qa_f15e08f5ffa8980e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which book did the speaker say they had read?", "temporal_relation": "none", "query_temporal_norm": 0.21892228722572327, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000128", "score": 0.6041005253791809}], "gold_semantic_scores": [0.6412848830223083], "gold_temporal_scores": [-0.037184182554483414], "max_gold_score": 0.6041005253791809, "max_candidate_score": 0.6041005253791809, "top_memory_id": "utt_000128", "max_non_gold_score": 0.5673342943191528, "best_gold_margin": 0.036766231060028076, "weakest_gold_margin": 0.036766231060028076}
{"sample_id": "conv_f289dc6556ae_pkg_000", "qa_id": "qa_723d5868177e42e8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they plan to compete for the top three in a marathon?", "temporal_relation": "none", "query_temporal_norm": 0.2692161500453949, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000113", "score": 0.46286579966545105}], "gold_semantic_scores": [0.5138344168663025], "gold_temporal_scores": [-0.05096855014562607], "max_gold_score": 0.46286579966545105, "max_candidate_score": 0.5341256856918335, "top_memory_id": "utt_000099", "max_non_gold_score": 0.5341256856918335, "best_gold_margin": -0.07125988602638245, "weakest_gold_margin": -0.07125988602638245}
{"sample_id": "conv_f3d44e20a12c_pkg_000", "qa_id": "qa_b9f905107450da2f", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they avoid rice, who said they avoid pasta, who said they hate fried eggs, and who said they avoid eggs?", "temporal_relation": "none", "query_temporal_norm": 0.18191665410995483, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001366", "score": 0.5138887763023376}, {"memory_id": "utt_001367", "score": 0.6850589513778687}, {"memory_id": "utt_001369", "score": 0.6026866436004639}, {"memory_id": "utt_001371", "score": 0.5941281914710999}, {"memory_id": "utt_001390", "score": 0.4752886891365051}, {"memory_id": "utt_001418", "score": 0.4844127893447876}, {"memory_id": "utt_001436", "score": 0.39364388585090637}, {"memory_id": "utt_001438", "score": 0.42987191677093506}], "gold_semantic_scores": [0.5456253290176392, 0.7167948484420776, 0.634421169757843, 0.6258620023727417, 0.5070082545280457, 0.5161182880401611, 0.42533695697784424, 0.46156471967697144], "gold_temporal_scores": [-0.03173653781414032, -0.031735919415950775, -0.03173471614718437, -0.031733620911836624, -0.031719643622636795, -0.03170539438724518, -0.03169312700629234, -0.03169272094964981], "max_gold_score": 0.6850589513778687, "max_candidate_score": 0.6850589513778687, "top_memory_id": "utt_001367", "max_non_gold_score": 0.5345780849456787, "best_gold_margin": 0.15048086643218994, "weakest_gold_margin": -0.14093419909477234}
{"sample_id": "conv_f3d44e20a12c_pkg_000", "qa_id": "qa_f4a0bd39a06df563", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What condiment did I say I love?", "temporal_relation": "none", "query_temporal_norm": 0.2082015722990036, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001303", "score": 0.5795778036117554}], "gold_semantic_scores": [0.6022435426712036], "gold_temporal_scores": [-0.022665780037641525], "max_gold_score": 0.5795778036117554, "max_candidate_score": 0.5795778036117554, "top_memory_id": "utt_001303", "max_non_gold_score": 0.5198993682861328, "best_gold_margin": 0.05967843532562256, "weakest_gold_margin": 0.05967843532562256}
{"sample_id": "conv_f3d44e20a12c_pkg_000", "qa_id": "qa_804d6d6b5f87c4e1", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which pasta dish does each person prefer?", "temporal_relation": "none", "query_temporal_norm": 0.20305758714675903, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001502", "score": 0.622446596622467}, {"memory_id": "utt_001507", "score": 0.4347844421863556}], "gold_semantic_scores": [0.6323619484901428, 0.44469764828681946], "gold_temporal_scores": [-0.009915381669998169, -0.00991324707865715], "max_gold_score": 0.622446596622467, "max_candidate_score": 0.622446596622467, "top_memory_id": "utt_001502", "max_non_gold_score": 0.5126485824584961, "best_gold_margin": 0.10979801416397095, "weakest_gold_margin": -0.0778641402721405}
{"sample_id": "conv_f3d44e20a12c_pkg_000", "qa_id": "qa_989c8ca6ec6ede79", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person mention never receiving the promised cheese?", "temporal_relation": "session", "query_temporal_norm": 0.20042668282985687, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000944", "score": 0.5110946297645569}], "gold_semantic_scores": [0.5406794548034668], "gold_temporal_scores": [-0.029584942385554314], "max_gold_score": 0.5110946297645569, "max_candidate_score": 0.5110946297645569, "top_memory_id": "utt_000944", "max_non_gold_score": 0.45566174387931824, "best_gold_margin": 0.05543288588523865, "weakest_gold_margin": 0.05543288588523865}
{"sample_id": "conv_f4ecbf62cb7f_pkg_000", "qa_id": "qa_52b2a45efa04519b", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Who got a jolt from coffee and who got no jolt from coffee in the conversation?", "temporal_relation": "none", "query_temporal_norm": 0.20799438655376434, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000035", "score": 0.5497677326202393}, {"memory_id": "utt_000040", "score": 0.3144397735595703}], "gold_semantic_scores": [0.5851233005523682, 0.35078108310699463], "gold_temporal_scores": [-0.035355761647224426, -0.03634132817387581], "max_gold_score": 0.5497677326202393, "max_candidate_score": 0.5497677326202393, "top_memory_id": "utt_000035", "max_non_gold_score": 0.3978540003299713, "best_gold_margin": 0.15191373229026794, "weakest_gold_margin": -0.083414226770401}
{"sample_id": "conv_f4ecbf62cb7f_pkg_000", "qa_id": "qa_33b06901e885ed35", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Bailey say she was the DRLP (designated responsible licensed producer) for the company?", "temporal_relation": "session", "query_temporal_norm": 0.21558360755443573, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000673", "score": 0.7124512791633606}], "gold_semantic_scores": [0.7594980001449585], "gold_temporal_scores": [-0.04704662412405014], "max_gold_score": 0.7124512791633606, "max_candidate_score": 0.7124512791633606, "top_memory_id": "utt_000673", "max_non_gold_score": 0.594045102596283, "best_gold_margin": 0.11840617656707764, "weakest_gold_margin": 0.11840617656707764}
{"sample_id": "conv_f4ecbf62cb7f_pkg_000", "qa_id": "qa_34169735efcc68f6", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say about her past drinking habits?", "temporal_relation": "none", "query_temporal_norm": 0.203397735953331, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001095", "score": 0.41162821650505066}], "gold_semantic_scores": [0.43494898080825806], "gold_temporal_scores": [-0.023320913314819336], "max_gold_score": 0.41162821650505066, "max_candidate_score": 0.5482677817344666, "top_memory_id": "utt_001112", "max_non_gold_score": 0.5482677817344666, "best_gold_margin": -0.1366395652294159, "weakest_gold_margin": -0.1366395652294159}
{"sample_id": "conv_f6d141fe7368_pkg_000", "qa_id": "qa_c212e32e0b6080a1", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker state that they are independent?", "temporal_relation": "session", "query_temporal_norm": 0.21179154515266418, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000091", "score": 0.7676387429237366}, {"memory_id": "utt_000092", "score": 0.22195236384868622}, {"memory_id": "utt_000095", "score": 0.7251440286636353}], "gold_semantic_scores": [0.8107913732528687, 0.26510560512542725, 0.7683039307594299], "gold_temporal_scores": [-0.04315244033932686, -0.04315321519970894, -0.04316011443734169], "max_gold_score": 0.7676387429237366, "max_candidate_score": 0.7676387429237366, "top_memory_id": "utt_000091", "max_non_gold_score": 0.6480462551116943, "best_gold_margin": 0.11959248781204224, "weakest_gold_margin": -0.4260938912630081}
{"sample_id": "conv_f6d141fe7368_pkg_000", "qa_id": "qa_febf3f1303135c76", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say about their current ability to run compared to before?", "temporal_relation": "none", "query_temporal_norm": 0.21747368574142456, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000027", "score": 0.5191211700439453}], "gold_semantic_scores": [0.5553480982780457], "gold_temporal_scores": [-0.03622682765126228], "max_gold_score": 0.5191211700439453, "max_candidate_score": 0.5191211700439453, "top_memory_id": "utt_000027", "max_non_gold_score": 0.2902909219264984, "best_gold_margin": 0.2288302481174469, "weakest_gold_margin": 0.2288302481174469}
{"sample_id": "conv_f6d141fe7368_pkg_000", "qa_id": "qa_6d662342b2f500e4", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that they were raised by their mother's father, their mother's brothers, and Melvin when they were younger?", "temporal_relation": "none", "query_temporal_norm": 0.20700813829898834, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000126", "score": 0.4933372139930725}, {"memory_id": "utt_000127", "score": 0.6848451495170593}, {"memory_id": "utt_000128", "score": 0.6539414525032043}], "gold_semantic_scores": [0.5316582322120667, 0.7231342196464539, 0.6921871900558472], "gold_temporal_scores": [-0.038320980966091156, -0.03828898072242737, -0.038245804607868195], "max_gold_score": 0.6848451495170593, "max_candidate_score": 0.7414336204528809, "top_memory_id": "utt_000204", "max_non_gold_score": 0.7414336204528809, "best_gold_margin": -0.05658847093582153, "weakest_gold_margin": -0.24809640645980835}
{"sample_id": "conv_f8e4281de67d_pkg_000", "qa_id": "qa_d565690a5ef13798", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How often does the person who said, \"I take usually about two, three showers a day,\" shower, and what is the showering routine of the person who said, \"I have to shower as much as possible before and after work\"?", "temporal_relation": "none", "query_temporal_norm": 0.15485002100467682, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000068", "score": 0.7083193063735962}, {"memory_id": "utt_000069", "score": 0.6699778437614441}], "gold_semantic_scores": [0.7259711027145386, 0.6883737444877625], "gold_temporal_scores": [-0.017651837319135666, -0.018395934253931046], "max_gold_score": 0.7083193063735962, "max_candidate_score": 0.7083193063735962, "top_memory_id": "utt_000068", "max_non_gold_score": 0.4848422706127167, "best_gold_margin": 0.22347703576087952, "weakest_gold_margin": 0.18513557314872742}
{"sample_id": "conv_f8e4281de67d_pkg_000", "qa_id": "qa_a7fa5215de3d9311", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where does the person who said, \"I just came back from my shift from Amazon,\" work?", "temporal_relation": "none", "query_temporal_norm": 0.20056524872779846, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000023", "score": 0.5331289172172546}, {"memory_id": "utt_000104", "score": 0.15207087993621826}], "gold_semantic_scores": [0.5734838843345642, 0.1926051527261734], "gold_temporal_scores": [-0.04035484418272972, -0.04053425043821335], "max_gold_score": 0.5331289172172546, "max_candidate_score": 0.5331289172172546, "top_memory_id": "utt_000023", "max_non_gold_score": 0.349552720785141, "best_gold_margin": 0.18357619643211365, "weakest_gold_margin": -0.19748184084892273}
{"sample_id": "conv_f8e4281de67d_pkg_000", "qa_id": "qa_7f168089c5b73049", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Just now in this conversation, when did I say my age of 19 years old?", "temporal_relation": "session", "query_temporal_norm": 0.180071160197258, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000613", "score": 0.7047457695007324}], "gold_semantic_scores": [0.7133291959762573], "gold_temporal_scores": [-0.008583581075072289], "max_gold_score": 0.7047457695007324, "max_candidate_score": 0.7101053595542908, "top_memory_id": "utt_000743", "max_non_gold_score": 0.7101053595542908, "best_gold_margin": -0.00535959005355835, "weakest_gold_margin": -0.00535959005355835}
{"sample_id": "conv_f8e4281de67d_pkg_000", "qa_id": "qa_c7a863448dad8d7b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned having worked at Nordstrom in the past?", "temporal_relation": "none", "query_temporal_norm": 0.23146598041057587, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000174", "score": 0.6173283457756042}], "gold_semantic_scores": [0.6634917259216309], "gold_temporal_scores": [-0.04616360738873482], "max_gold_score": 0.6173283457756042, "max_candidate_score": 0.6173283457756042, "top_memory_id": "utt_000174", "max_non_gold_score": 0.40098607540130615, "best_gold_margin": 0.2163422703742981, "weakest_gold_margin": 0.2163422703742981}
{"sample_id": "conv_fa4472ad428b_pkg_001", "qa_id": "qa_8d08b09e33d2db80", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Does the other person still have the same cravings for sweet food as before?", "temporal_relation": "none", "query_temporal_norm": 0.21442364156246185, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000978", "score": 0.629101037979126}], "gold_semantic_scores": [0.6685689091682434], "gold_temporal_scores": [-0.03946792334318161], "max_gold_score": 0.629101037979126, "max_candidate_score": 0.629101037979126, "top_memory_id": "utt_000978", "max_non_gold_score": 0.4147787392139435, "best_gold_margin": 0.2143222987651825, "weakest_gold_margin": 0.2143222987651825}
{"sample_id": "conv_fa4472ad428b_pkg_001", "qa_id": "qa_884180e6cecf4d0b", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When during the conversation did I say it's better to meet somebody in person?", "temporal_relation": "session", "query_temporal_norm": 0.1972172111272812, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000772", "score": 0.7502999901771545}], "gold_semantic_scores": [0.7760376334190369], "gold_temporal_scores": [-0.025737660005688667], "max_gold_score": 0.7502999901771545, "max_candidate_score": 0.7502999901771545, "top_memory_id": "utt_000772", "max_non_gold_score": 0.5392554402351379, "best_gold_margin": 0.2110445499420166, "weakest_gold_margin": 0.2110445499420166}
{"sample_id": "conv_fa4472ad428b_pkg_001", "qa_id": "qa_5d44f7bd7a1a9324", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the incident where Luna smacked someone after that person yelled at her for messing with Maya?", "temporal_relation": "none", "query_temporal_norm": 0.20204412937164307, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000637", "score": 0.6376513838768005}, {"memory_id": "utt_000638", "score": 0.47038745880126953}], "gold_semantic_scores": [0.67511385679245, 0.5077976584434509], "gold_temporal_scores": [-0.03746230527758598, -0.03741012513637543], "max_gold_score": 0.6376513838768005, "max_candidate_score": 0.6376513838768005, "top_memory_id": "utt_000637", "max_non_gold_score": 0.5909924507141113, "best_gold_margin": 0.04665893316268921, "weakest_gold_margin": -0.1206049919128418}
{"sample_id": "conv_fb92514c7bbe_pkg_000", "qa_id": "qa_3b02820b6bfa9377", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it mentioned that someone has an uncle in Bangkok who lets them stay and extend visits?", "temporal_relation": "session", "query_temporal_norm": 0.2022184580564499, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000327", "score": 0.811535120010376}], "gold_semantic_scores": [0.8362932801246643], "gold_temporal_scores": [-0.02475813962519169], "max_gold_score": 0.811535120010376, "max_candidate_score": 0.811535120010376, "top_memory_id": "utt_000327", "max_non_gold_score": 0.4375171959400177, "best_gold_margin": 0.3740179240703583, "weakest_gold_margin": 0.3740179240703583}
{"sample_id": "conv_fb92514c7bbe_pkg_000", "qa_id": "qa_1b5c567d2882f896", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Does the person have any children?", "temporal_relation": "none", "query_temporal_norm": 0.2181561291217804, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000415", "score": 0.5274858474731445}], "gold_semantic_scores": [0.5701760649681091], "gold_temporal_scores": [-0.042690083384513855], "max_gold_score": 0.5274858474731445, "max_candidate_score": 0.5274858474731445, "top_memory_id": "utt_000415", "max_non_gold_score": 0.4028802812099457, "best_gold_margin": 0.12460556626319885, "weakest_gold_margin": 0.12460556626319885}
{"sample_id": "conv_fb92514c7bbe_pkg_000", "qa_id": "qa_376116b1604e98db", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the person previously live?", "temporal_relation": "none", "query_temporal_norm": 0.31441816687583923, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000399", "score": 0.2973591983318329}], "gold_semantic_scores": [0.3667062819004059], "gold_temporal_scores": [-0.06934693455696106], "max_gold_score": 0.2973591983318329, "max_candidate_score": 0.42793962359428406, "top_memory_id": "utt_000413", "max_non_gold_score": 0.42793962359428406, "best_gold_margin": -0.13058042526245117, "weakest_gold_margin": -0.13058042526245117}
{"sample_id": "conv_fc68735a941e_pkg_000", "qa_id": "qa_aa4116b81b3a7c16", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Do you recall what one of the speakers said their favorite candy was?", "temporal_relation": "none", "query_temporal_norm": 0.1953558772802353, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000169", "score": 0.5811375379562378}], "gold_semantic_scores": [0.6131594777107239], "gold_temporal_scores": [-0.032021887600421906], "max_gold_score": 0.5811375379562378, "max_candidate_score": 0.5811375379562378, "top_memory_id": "utt_000169", "max_non_gold_score": 0.4791215658187866, "best_gold_margin": 0.10201597213745117, "weakest_gold_margin": 0.10201597213745117}
{"sample_id": "conv_fde1d3297b0c_pkg_000", "qa_id": "qa_a3abd08c87135508", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they don't post anything on social media?", "temporal_relation": "none", "query_temporal_norm": 0.22163043916225433, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000105", "score": 0.6116414070129395}], "gold_semantic_scores": [0.655629575252533], "gold_temporal_scores": [-0.04398828744888306], "max_gold_score": 0.6116414070129395, "max_candidate_score": 0.6116414070129395, "top_memory_id": "utt_000105", "max_non_gold_score": 0.43966594338417053, "best_gold_margin": 0.17197546362876892, "weakest_gold_margin": 0.17197546362876892}
{"sample_id": "conv_fde1d3297b0c_pkg_000", "qa_id": "qa_70c6c59cd9e84fa4", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did she say she did about the problem she described?", "temporal_relation": "none", "query_temporal_norm": 0.20196084678173065, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000061", "score": 0.39405813813209534}], "gold_semantic_scores": [0.4310591518878937], "gold_temporal_scores": [-0.03700096532702446], "max_gold_score": 0.39405813813209534, "max_candidate_score": 0.5301278829574585, "top_memory_id": "utt_000275", "max_non_gold_score": 0.5301278829574585, "best_gold_margin": -0.13606974482536316, "weakest_gold_margin": -0.13606974482536316}
{"sample_id": "conv_fde1d3297b0c_pkg_000", "qa_id": "qa_dca734bd03cd10ea", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say they downloaded the new season of Silo?", "temporal_relation": "session", "query_temporal_norm": 0.190310999751091, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000377", "score": 0.7774943709373474}], "gold_semantic_scores": [0.8005101084709167], "gold_temporal_scores": [-0.023015601560473442], "max_gold_score": 0.7774943709373474, "max_candidate_score": 0.7774943709373474, "top_memory_id": "utt_000377", "max_non_gold_score": 0.4721229672431946, "best_gold_margin": 0.30537140369415283, "weakest_gold_margin": 0.30537140369415283}
{"sample_id": "conv_fed90176a398_pkg_000", "qa_id": "qa_eff024f33265a67c", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When, roughly within the conversation, was it said that the speaker started watching SpongeBob?", "temporal_relation": "session", "query_temporal_norm": 0.21907265484333038, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000125", "score": 0.7301647067070007}, {"memory_id": "utt_000128", "score": 0.749433159828186}], "gold_semantic_scores": [0.7657281756401062, 0.7848427295684814], "gold_temporal_scores": [-0.03556334599852562, -0.03540951386094093], "max_gold_score": 0.749433159828186, "max_candidate_score": 0.749433159828186, "top_memory_id": "utt_000128", "max_non_gold_score": 0.6537582874298096, "best_gold_margin": 0.09567487239837646, "weakest_gold_margin": 0.07640641927719116}
{"sample_id": "conv_fed90176a398_pkg_000", "qa_id": "qa_4d6018977bd7c586", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Steve say about his son's birth weight?", "temporal_relation": "none", "query_temporal_norm": 0.2054140567779541, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000226", "score": 0.6943078637123108}], "gold_semantic_scores": [0.7314325571060181], "gold_temporal_scores": [-0.03712477162480354], "max_gold_score": 0.6943078637123108, "max_candidate_score": 0.6943078637123108, "top_memory_id": "utt_000226", "max_non_gold_score": 0.532758355140686, "best_gold_margin": 0.16154950857162476, "weakest_gold_margin": 0.16154950857162476}
{"sample_id": "conv_fed90176a398_pkg_000", "qa_id": "qa_9b76ad4daaa6e788", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What current age did someone state during the conversation?", "temporal_relation": "none", "query_temporal_norm": 0.18553723394870758, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000266", "score": 0.6786190867424011}], "gold_semantic_scores": [0.6891151666641235], "gold_temporal_scores": [-0.010496077127754688], "max_gold_score": 0.6786190867424011, "max_candidate_score": 0.6786190867424011, "top_memory_id": "utt_000266", "max_non_gold_score": 0.49925336241722107, "best_gold_margin": 0.17936572432518005, "weakest_gold_margin": 0.17936572432518005}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00023", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who added the roasted red pepper pasta sauce to the shopping list before it was changed?", "temporal_relation": "before", "query_temporal_norm": 0.32995158433914185, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8535628318786621}], "gold_semantic_scores": [0.7502484917640686], "gold_temporal_scores": [0.10331449657678604], "max_gold_score": 0.8535628318786621, "max_candidate_score": 0.8535628318786621, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.591331958770752, "best_gold_margin": 0.26223087310791016, "weakest_gold_margin": 0.26223087310791016}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00023", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the update to garlic basil pasta sauce mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.33896660804748535, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8826901912689209}], "gold_semantic_scores": [0.7266654372215271], "gold_temporal_scores": [0.15602482855319977], "max_gold_score": 0.8826901912689209, "max_candidate_score": 0.8826901912689209, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.49522730708122253, "best_gold_margin": 0.38746288418769836, "weakest_gold_margin": 0.38746288418769836}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00023", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "When is Avery's pharmacy pickup ready?", "temporal_relation": "none", "query_temporal_norm": 0.22062821686267853, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.31344813108444214, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.31344813108444214, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00139", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended The Last Archive, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.21411383152008057, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6801613569259644}, {"memory_id": "history_02_utt_0009", "score": 0.6691179275512695}], "gold_semantic_scores": [0.6178863048553467, 0.6246466040611267], "gold_temporal_scores": [0.06227509677410126, 0.04447145387530327], "max_gold_score": 0.6801613569259644, "max_candidate_score": 0.6801613569259644, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5000221133232117, "best_gold_margin": 0.18013924360275269, "weakest_gold_margin": 0.16909581422805786}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00139", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to The Last Archive once we realized it wouldn't fit the planned session?", "temporal_relation": "none", "query_temporal_norm": 0.5079848766326904, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8766962289810181}], "gold_semantic_scores": [0.6138858199119568], "gold_temporal_scores": [0.2628103196620941], "max_gold_score": 0.8766962289810181, "max_candidate_score": 0.8766962289810181, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5147727727890015, "best_gold_margin": 0.3619234561920166, "weakest_gold_margin": 0.3619234561920166}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00139", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we say we dropped The Last Archive?", "temporal_relation": "session", "query_temporal_norm": 0.18663322925567627, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.780572772026062}], "gold_semantic_scores": [0.6951709985733032], "gold_temporal_scores": [0.08540188521146774], "max_gold_score": 0.780572772026062, "max_candidate_score": 0.780572772026062, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5397740602493286, "best_gold_margin": 0.2407987117767334, "weakest_gold_margin": 0.2407987117767334}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00139", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Deep Roots as a candidate for our documentary lineup?", "temporal_relation": "none", "query_temporal_norm": 0.12108250707387924, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7572430968284607}], "gold_semantic_scores": [0.7531144022941589], "gold_temporal_scores": [0.004128891974687576], "max_gold_score": 0.7572430968284607, "max_candidate_score": 0.7572430968284607, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.6264742016792297, "best_gold_margin": 0.13076889514923096, "weakest_gold_margin": 0.13076889514923096}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00305", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the screening location to the upstairs home theater, and what was the earlier venue?", "temporal_relation": "comparison", "query_temporal_norm": 0.38414058089256287, "query_session_index": 2, "query_start_sec": 15.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7745378017425537}, {"memory_id": "history_02_utt_0008", "score": 0.802405834197998}], "gold_semantic_scores": [0.6345371603965759, 0.6816614866256714], "gold_temporal_scores": [0.14000071585178375, 0.12074434757232666], "max_gold_score": 0.802405834197998, "max_candidate_score": 0.802405834197998, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.40298569202423096, "best_gold_margin": 0.3994201421737671, "weakest_gold_margin": 0.37155210971832275}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00305", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What location was planned earlier for the screening before it was changed?", "temporal_relation": "before", "query_temporal_norm": 0.5127569437026978, "query_session_index": 2, "query_start_sec": 15.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7687603235244751}], "gold_semantic_scores": [0.6327072978019714], "gold_temporal_scores": [0.13605304062366486], "max_gold_score": 0.7687603235244751, "max_candidate_score": 0.7687603235244751, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5014505982398987, "best_gold_margin": 0.2673097252845764, "weakest_gold_margin": 0.2673097252845764}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00305", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Taylor say they planned to use for the screening?", "temporal_relation": "none", "query_temporal_norm": 0.5351372957229614, "query_session_index": 2, "query_start_sec": 15.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.79837965965271}], "gold_semantic_scores": [0.6372948288917542], "gold_temporal_scores": [0.16108490526676178], "max_gold_score": 0.79837965965271, "max_candidate_score": 0.79837965965271, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7490993142127991, "best_gold_margin": 0.04928034543991089, "weakest_gold_margin": 0.04928034543991089}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00305", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the screening being held now?", "temporal_relation": "latest", "query_temporal_norm": 0.5181652307510376, "query_session_index": 2, "query_start_sec": 15.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8872020244598389}], "gold_semantic_scores": [0.6444740295410156], "gold_temporal_scores": [0.24272777140140533], "max_gold_score": 0.8872020244598389, "max_candidate_score": 0.8872020244598389, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.883467972278595, "best_gold_margin": 0.0037340521812438965, "weakest_gold_margin": 0.0037340521812438965}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00393", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest dataset version was?", "temporal_relation": "latest", "query_temporal_norm": 0.5357010364532471, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9377813339233398}], "gold_semantic_scores": [0.6868544816970825], "gold_temporal_scores": [0.25092676281929016], "max_gold_score": 0.9377813339233398, "max_candidate_score": 0.9402543306350708, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9402543306350708, "best_gold_margin": -0.002472996711730957, "weakest_gold_margin": -0.002472996711730957}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00393", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the dataset to v2.0?", "temporal_relation": "none", "query_temporal_norm": 0.45311862230300903, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.021730899810791}], "gold_semantic_scores": [0.7868075370788574], "gold_temporal_scores": [0.23492318391799927], "max_gold_score": 1.021730899810791, "max_candidate_score": 1.021730899810791, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6628328561782837, "best_gold_margin": 0.3588980436325073, "weakest_gold_margin": 0.3588980436325073}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00480", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation plan to include a held-out test split, and what was the earlier validation plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.3847673833370209, "query_session_index": 2, "query_start_sec": 13.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7966288924217224}, {"memory_id": "history_02_utt_0007", "score": 0.8722328543663025}], "gold_semantic_scores": [0.6822798848152161, 0.7622175812721252], "gold_temporal_scores": [0.1143488809466362, 0.11001516133546829], "max_gold_score": 0.8722328543663025, "max_candidate_score": 0.8722328543663025, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5040829181671143, "best_gold_margin": 0.36814993619918823, "weakest_gold_margin": 0.29254597425460815}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00480", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation plan change from the original to the updated version?", "temporal_relation": "comparison", "query_temporal_norm": 0.43184491991996765, "query_session_index": 2, "query_start_sec": 13.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7939669489860535}, {"memory_id": "history_02_utt_0007", "score": 0.8832402229309082}], "gold_semantic_scores": [0.6569324135780334, 0.732664942741394], "gold_temporal_scores": [0.13703453540802002, 0.15057556331157684], "max_gold_score": 0.8832402229309082, "max_candidate_score": 0.8832402229309082, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.43883994221687317, "best_gold_margin": 0.44440028071403503, "weakest_gold_margin": 0.3551270067691803}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00480", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say the evaluation plan would be?", "temporal_relation": "none", "query_temporal_norm": 0.334746390581131, "query_session_index": 2, "query_start_sec": 13.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.8132699131965637}], "gold_semantic_scores": [0.7261067032814026], "gold_temporal_scores": [0.08716320991516113], "max_gold_score": 0.8132699131965637, "max_candidate_score": 0.8354787826538086, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8354787826538086, "best_gold_margin": -0.022208869457244873, "weakest_gold_margin": -0.022208869457244873}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00480", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to validate on the public dev set and report sentence-level F1?", "temporal_relation": "none", "query_temporal_norm": 0.2804872691631317, "query_session_index": 2, "query_start_sec": 13.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7879016399383545}], "gold_semantic_scores": [0.7386056780815125], "gold_temporal_scores": [0.04929594695568085], "max_gold_score": 0.7879016399383545, "max_candidate_score": 0.7879016399383545, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.6328218579292297, "best_gold_margin": 0.15507978200912476, "weakest_gold_margin": 0.15507978200912476}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00574", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Skyler originally give Silent Currents before they changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.4985576272010803, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9406198263168335}], "gold_semantic_scores": [0.8465304970741272], "gold_temporal_scores": [0.09408929198980331], "max_gold_score": 0.9406198263168335, "max_candidate_score": 0.9406198263168335, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8782169222831726, "best_gold_margin": 0.06240290403366089, "weakest_gold_margin": 0.06240290403366089}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00574", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier on, what rating was given to Silent Currents before it was later updated?", "temporal_relation": "before", "query_temporal_norm": 0.23660442233085632, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8198040723800659}], "gold_semantic_scores": [0.7910054326057434], "gold_temporal_scores": [0.028798675164580345], "max_gold_score": 0.8198040723800659, "max_candidate_score": 0.8198040723800659, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6657662391662598, "best_gold_margin": 0.15403783321380615, "weakest_gold_margin": 0.15403783321380615}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00574", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What score did Skyler say they gave Silent Currents at first?", "temporal_relation": "earliest", "query_temporal_norm": 0.1363460123538971, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8535634279251099}], "gold_semantic_scores": [0.8214748501777649], "gold_temporal_scores": [0.032088566571474075], "max_gold_score": 0.8535634279251099, "max_candidate_score": 0.8535634279251099, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7928380966186523, "best_gold_margin": 0.06072533130645752, "weakest_gold_margin": 0.06072533130645752}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00574", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention that 6/10 rating?", "temporal_relation": "session", "query_temporal_norm": 0.26835232973098755, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.75249844789505}], "gold_semantic_scores": [0.6798202991485596], "gold_temporal_scores": [0.07267805188894272], "max_gold_score": 0.75249844789505, "max_candidate_score": 0.75249844789505, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7328851222991943, "best_gold_margin": 0.019613325595855713, "weakest_gold_margin": 0.019613325595855713}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00712", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the chosen title was before it got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5471940040588379, "query_session_index": 2, "query_start_sec": 21.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5016670823097229}], "gold_semantic_scores": [0.3919923007488251], "gold_temporal_scores": [0.10967480391263962], "max_gold_score": 0.5016670823097229, "max_candidate_score": 0.5056431889533997, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.5056431889533997, "best_gold_margin": -0.003976106643676758, "weakest_gold_margin": -0.003976106643676758}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00712", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title did the group’s pick get changed to?", "temporal_relation": "latest", "query_temporal_norm": 0.3508593440055847, "query_session_index": 2, "query_start_sec": 21.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.6685519218444824}], "gold_semantic_scores": [0.5318612456321716], "gold_temporal_scores": [0.13669055700302124], "max_gold_score": 0.6685519218444824, "max_candidate_score": 0.6723552942276001, "top_memory_id": "history_02_utt_0012::cf::extra_qa_0007::1", "max_non_gold_score": 0.6723552942276001, "best_gold_margin": -0.0038033723831176758, "weakest_gold_margin": -0.0038033723831176758}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00712", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they changed the pick to City Transit Stories?", "temporal_relation": "session", "query_temporal_norm": 0.2626973092556, "query_session_index": 2, "query_start_sec": 21.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8275547623634338}], "gold_semantic_scores": [0.7161400318145752], "gold_temporal_scores": [0.11141481250524521], "max_gold_score": 0.8275547623634338, "max_candidate_score": 0.8275547623634338, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.29414576292037964, "best_gold_margin": 0.5334089994430542, "weakest_gold_margin": 0.5334089994430542}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00815", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about GreenLeaf Bistro when I suggested it, and why can't we go there now?", "temporal_relation": "none", "query_temporal_norm": 0.18276093900203705, "query_session_index": 2, "query_start_sec": 16.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8092089295387268}, {"memory_id": "history_02_utt_0007", "score": 0.6869978308677673}], "gold_semantic_scores": [0.7559789419174194, 0.6606027483940125], "gold_temporal_scores": [0.05323000252246857, 0.026395047083497047], "max_gold_score": 0.8092089295387268, "max_candidate_score": 0.8092089295387268, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7963022589683533, "best_gold_margin": 0.012906670570373535, "weakest_gold_margin": -0.10930442810058594}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00815", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why can't GreenLeaf Bistro host us?", "temporal_relation": "none", "query_temporal_norm": 0.1704314798116684, "query_session_index": 2, "query_start_sec": 16.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8362265825271606}], "gold_semantic_scores": [0.7630359530448914], "gold_temporal_scores": [0.07319093495607376], "max_gold_score": 0.8362265825271606, "max_candidate_score": 0.8362265825271606, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6701000928878784, "best_gold_margin": 0.16612648963928223, "weakest_gold_margin": 0.16612648963928223}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00815", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about Sprout Kitchen's menu?", "temporal_relation": "none", "query_temporal_norm": 0.10498502105474472, "query_session_index": 2, "query_start_sec": 16.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.8183172345161438}], "gold_semantic_scores": [0.7926992774009705], "gold_temporal_scores": [0.025618107989430428], "max_gold_score": 0.8183172345161438, "max_candidate_score": 0.8183172345161438, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.6656946539878845, "best_gold_margin": 0.15262258052825928, "weakest_gold_margin": 0.15262258052825928}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00815", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that ice and chilled drinks could be picked up?", "temporal_relation": "session", "query_temporal_norm": 0.16985411942005157, "query_session_index": 2, "query_start_sec": 16.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0027", "score": 0.6190579533576965}], "gold_semantic_scores": [0.5647879242897034], "gold_temporal_scores": [0.054269980639219284], "max_gold_score": 0.6190579533576965, "max_candidate_score": 0.6190579533576965, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.38808417320251465, "best_gold_margin": 0.23097378015518188, "weakest_gold_margin": 0.23097378015518188}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00903", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Harbor Bistro, and why was it closed that Sunday?", "temporal_relation": "none", "query_temporal_norm": 0.16645227372646332, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7545138597488403}, {"memory_id": "history_02_utt_0008", "score": 0.7601584196090698}], "gold_semantic_scores": [0.71156245470047, 0.7440215945243835], "gold_temporal_scores": [0.04295144975185394, 0.01613667793571949], "max_gold_score": 0.7601584196090698, "max_candidate_score": 0.7629020810127258, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.7629020810127258, "best_gold_margin": -0.002743661403656006, "weakest_gold_margin": -0.008388221263885498}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00903", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we say about parking at Uptown Café?", "temporal_relation": "none", "query_temporal_norm": 0.11666245013475418, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.5389164686203003}], "gold_semantic_scores": [0.5186939835548401], "gold_temporal_scores": [0.020222418010234833], "max_gold_score": 0.5389164686203003, "max_candidate_score": 0.5389164686203003, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.4385278522968292, "best_gold_margin": 0.10038861632347107, "weakest_gold_margin": 0.10038861632347107}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00903", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about Uptown Café's status for that weekend?", "temporal_relation": "none", "query_temporal_norm": 0.12875594198703766, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.6994567513465881}], "gold_semantic_scores": [0.6537402272224426], "gold_temporal_scores": [0.04571649432182312], "max_gold_score": 0.6994567513465881, "max_candidate_score": 0.6994567513465881, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.6235607862472534, "best_gold_margin": 0.07589596509933472, "weakest_gold_margin": 0.07589596509933472}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00903", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that someone would check the forecast Saturday morning and confirm plans?", "temporal_relation": "session", "query_temporal_norm": 0.13988591730594635, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0027", "score": 0.8005706071853638}], "gold_semantic_scores": [0.7773450613021851], "gold_temporal_scores": [0.023225639015436172], "max_gold_score": 0.8005706071853638, "max_candidate_score": 0.8005706071853638, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.46319761872291565, "best_gold_margin": 0.3373729884624481, "weakest_gold_margin": 0.3373729884624481}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00981", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Morgan's evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3908679485321045, "query_session_index": 2, "query_start_sec": 18.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7311041355133057}, {"memory_id": "history_02_utt_0008", "score": 0.7062879204750061}], "gold_semantic_scores": [0.5903217792510986, 0.5694288015365601], "gold_temporal_scores": [0.1407821923494339, 0.13685902953147888], "max_gold_score": 0.7311041355133057, "max_candidate_score": 0.7311041355133057, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.608568012714386, "best_gold_margin": 0.12253612279891968, "weakest_gold_margin": 0.09771990776062012}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00981", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Morgan originally describe?", "temporal_relation": "earliest", "query_temporal_norm": 0.5602953433990479, "query_session_index": 2, "query_start_sec": 18.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8508581519126892}], "gold_semantic_scores": [0.7189072966575623], "gold_temporal_scores": [0.1319509893655777], "max_gold_score": 0.8508581519126892, "max_candidate_score": 0.8508581519126892, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8448623418807983, "best_gold_margin": 0.005995810031890869, "weakest_gold_margin": 0.005995810031890869}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00981", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan say she updated the plan to a stratified ablation evaluation?", "temporal_relation": "session", "query_temporal_norm": 0.3898545801639557, "query_session_index": 2, "query_start_sec": 18.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0365782976150513}], "gold_semantic_scores": [0.8357265591621399], "gold_temporal_scores": [0.20085206627845764], "max_gold_score": 1.0365782976150513, "max_candidate_score": 1.0365782976150513, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9568344950675964, "best_gold_margin": 0.07974380254745483, "weakest_gold_margin": 0.07974380254745483}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00981", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What evaluation plan is currently being used for the evaluation?", "temporal_relation": "latest", "query_temporal_norm": 0.538910984992981, "query_session_index": 2, "query_start_sec": 18.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0317028760910034}], "gold_semantic_scores": [0.7543753981590271], "gold_temporal_scores": [0.2773275375366211], "max_gold_score": 1.0317028760910034, "max_candidate_score": 1.03602933883667, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0007::1", "max_non_gold_score": 1.03602933883667, "best_gold_margin": -0.004326462745666504, "weakest_gold_margin": -0.004326462745666504}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01113", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say the latest venue for the listening session was?", "temporal_relation": "latest", "query_temporal_norm": 0.5496523976325989, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9791337251663208}], "gold_semantic_scores": [0.7290390729904175], "gold_temporal_scores": [0.250095397233963], "max_gold_score": 0.9791337251663208, "max_candidate_score": 0.979850709438324, "top_memory_id": "history_02_utt_0012::cf::main::3", "max_non_gold_score": 0.979850709438324, "best_gold_margin": -0.0007169842720031738, "weakest_gold_margin": -0.0007169842720031738}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01113", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original venue planned for the listening session?", "temporal_relation": "session", "query_temporal_norm": 0.5602321028709412, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8984943628311157}], "gold_semantic_scores": [0.7590484023094177], "gold_temporal_scores": [0.13944609463214874], "max_gold_score": 0.8984943628311157, "max_candidate_score": 0.8984943628311157, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8963625431060791, "best_gold_margin": 0.002131819725036621, "weakest_gold_margin": 0.002131819725036621}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01113", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson say he changed the venue to the back parlor?", "temporal_relation": "session", "query_temporal_norm": 0.269673615694046, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8736345171928406}], "gold_semantic_scores": [0.7705625295639038], "gold_temporal_scores": [0.1030716598033905], "max_gold_score": 0.8736345171928406, "max_candidate_score": 0.8736345171928406, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7628940343856812, "best_gold_margin": 0.11074048280715942, "weakest_gold_margin": 0.11074048280715942}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01113", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How many tracks was the playlist planned to include?", "temporal_relation": "none", "query_temporal_norm": 0.2035382241010666, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0030", "score": 0.6362234354019165}], "gold_semantic_scores": [0.6278795599937439], "gold_temporal_scores": [0.008343935944139957], "max_gold_score": 0.6362234354019165, "max_candidate_score": 0.6362234354019165, "top_memory_id": "history_02_utt_0030", "max_non_gold_score": 0.5149256587028503, "best_gold_margin": 0.12129777669906616, "weakest_gold_margin": 0.12129777669906616}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01197", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4070385992527008, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.761520266532898}, {"memory_id": "history_02_utt_0008", "score": 0.7876803874969482}], "gold_semantic_scores": [0.6132788062095642, 0.6443849205970764], "gold_temporal_scores": [0.14824135601520538, 0.14329534769058228], "max_gold_score": 0.7876803874969482, "max_candidate_score": 0.8031559586524963, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8031559586524963, "best_gold_margin": -0.015475571155548096, "weakest_gold_margin": -0.04163569211959839}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01197", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed the plan to a board game cafe afternoon?", "temporal_relation": "none", "query_temporal_norm": 0.35363882780075073, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9046967029571533}], "gold_semantic_scores": [0.7578977942466736], "gold_temporal_scores": [0.14679880440235138], "max_gold_score": 0.9046967029571533, "max_candidate_score": 0.9046967029571533, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6040840744972229, "best_gold_margin": 0.3006126284599304, "weakest_gold_margin": 0.3006126284599304}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01197", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently for the weekend plans?", "temporal_relation": "none", "query_temporal_norm": 0.5312894582748413, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9322304129600525}], "gold_semantic_scores": [0.6654325127601624], "gold_temporal_scores": [0.26679787039756775], "max_gold_score": 0.9322304129600525, "max_candidate_score": 0.9408205151557922, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0007::1", "max_non_gold_score": 0.9408205151557922, "best_gold_margin": -0.008590102195739746, "weakest_gold_margin": -0.008590102195739746}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01197", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was originally planned before the later change?", "temporal_relation": "earliest", "query_temporal_norm": 0.5497800707817078, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8083621859550476}], "gold_semantic_scores": [0.664436936378479], "gold_temporal_scores": [0.14392518997192383], "max_gold_score": 0.8083621859550476, "max_candidate_score": 0.8083621859550476, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8071580529212952, "best_gold_margin": 0.0012041330337524414, "weakest_gold_margin": 0.0012041330337524414}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00072", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my rating for the short climate documentary was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.4372079372406006, "query_session_index": 2, "query_start_sec": 12.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8298066258430481}], "gold_semantic_scores": [0.7385954260826111], "gold_temporal_scores": [0.09121126681566238], "max_gold_score": 0.8298066258430481, "max_candidate_score": 0.8673365712165833, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.8673365712165833, "best_gold_margin": -0.037529945373535156, "weakest_gold_margin": -0.037529945373535156}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00072", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What score was the short climate documentary updated to after it was rewatched?", "temporal_relation": "latest", "query_temporal_norm": 0.35650378465652466, "query_session_index": 2, "query_start_sec": 12.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8787401914596558}], "gold_semantic_scores": [0.7211202383041382], "gold_temporal_scores": [0.15762026607990265], "max_gold_score": 0.8787401914596558, "max_candidate_score": 0.8787401914596558, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8727902770042419, "best_gold_margin": 0.005949914455413818, "weakest_gold_margin": 0.005949914455413818}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00210", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Parker's training setting change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.38571420311927795, "query_session_index": 2, "query_start_sec": 22.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7511087656021118}, {"memory_id": "history_02_utt_0008", "score": 0.7621563076972961}], "gold_semantic_scores": [0.617476761341095, 0.6229766011238098], "gold_temporal_scores": [0.13363221287727356, 0.13917981088161469], "max_gold_score": 0.7621563076972961, "max_candidate_score": 0.7621563076972961, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.670137345790863, "best_gold_margin": 0.0920189619064331, "weakest_gold_margin": 0.08097141981124878}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00210", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training setup did Parker say he planned to use?", "temporal_relation": "none", "query_temporal_norm": 0.349070280790329, "query_session_index": 2, "query_start_sec": 22.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.741325855255127}], "gold_semantic_scores": [0.6704695224761963], "gold_temporal_scores": [0.07085638493299484], "max_gold_score": 0.741325855255127, "max_candidate_score": 0.741325855255127, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6383665204048157, "best_gold_margin": 0.10295933485031128, "weakest_gold_margin": 0.10295933485031128}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00210", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What training setup was in place most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5371783971786499, "query_session_index": 2, "query_start_sec": 22.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8488084077835083}], "gold_semantic_scores": [0.61337810754776], "gold_temporal_scores": [0.23543019592761993], "max_gold_score": 0.8488084077835083, "max_candidate_score": 0.8488084077835083, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8483551740646362, "best_gold_margin": 0.0004532337188720703, "weakest_gold_margin": 0.0004532337188720703}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00210", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What time is my team lunch scheduled for?", "temporal_relation": "none", "query_temporal_norm": 0.3453124463558197, "query_session_index": 2, "query_start_sec": 22.400000000000002, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4504016637802124, "top_memory_id": "history_02_utt_0016", "max_non_gold_score": 0.4504016637802124, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00349", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about The Green Fork, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.14987783133983612, "query_session_index": 2, "query_start_sec": 20.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.768361508846283}, {"memory_id": "history_02_utt_0008", "score": 0.8115936517715454}], "gold_semantic_scores": [0.7254272103309631, 0.7797489762306213], "gold_temporal_scores": [0.04293421655893326, 0.03184482827782631], "max_gold_score": 0.8115936517715454, "max_candidate_score": 0.8309299349784851, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8309299349784851, "best_gold_margin": -0.019336283206939697, "weakest_gold_margin": -0.06256842613220215}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00349", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason The Green Fork was ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.13063666224479675, "query_session_index": 2, "query_start_sec": 20.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7489197850227356}], "gold_semantic_scores": [0.699590265750885], "gold_temporal_scores": [0.049329500645399094], "max_gold_score": 0.7489197850227356, "max_candidate_score": 0.7489197850227356, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.579447329044342, "best_gold_margin": 0.16947245597839355, "weakest_gold_margin": 0.16947245597839355}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00349", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we rule out The Green Fork?", "temporal_relation": "session", "query_temporal_norm": 0.17333364486694336, "query_session_index": 2, "query_start_sec": 20.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7764107584953308}], "gold_semantic_scores": [0.7078384160995483], "gold_temporal_scores": [0.0685722827911377], "max_gold_score": 0.7764107584953308, "max_candidate_score": 0.7764107584953308, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6624190807342529, "best_gold_margin": 0.11399167776107788, "weakest_gold_margin": 0.11399167776107788}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00349", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature did we note about Harbor Grill when it was mentioned earlier?", "temporal_relation": "none", "query_temporal_norm": 0.19322724640369415, "query_session_index": 2, "query_start_sec": 20.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.8187329769134521}], "gold_semantic_scores": [0.8005946278572083], "gold_temporal_scores": [0.01813819445669651], "max_gold_score": 0.8187329769134521, "max_candidate_score": 0.8187329769134521, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.5096063613891602, "best_gold_margin": 0.309126615524292, "weakest_gold_margin": 0.309126615524292}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00471", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the deployment target was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.49993696808815, "query_session_index": 2, "query_start_sec": 19.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6793269515037537}], "gold_semantic_scores": [0.5554880499839783], "gold_temporal_scores": [0.12383898347616196], "max_gold_score": 0.6793269515037537, "max_candidate_score": 0.7484121918678284, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.7484121918678284, "best_gold_margin": -0.06908524036407471, "weakest_gold_margin": -0.06908524036407471}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00471", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who reported that they set the deployment target to staging-cluster-west?", "temporal_relation": "none", "query_temporal_norm": 0.17166496813297272, "query_session_index": 2, "query_start_sec": 19.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6766773462295532}], "gold_semantic_scores": [0.6328731179237366], "gold_temporal_scores": [0.04380423575639725], "max_gold_score": 0.6766773462295532, "max_candidate_score": 0.6766773462295532, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6165398955345154, "best_gold_margin": 0.06013745069503784, "weakest_gold_margin": 0.06013745069503784}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00471", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current deployment target we ended up using?", "temporal_relation": "latest", "query_temporal_norm": 0.5430548191070557, "query_session_index": 2, "query_start_sec": 19.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8912110328674316}], "gold_semantic_scores": [0.6176692247390747], "gold_temporal_scores": [0.2735415995121002], "max_gold_score": 0.8912110328674316, "max_candidate_score": 0.8912110328674316, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8836603164672852, "best_gold_margin": 0.007550716400146484, "weakest_gold_margin": 0.007550716400146484}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00471", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which deployment target did we switch to?", "temporal_relation": "latest", "query_temporal_norm": 0.3638966977596283, "query_session_index": 2, "query_start_sec": 19.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.5616493225097656}], "gold_semantic_scores": [0.38168707489967346], "gold_temporal_scores": [0.17996247112751007], "max_gold_score": 0.5616493225097656, "max_candidate_score": 0.5674098134040833, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0007::1", "max_non_gold_score": 0.5674098134040833, "best_gold_margin": -0.005760490894317627, "weakest_gold_margin": -0.005760490894317627}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00570", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the kitchen trash should be taken out every Monday morning?", "temporal_relation": "none", "query_temporal_norm": 0.20469169318675995, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.881462574005127}], "gold_semantic_scores": [0.7871870994567871], "gold_temporal_scores": [0.09427550435066223], "max_gold_score": 0.881462574005127, "max_candidate_score": 0.881462574005127, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7479849457740784, "best_gold_margin": 0.13347762823104858, "weakest_gold_margin": 0.13347762823104858}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00570", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the schedule for taking out the kitchen trash change?", "temporal_relation": "comparison", "query_temporal_norm": 0.27862921357154846, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7850742340087891}, {"memory_id": "history_02_utt_0011", "score": 0.7588784098625183}], "gold_semantic_scores": [0.6952561736106873, 0.6537615656852722], "gold_temporal_scores": [0.08981823176145554, 0.10511669516563416], "max_gold_score": 0.7850742340087891, "max_candidate_score": 0.7850742340087891, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5991476774215698, "best_gold_margin": 0.18592655658721924, "weakest_gold_margin": 0.1597307324409485}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00570", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who volunteered to handle the kitchen trash on Monday mornings?", "temporal_relation": "none", "query_temporal_norm": 0.13581582903862, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8010591268539429}], "gold_semantic_scores": [0.759986937046051], "gold_temporal_scores": [0.04107215628027916], "max_gold_score": 0.8010591268539429, "max_candidate_score": 0.8010591268539429, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.66161048412323, "best_gold_margin": 0.1394486427307129, "weakest_gold_margin": 0.1394486427307129}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00638", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Rowan give for recommending The Long Night, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1915816068649292, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8304799199104309}, {"memory_id": "history_02_utt_0009", "score": 0.69327712059021}], "gold_semantic_scores": [0.7730791568756104, 0.6390302777290344], "gold_temporal_scores": [0.05740077421069145, 0.054246824234724045], "max_gold_score": 0.8304799199104309, "max_candidate_score": 0.8304799199104309, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7848876714706421, "best_gold_margin": 0.04559224843978882, "weakest_gold_margin": -0.09161055088043213}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00638", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan recommend The Long Night?", "temporal_relation": "session", "query_temporal_norm": 0.19496242702007294, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8175122141838074}], "gold_semantic_scores": [0.7737823724746704], "gold_temporal_scores": [0.043729618191719055], "max_gold_score": 0.8175122141838074, "max_candidate_score": 0.8175122141838074, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7070872783660889, "best_gold_margin": 0.1104249358177185, "weakest_gold_margin": 0.1104249358177185}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00638", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended The Long Night?", "temporal_relation": "none", "query_temporal_norm": 0.14054974913597107, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8086515665054321}], "gold_semantic_scores": [0.7825133204460144], "gold_temporal_scores": [0.026138247922062874], "max_gold_score": 0.8086515665054321, "max_candidate_score": 0.8086515665054321, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3818451166152954, "best_gold_margin": 0.4268064498901367, "weakest_gold_margin": 0.4268064498901367}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00638", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we drop The Long Night?", "temporal_relation": "none", "query_temporal_norm": 0.16216632723808289, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8223892450332642}], "gold_semantic_scores": [0.7499722242355347], "gold_temporal_scores": [0.07241709530353546], "max_gold_score": 0.8223892450332642, "max_candidate_score": 0.8223892450332642, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6683674454689026, "best_gold_margin": 0.15402179956436157, "weakest_gold_margin": 0.15402179956436157}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00745", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for quantization-aware streaming, and why did Finley reject it?", "temporal_relation": "none", "query_temporal_norm": 0.20405878126621246, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6634224653244019}, {"memory_id": "history_02_utt_0008", "score": 0.7771638035774231}], "gold_semantic_scores": [0.6113548874855042, 0.7260745167732239], "gold_temporal_scores": [0.05206747725605965, 0.05108926072716713], "max_gold_score": 0.7771638035774231, "max_candidate_score": 0.7771638035774231, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7334296107292175, "best_gold_margin": 0.043734192848205566, "weakest_gold_margin": -0.07000714540481567}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00745", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for rejecting quantization-aware streaming?", "temporal_relation": "none", "query_temporal_norm": 0.1472795456647873, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8838659524917603}], "gold_semantic_scores": [0.8211911916732788], "gold_temporal_scores": [0.0626748651266098], "max_gold_score": 0.8838659524917603, "max_candidate_score": 0.8838659524917603, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5998071432113647, "best_gold_margin": 0.2840588092803955, "weakest_gold_margin": 0.2840588092803955}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00745", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was quantization-aware streaming rejected?", "temporal_relation": "session", "query_temporal_norm": 0.19423311948776245, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8299944996833801}], "gold_semantic_scores": [0.7831301093101501], "gold_temporal_scores": [0.04686444625258446], "max_gold_score": 0.8299944996833801, "max_candidate_score": 0.8299944996833801, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6676061749458313, "best_gold_margin": 0.16238832473754883, "weakest_gold_margin": 0.16238832473754883}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00745", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did buffered batch decoding offer?", "temporal_relation": "none", "query_temporal_norm": 0.16460643708705902, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7898496985435486}], "gold_semantic_scores": [0.7686507701873779], "gold_temporal_scores": [0.02119877003133297], "max_gold_score": 0.7898496985435486, "max_candidate_score": 0.7898496985435486, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.6851991415023804, "best_gold_margin": 0.10465055704116821, "weakest_gold_margin": 0.10465055704116821}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00849", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5481516122817993, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0520312786102295}], "gold_semantic_scores": [0.7790103554725647], "gold_temporal_scores": [0.27302056550979614], "max_gold_score": 1.0520312786102295, "max_candidate_score": 1.0559378862380981, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 1.0559378862380981, "best_gold_margin": -0.003906607627868652, "weakest_gold_margin": -0.003906607627868652}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00849", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which model did Emerson say she chose for the final submission?", "temporal_relation": "none", "query_temporal_norm": 0.2902110815048218, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8650420308113098}], "gold_semantic_scores": [0.7369445562362671], "gold_temporal_scores": [0.12809757888317108], "max_gold_score": 0.8650420308113098, "max_candidate_score": 0.8650420308113098, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7348864078521729, "best_gold_margin": 0.13015562295913696, "weakest_gold_margin": 0.13015562295913696}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00849", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson mention switching to LightweightTransformer-v1 as the final model choice?", "temporal_relation": "session", "query_temporal_norm": 0.2813967764377594, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8340467214584351}], "gold_semantic_scores": [0.7283424735069275], "gold_temporal_scores": [0.10570430755615234], "max_gold_score": 0.8340467214584351, "max_candidate_score": 0.8340467214584351, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7086800932884216, "best_gold_margin": 0.12536662817001343, "weakest_gold_margin": 0.12536662817001343}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00849", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model was originally planned for the benchmark?", "temporal_relation": "earliest", "query_temporal_norm": 0.5565083026885986, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8872631788253784}], "gold_semantic_scores": [0.7650535702705383], "gold_temporal_scores": [0.12220961600542068], "max_gold_score": 0.8872631788253784, "max_candidate_score": 0.8872631788253784, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8808931708335876, "best_gold_margin": 0.0063700079917907715, "weakest_gold_margin": 0.0063700079917907715}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01004", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested hosting the screening in the backyard screening area before the venue was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.4435352683067322, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8417662978172302}], "gold_semantic_scores": [0.7616485357284546], "gold_temporal_scores": [0.08011798560619354], "max_gold_score": 0.8417662978172302, "max_candidate_score": 0.8417662978172302, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.837864339351654, "best_gold_margin": 0.003901958465576172, "weakest_gold_margin": 0.003901958465576172}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01004", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where are we planning to hold the screening now?", "temporal_relation": "latest", "query_temporal_norm": 0.2854628562927246, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7286078929901123}], "gold_semantic_scores": [0.5893439054489136], "gold_temporal_scores": [0.1392640471458435], "max_gold_score": 0.7286078929901123, "max_candidate_score": 0.7286078929901123, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7227738499641418, "best_gold_margin": 0.005834043025970459, "weakest_gold_margin": 0.005834043025970459}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01004", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Riley originally suggest for the screening?", "temporal_relation": "earliest", "query_temporal_norm": 0.5694031715393066, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9084062576293945}], "gold_semantic_scores": [0.7827104926109314], "gold_temporal_scores": [0.12569560110569], "max_gold_score": 0.9084062576293945, "max_candidate_score": 0.9147619009017944, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0002::3", "max_non_gold_score": 0.9147619009017944, "best_gold_margin": -0.006355643272399902, "weakest_gold_margin": -0.006355643272399902}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01004", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley mention their venue suggestion?", "temporal_relation": "session", "query_temporal_norm": 0.3239685595035553, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8425446152687073}], "gold_semantic_scores": [0.7535743117332458], "gold_temporal_scores": [0.0889703631401062], "max_gold_score": 0.8425446152687073, "max_candidate_score": 0.8425446152687073, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5988236665725708, "best_gold_margin": 0.24372094869613647, "weakest_gold_margin": 0.24372094869613647}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01078", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Drew say most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5226486325263977, "query_session_index": 2, "query_start_sec": 17.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8836703300476074}], "gold_semantic_scores": [0.6374573707580566], "gold_temporal_scores": [0.24621319770812988], "max_gold_score": 0.8836703300476074, "max_candidate_score": 0.8980870842933655, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8980870842933655, "best_gold_margin": -0.014416754245758057, "weakest_gold_margin": -0.014416754245758057}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01078", "qa_id": "extra_qa_0002", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.416168212890625, "query_session_index": 2, "query_start_sec": 17.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6525300741195679}, {"memory_id": "history_02_utt_0008", "score": 0.5019845366477966}], "gold_semantic_scores": [0.501849353313446, 0.35178282856941223], "gold_temporal_scores": [0.15068073570728302, 0.15020164847373962], "max_gold_score": 0.6525300741195679, "max_candidate_score": 0.6525300741195679, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.42826998233795166, "best_gold_margin": 0.2242600917816162, "weakest_gold_margin": 0.07371455430984497}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01078", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the most recent rating mentioned for it?", "temporal_relation": "none", "query_temporal_norm": 0.5292340517044067, "query_session_index": 2, "query_start_sec": 17.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6202938556671143}], "gold_semantic_scores": [0.37666234374046326], "gold_temporal_scores": [0.2436312735080719], "max_gold_score": 0.6202938556671143, "max_candidate_score": 0.6337729692459106, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.6337729692459106, "best_gold_margin": -0.013479113578796387, "weakest_gold_margin": -0.013479113578796387}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01078", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who gave the 7.2 out of 10 rating?", "temporal_relation": "none", "query_temporal_norm": 0.2546272277832031, "query_session_index": 2, "query_start_sec": 17.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7760213613510132}], "gold_semantic_scores": [0.661702036857605], "gold_temporal_scores": [0.11431916803121567], "max_gold_score": 0.7760213613510132, "max_candidate_score": 0.7760213613510132, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5117778182029724, "best_gold_margin": 0.26424354314804077, "weakest_gold_margin": 0.26424354314804077}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01175", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally planned to use the Harbor View Lounge before the venue was later changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5126088857650757, "query_session_index": 2, "query_start_sec": 22.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.853693425655365}], "gold_semantic_scores": [0.7723638415336609], "gold_temporal_scores": [0.08132969588041306], "max_gold_score": 0.853693425655365, "max_candidate_score": 0.853693425655365, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8483632802963257, "best_gold_margin": 0.005330145359039307, "weakest_gold_margin": 0.005330145359039307}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01175", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did the event venue get changed, and if so what was it changed from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.408419668674469, "query_session_index": 2, "query_start_sec": 22.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.776522696018219}, {"memory_id": "history_02_utt_0010", "score": 0.5947425961494446}], "gold_semantic_scores": [0.6387182474136353, 0.4548763334751129], "gold_temporal_scores": [0.13780447840690613, 0.1398661881685257], "max_gold_score": 0.776522696018219, "max_candidate_score": 0.776522696018219, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.461260050535202, "best_gold_margin": 0.31526264548301697, "weakest_gold_margin": 0.13348254561424255}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01175", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which venue did Cameron say they had planned to use?", "temporal_relation": "none", "query_temporal_norm": 0.49814245104789734, "query_session_index": 2, "query_start_sec": 22.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.791544497013092}], "gold_semantic_scores": [0.7051134705543518], "gold_temporal_scores": [0.08643108606338501], "max_gold_score": 0.791544497013092, "max_candidate_score": 0.791544497013092, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6848523616790771, "best_gold_margin": 0.10669213533401489, "weakest_gold_margin": 0.10669213533401489}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01175", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we changed the meeting location—what venue did we pick?", "temporal_relation": "latest", "query_temporal_norm": 0.37690994143486023, "query_session_index": 2, "query_start_sec": 22.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7447822093963623}], "gold_semantic_scores": [0.6391216516494751], "gold_temporal_scores": [0.10566068440675735], "max_gold_score": 0.7447822093963623, "max_candidate_score": 0.8015662431716919, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8015662431716919, "best_gold_margin": -0.05678403377532959, "weakest_gold_margin": -0.05678403377532959}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00124", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about The Green Harbor, and why did Cameron rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.17719824612140656, "query_session_index": 2, "query_start_sec": 20.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7613124251365662}, {"memory_id": "history_02_utt_0007", "score": 0.8277240991592407}], "gold_semantic_scores": [0.706428050994873, 0.7870112657546997], "gold_temporal_scores": [0.05488457530736923, 0.040712837129831314], "max_gold_score": 0.8277240991592407, "max_candidate_score": 0.8277240991592407, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.815562903881073, "best_gold_margin": 0.012161195278167725, "weakest_gold_margin": -0.054250478744506836}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00124", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was The Green Harbor ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.13204899430274963, "query_session_index": 2, "query_start_sec": 20.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7873186469078064}], "gold_semantic_scores": [0.7427668571472168], "gold_temporal_scores": [0.04455188661813736], "max_gold_score": 0.7873186469078064, "max_candidate_score": 0.7873186469078064, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6712583899497986, "best_gold_margin": 0.11606025695800781, "weakest_gold_margin": 0.11606025695800781}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00124", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Little Olive suggested?", "temporal_relation": "none", "query_temporal_norm": 0.11300409585237503, "query_session_index": 2, "query_start_sec": 20.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7836475372314453}], "gold_semantic_scores": [0.7563232183456421], "gold_temporal_scores": [0.02732418291270733], "max_gold_score": 0.7836475372314453, "max_candidate_score": 0.7836475372314453, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5826135277748108, "best_gold_margin": 0.20103400945663452, "weakest_gold_margin": 0.20103400945663452}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00124", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Little Olive ruled out?", "temporal_relation": "session", "query_temporal_norm": 0.17922954261302948, "query_session_index": 2, "query_start_sec": 20.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.8306251168251038}], "gold_semantic_scores": [0.7533877491950989], "gold_temporal_scores": [0.07723752409219742], "max_gold_score": 0.8306251168251038, "max_candidate_score": 0.8306251168251038, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.6078778505325317, "best_gold_margin": 0.22274726629257202, "weakest_gold_margin": 0.22274726629257202}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00279", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the gathering plan to a sunset beach picnic, and what was the earlier plan?", "temporal_relation": "none", "query_temporal_norm": 0.39113128185272217, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.672548770904541}, {"memory_id": "history_02_utt_0009", "score": 0.6899883151054382}], "gold_semantic_scores": [0.5361604690551758, 0.6118136048316956], "gold_temporal_scores": [0.1363881528377533, 0.07817486673593521], "max_gold_score": 0.6899883151054382, "max_candidate_score": 0.6899883151054382, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.42450472712516785, "best_gold_margin": 0.2654835879802704, "weakest_gold_margin": 0.24804404377937317}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00279", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity change — what was it originally and what did it become?", "temporal_relation": "comparison", "query_temporal_norm": 0.440123587846756, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7938119173049927}, {"memory_id": "history_02_utt_0009", "score": 0.7658815979957581}], "gold_semantic_scores": [0.629305899143219, 0.6376127600669861], "gold_temporal_scores": [0.16450606286525726, 0.12826895713806152], "max_gold_score": 0.7938119173049927, "max_candidate_score": 0.7938119173049927, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5441854000091553, "best_gold_margin": 0.2496265172958374, "weakest_gold_margin": 0.22169619798660278}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00279", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were planning a potluck dinner at their place for the gathering?", "temporal_relation": "none", "query_temporal_norm": 0.3751528263092041, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8491066098213196}], "gold_semantic_scores": [0.7714522480964661], "gold_temporal_scores": [0.07765430957078934], "max_gold_score": 0.8491066098213196, "max_candidate_score": 0.8491066098213196, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.556544303894043, "best_gold_margin": 0.2925623059272766, "weakest_gold_margin": 0.2925623059272766}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00279", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested switching the plan to a sunset beach picnic instead of the dinner?", "temporal_relation": "none", "query_temporal_norm": 0.21100042760372162, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8497359752655029}], "gold_semantic_scores": [0.7686887383460999], "gold_temporal_scores": [0.08104672282934189], "max_gold_score": 0.8497359752655029, "max_candidate_score": 0.8497359752655029, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5285732746124268, "best_gold_margin": 0.32116270065307617, "weakest_gold_margin": 0.32116270065307617}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00382", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest departure time was?", "temporal_relation": "latest", "query_temporal_norm": 0.5655927658081055, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0202230215072632}], "gold_semantic_scores": [0.7591419816017151], "gold_temporal_scores": [0.26108089089393616], "max_gold_score": 1.0202230215072632, "max_candidate_score": 1.0704352855682373, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 1.0704352855682373, "best_gold_margin": -0.05021226406097412, "weakest_gold_margin": -0.05021226406097412}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00382", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What time was the departure scheduled to drop off the package?", "temporal_relation": "none", "query_temporal_norm": 0.3612314760684967, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8328102827072144}], "gold_semantic_scores": [0.7231595516204834], "gold_temporal_scores": [0.10965082794427872], "max_gold_score": 0.8328102827072144, "max_candidate_score": 0.8328102827072144, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7173703908920288, "best_gold_margin": 0.11543989181518555, "weakest_gold_margin": 0.11543989181518555}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00382", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What time am I planning to start my laundry?", "temporal_relation": "none", "query_temporal_norm": 0.304608017206192, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.7408912181854248, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7408912181854248, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00547", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say about the Coastal Line, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.21352145075798035, "query_session_index": 2, "query_start_sec": 18.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6255276799201965}, {"memory_id": "history_02_utt_0009", "score": 0.5993160009384155}], "gold_semantic_scores": [0.562473475933075, 0.5781827569007874], "gold_temporal_scores": [0.06305429339408875, 0.021133454516530037], "max_gold_score": 0.6255276799201965, "max_candidate_score": 0.7012046575546265, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.7012046575546265, "best_gold_margin": -0.07567697763442993, "weakest_gold_margin": -0.10188865661621094}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00547", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say he liked about the Coastal Line during an earlier conversation?", "temporal_relation": "none", "query_temporal_norm": 0.2400205433368683, "query_session_index": 2, "query_start_sec": 18.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7732425332069397}], "gold_semantic_scores": [0.7088339328765869], "gold_temporal_scores": [0.06440862268209457], "max_gold_score": 0.7732425332069397, "max_candidate_score": 0.7732425332069397, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6305409073829651, "best_gold_margin": 0.1427016258239746, "weakest_gold_margin": 0.1427016258239746}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00547", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they liked the Coastal Line?", "temporal_relation": "none", "query_temporal_norm": 0.16580736637115479, "query_session_index": 2, "query_start_sec": 18.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6918705701828003}], "gold_semantic_scores": [0.6585918068885803], "gold_temporal_scores": [0.03327881917357445], "max_gold_score": 0.6918705701828003, "max_candidate_score": 0.6918705701828003, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3070179224014282, "best_gold_margin": 0.38485264778137207, "weakest_gold_margin": 0.38485264778137207}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00547", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we dismiss River Runner?", "temporal_relation": "session", "query_temporal_norm": 0.15477925539016724, "query_session_index": 2, "query_start_sec": 18.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0024", "score": 0.7709141373634338}], "gold_semantic_scores": [0.7096827626228333], "gold_temporal_scores": [0.06123150512576103], "max_gold_score": 0.7709141373634338, "max_candidate_score": 0.7709141373634338, "top_memory_id": "history_02_utt_0024", "max_non_gold_score": 0.4414072036743164, "best_gold_margin": 0.32950693368911743, "weakest_gold_margin": 0.32950693368911743}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00611", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the model choice was for our submission before it got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5310407280921936, "query_session_index": 2, "query_start_sec": 22.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7530590891838074}], "gold_semantic_scores": [0.6566134095191956], "gold_temporal_scores": [0.09644564986228943], "max_gold_score": 0.7530590891838074, "max_candidate_score": 0.7554669380187988, "top_memory_id": "history_01_utt_0010::cf::main::3", "max_non_gold_score": 0.7554669380187988, "best_gold_margin": -0.002407848834991455, "weakest_gold_margin": -0.002407848834991455}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00611", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who decided to use CompactTransformer-v0.3 for the submission?", "temporal_relation": "none", "query_temporal_norm": 0.13341616094112396, "query_session_index": 2, "query_start_sec": 22.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7114980816841125}], "gold_semantic_scores": [0.691818118095398], "gold_temporal_scores": [0.01968006044626236], "max_gold_score": 0.7114980816841125, "max_candidate_score": 0.7114980816841125, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6227983832359314, "best_gold_margin": 0.08869969844818115, "weakest_gold_margin": 0.08869969844818115}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00611", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model did we end up choosing for the submission?", "temporal_relation": "latest", "query_temporal_norm": 0.5387009382247925, "query_session_index": 2, "query_start_sec": 22.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9591721296310425}], "gold_semantic_scores": [0.69739830493927], "gold_temporal_scores": [0.26177388429641724], "max_gold_score": 0.9591721296310425, "max_candidate_score": 0.9591721296310425, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9578869342803955, "best_gold_margin": 0.0012851953506469727, "weakest_gold_margin": 0.0012851953506469727}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00611", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model had been chosen initially for the submission before it was switched?", "temporal_relation": "earliest", "query_temporal_norm": 0.536900520324707, "query_session_index": 2, "query_start_sec": 22.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7278198599815369}], "gold_semantic_scores": [0.6392077803611755], "gold_temporal_scores": [0.08861177414655685], "max_gold_score": 0.7278198599815369, "max_candidate_score": 0.7278198599815369, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7269359827041626, "best_gold_margin": 0.0008838772773742676, "weakest_gold_margin": 0.0008838772773742676}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00708", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the chosen title was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5187011361122131, "query_session_index": 2, "query_start_sec": 19.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.5899405479431152}], "gold_semantic_scores": [0.5113115906715393], "gold_temporal_scores": [0.0786290243268013], "max_gold_score": 0.5899405479431152, "max_candidate_score": 0.5899405479431152, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5845879912376404, "best_gold_margin": 0.0053525567054748535, "weakest_gold_margin": 0.0053525567054748535}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00708", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Skyler switch the pick to?", "temporal_relation": "none", "query_temporal_norm": 0.3491775691509247, "query_session_index": 2, "query_start_sec": 19.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8798208832740784}], "gold_semantic_scores": [0.7264941930770874], "gold_temporal_scores": [0.15332679450511932], "max_gold_score": 0.8798208832740784, "max_candidate_score": 0.8798208832740784, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8481791019439697, "best_gold_margin": 0.03164178133010864, "weakest_gold_margin": 0.03164178133010864}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00708", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they later switched our pick to 'Sunrise Montage'?", "temporal_relation": "session", "query_temporal_norm": 0.3190433084964752, "query_session_index": 2, "query_start_sec": 19.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9076278209686279}], "gold_semantic_scores": [0.7486917972564697], "gold_temporal_scores": [0.15893591940402985], "max_gold_score": 0.9076278209686279, "max_candidate_score": 0.9076278209686279, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5317277908325195, "best_gold_margin": 0.3759000301361084, "weakest_gold_margin": 0.3759000301361084}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00757", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally stated the training was set to 45 epochs before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.521989107131958, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8128330707550049}], "gold_semantic_scores": [0.7077441811561584], "gold_temporal_scores": [0.10508903861045837], "max_gold_score": 0.8128330707550049, "max_candidate_score": 0.8128330707550049, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8099400401115417, "best_gold_margin": 0.0028930306434631348, "weakest_gold_margin": 0.0028930306434631348}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00757", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training settings change?", "temporal_relation": "comparison", "query_temporal_norm": 0.2918747365474701, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6936252117156982}, {"memory_id": "history_02_utt_0008", "score": 0.6671599745750427}], "gold_semantic_scores": [0.5943321585655212, 0.569554328918457], "gold_temporal_scores": [0.09929294884204865, 0.09760574251413345], "max_gold_score": 0.6936252117156982, "max_candidate_score": 0.6936252117156982, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5008794665336609, "best_gold_margin": 0.19274574518203735, "weakest_gold_margin": 0.16628050804138184}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00925", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the memory-mapped shared buffer was intended to meet, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1866704225540161, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7166827321052551}, {"memory_id": "history_02_utt_0010", "score": 0.7574048042297363}], "gold_semantic_scores": [0.6598202586174011, 0.7006729245185852], "gold_temporal_scores": [0.05686261132359505, 0.056731995195150375], "max_gold_score": 0.7574048042297363, "max_candidate_score": 0.7574048042297363, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7434899806976318, "best_gold_margin": 0.013914823532104492, "weakest_gold_margin": -0.02680724859237671}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00925", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was suggested to reduce peak host CPU usage?", "temporal_relation": "none", "query_temporal_norm": 0.12802045047283173, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.5022882223129272}], "gold_semantic_scores": [0.46375271677970886], "gold_temporal_scores": [0.03853548318147659], "max_gold_score": 0.5022882223129272, "max_candidate_score": 0.5022882223129272, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.45856526494026184, "best_gold_margin": 0.043722957372665405, "weakest_gold_margin": 0.043722957372665405}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00925", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about the batched remote cache's status?", "temporal_relation": "none", "query_temporal_norm": 0.12499925494194031, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.6715448498725891}], "gold_semantic_scores": [0.6335233449935913], "gold_temporal_scores": [0.0380215086042881], "max_gold_score": 0.6715448498725891, "max_candidate_score": 0.6715448498725891, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.57178795337677, "best_gold_margin": 0.09975689649581909, "weakest_gold_margin": 0.09975689649581909}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01055", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Hayden's evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4125669598579407, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7405024170875549}, {"memory_id": "history_02_utt_0007", "score": 0.8868579864501953}], "gold_semantic_scores": [0.5906577706336975, 0.7316516637802124], "gold_temporal_scores": [0.14984475076198578, 0.1552061140537262], "max_gold_score": 0.8868579864501953, "max_candidate_score": 0.8868579864501953, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7694195508956909, "best_gold_margin": 0.1174384355545044, "weakest_gold_margin": -0.028917133808135986}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01055", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What evaluation plan are we going with now?", "temporal_relation": "latest", "query_temporal_norm": 0.3860089182853699, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8685652017593384}], "gold_semantic_scores": [0.6841438412666321], "gold_temporal_scores": [0.18442106246948242], "max_gold_score": 0.8685652017593384, "max_candidate_score": 0.870765745639801, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0001::1", "max_non_gold_score": 0.870765745639801, "best_gold_margin": -0.0022005438804626465, "weakest_gold_margin": -0.0022005438804626465}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01055", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Hayden describe the single-condition remote prototype task?", "temporal_relation": "session", "query_temporal_norm": 0.18680121004581451, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7378616333007812}], "gold_semantic_scores": [0.6804882287979126], "gold_temporal_scores": [0.05737326294183731], "max_gold_score": 0.7378616333007812, "max_candidate_score": 0.7378616333007812, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6182587742805481, "best_gold_margin": 0.11960285902023315, "weakest_gold_margin": 0.11960285902023315}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01055", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our conversations, what evaluation plan did we originally have?", "temporal_relation": "session", "query_temporal_norm": 0.5569321513175964, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.826683759689331}], "gold_semantic_scores": [0.6637687683105469], "gold_temporal_scores": [0.16291487216949463], "max_gold_score": 0.826683759689331, "max_candidate_score": 0.8284028172492981, "top_memory_id": "history_01_utt_0007::cf::extra_qa_0007::1", "max_non_gold_score": 0.8284028172492981, "best_gold_margin": -0.001719057559967041, "weakest_gold_margin": -0.001719057559967041}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01167", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the dataset version change to v1, and what features did the earlier pilot release have?", "temporal_relation": "comparison", "query_temporal_norm": 0.4137793481349945, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.873681902885437}, {"memory_id": "history_02_utt_0009", "score": 0.6808530688285828}], "gold_semantic_scores": [0.7452477812767029, 0.6244847774505615], "gold_temporal_scores": [0.1284342259168625, 0.05636820197105408], "max_gold_score": 0.873681902885437, "max_candidate_score": 0.873681902885437, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.35022252798080444, "best_gold_margin": 0.5234593749046326, "weakest_gold_margin": 0.3306305408477783}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01167", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current dataset version and what does it include?", "temporal_relation": "latest", "query_temporal_norm": 0.47177642583847046, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7517812848091125}], "gold_semantic_scores": [0.5096938610076904], "gold_temporal_scores": [0.24208754301071167], "max_gold_score": 0.7517812848091125, "max_candidate_score": 0.7517812848091125, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7481662034988403, "best_gold_margin": 0.003615081310272217, "weakest_gold_margin": 0.003615081310272217}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01167", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say the pilot release contained?", "temporal_relation": "none", "query_temporal_norm": 0.3568459153175354, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8693744540214539}], "gold_semantic_scores": [0.7986108660697937], "gold_temporal_scores": [0.07076366245746613], "max_gold_score": 0.8693744540214539, "max_candidate_score": 0.8693744540214539, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7999787926673889, "best_gold_margin": 0.06939566135406494, "weakest_gold_margin": 0.06939566135406494}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01167", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say version v1 includes?", "temporal_relation": "none", "query_temporal_norm": 0.30374327301979065, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7569022178649902}], "gold_semantic_scores": [0.765982449054718], "gold_temporal_scores": [-0.009080443531274796], "max_gold_score": 0.7569022178649902, "max_candidate_score": 0.7569022178649902, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7327804565429688, "best_gold_margin": 0.024121761322021484, "weakest_gold_margin": 0.024121761322021484}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00037", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When Skyler proposed ServiceCache, what reason did they give for proposing it, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.20387598872184753, "query_session_index": 2, "query_start_sec": 22.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6974782943725586}, {"memory_id": "history_02_utt_0007", "score": 0.7070366740226746}], "gold_semantic_scores": [0.6336674690246582, 0.638546347618103], "gold_temporal_scores": [0.0638108104467392, 0.06849050521850586], "max_gold_score": 0.7070366740226746, "max_candidate_score": 0.7132126092910767, "top_memory_id": "history_02_utt_0007::cf::main::3", "max_non_gold_score": 0.7132126092910767, "best_gold_margin": -0.0061759352684021, "weakest_gold_margin": -0.015734314918518066}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00037", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Skyler propose ServiceCache?", "temporal_relation": "none", "query_temporal_norm": 0.1903131753206253, "query_session_index": 2, "query_start_sec": 22.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7423487305641174}], "gold_semantic_scores": [0.691677987575531], "gold_temporal_scores": [0.0506708025932312], "max_gold_score": 0.7423487305641174, "max_candidate_score": 0.7423487305641174, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6809121966362, "best_gold_margin": 0.06143653392791748, "weakest_gold_margin": 0.06143653392791748}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00037", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler propose ServiceCache?", "temporal_relation": "session", "query_temporal_norm": 0.2562137842178345, "query_session_index": 2, "query_start_sec": 22.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7416833639144897}], "gold_semantic_scores": [0.6752791404724121], "gold_temporal_scores": [0.06640420854091644], "max_gold_score": 0.7416833639144897, "max_candidate_score": 0.7416833639144897, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7003268599510193, "best_gold_margin": 0.04135650396347046, "weakest_gold_margin": 0.04135650396347046}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00037", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was ServiceCache said to have been rejected?", "temporal_relation": "session", "query_temporal_norm": 0.14070698618888855, "query_session_index": 2, "query_start_sec": 22.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7464737296104431}], "gold_semantic_scores": [0.7157232165336609], "gold_temporal_scores": [0.030750613659620285], "max_gold_score": 0.7464737296104431, "max_candidate_score": 0.7464737296104431, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5847272872924805, "best_gold_margin": 0.16174644231796265, "weakest_gold_margin": 0.16174644231796265}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00151", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my chore schedule was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5228468179702759, "query_session_index": 2, "query_start_sec": 21.040000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7460182309150696}], "gold_semantic_scores": [0.6413105130195618], "gold_temporal_scores": [0.10470766574144363], "max_gold_score": 0.7460182309150696, "max_candidate_score": 0.7857573628425598, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.7857573628425598, "best_gold_margin": -0.039739131927490234, "weakest_gold_margin": -0.039739131927490234}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00151", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who agreed to the weekly chore schedule?", "temporal_relation": "none", "query_temporal_norm": 0.15744531154632568, "query_session_index": 2, "query_start_sec": 21.040000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7293911576271057}], "gold_semantic_scores": [0.6904551386833191], "gold_temporal_scores": [0.03893590718507767], "max_gold_score": 0.7293911576271057, "max_candidate_score": 0.7293911576271057, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7050296068191528, "best_gold_margin": 0.02436155080795288, "weakest_gold_margin": 0.02436155080795288}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00151", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current household chore schedule for trash, counters, and laundry?", "temporal_relation": "latest", "query_temporal_norm": 0.5567817687988281, "query_session_index": 2, "query_start_sec": 21.040000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.971142053604126}], "gold_semantic_scores": [0.7115964889526367], "gold_temporal_scores": [0.2595457434654236], "max_gold_score": 0.971142053604126, "max_candidate_score": 0.971142053604126, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9685482978820801, "best_gold_margin": 0.0025937557220458984, "weakest_gold_margin": 0.0025937557220458984}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00151", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chore schedule change from the earlier arrangement to the new one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3947771489620209, "query_session_index": 2, "query_start_sec": 21.040000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7799792289733887}, {"memory_id": "history_02_utt_0010", "score": 0.8084564208984375}], "gold_semantic_scores": [0.647614598274231, 0.6875249743461609], "gold_temporal_scores": [0.13236463069915771, 0.12093179672956467], "max_gold_score": 0.8084564208984375, "max_candidate_score": 0.8084564208984375, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.35866376757621765, "best_gold_margin": 0.44979265332221985, "weakest_gold_margin": 0.421315461397171}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00342", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Jordan say the latest venue was?", "temporal_relation": "latest", "query_temporal_norm": 0.5336413979530334, "query_session_index": 2, "query_start_sec": 19.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9885624051094055}], "gold_semantic_scores": [0.7258837819099426], "gold_temporal_scores": [0.2626786530017853], "max_gold_score": 0.9885624051094055, "max_candidate_score": 0.9913318753242493, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9913318753242493, "best_gold_margin": -0.00276947021484375, "weakest_gold_margin": -0.00276947021484375}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00342", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we end up planning to hold the screening?", "temporal_relation": "latest", "query_temporal_norm": 0.5074287056922913, "query_session_index": 2, "query_start_sec": 19.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9178406000137329}], "gold_semantic_scores": [0.6694591045379639], "gold_temporal_scores": [0.24838122725486755], "max_gold_score": 0.9178406000137329, "max_candidate_score": 0.9178406000137329, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9095664620399475, "best_gold_margin": 0.0082741379737854, "weakest_gold_margin": 0.0082741379737854}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00342", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention booking the community art center black box theater?", "temporal_relation": "session", "query_temporal_norm": 0.2772778868675232, "query_session_index": 2, "query_start_sec": 19.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7245768904685974}], "gold_semantic_scores": [0.6747766137123108], "gold_temporal_scores": [0.049800336360931396], "max_gold_score": 0.7245768904685974, "max_candidate_score": 0.7245768904685974, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5612905621528625, "best_gold_margin": 0.16328632831573486, "weakest_gold_margin": 0.16328632831573486}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00342", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they ended up booking the community art center black box theater?", "temporal_relation": "none", "query_temporal_norm": 0.34310823678970337, "query_session_index": 2, "query_start_sec": 19.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8623320460319519}], "gold_semantic_scores": [0.7054715752601624], "gold_temporal_scores": [0.15686079859733582], "max_gold_score": 0.8623320460319519, "max_candidate_score": 0.8623320460319519, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4543225169181824, "best_gold_margin": 0.40800952911376953, "weakest_gold_margin": 0.40800952911376953}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00446", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about Greenleaf Deli, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.1801476627588272, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7368290424346924}, {"memory_id": "history_02_utt_0010", "score": 0.7823679447174072}], "gold_semantic_scores": [0.6808452606201172, 0.7414565682411194], "gold_temporal_scores": [0.055983707308769226, 0.040911491960287094], "max_gold_score": 0.7823679447174072, "max_candidate_score": 0.7823679447174072, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7331280708312988, "best_gold_margin": 0.0492398738861084, "weakest_gold_margin": 0.0037009716033935547}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00446", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we rule out Greenleaf Deli earlier?", "temporal_relation": "none", "query_temporal_norm": 0.15006503462791443, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9121032953262329}], "gold_semantic_scores": [0.8534313440322876], "gold_temporal_scores": [0.05867216736078262], "max_gold_score": 0.9121032953262329, "max_candidate_score": 0.9121032953262329, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6542356610298157, "best_gold_margin": 0.25786763429641724, "weakest_gold_margin": 0.25786763429641724}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00446", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Riverbend Cafe suggested earlier?", "temporal_relation": "none", "query_temporal_norm": 0.12310612201690674, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.8575342297554016}], "gold_semantic_scores": [0.8382573127746582], "gold_temporal_scores": [0.01927688531577587], "max_gold_score": 0.8575342297554016, "max_candidate_score": 0.8575342297554016, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.6156988739967346, "best_gold_margin": 0.241835355758667, "weakest_gold_margin": 0.241835355758667}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00446", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Riverbend Cafe's kitchen was closed for deep-cleaning?", "temporal_relation": "session", "query_temporal_norm": 0.18364082276821136, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.8965250253677368}], "gold_semantic_scores": [0.8157933950424194], "gold_temporal_scores": [0.08073156327009201], "max_gold_score": 0.8965250253677368, "max_candidate_score": 0.8965250253677368, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.6246142983436584, "best_gold_margin": 0.27191072702407837, "weakest_gold_margin": 0.27191072702407837}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00564", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's chosen title change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4180552065372467, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6423811316490173}, {"memory_id": "history_02_utt_0008", "score": 0.6714577078819275}], "gold_semantic_scores": [0.4868111312389374, 0.5319854021072388], "gold_temporal_scores": [0.155569925904274, 0.13947226107120514], "max_gold_score": 0.6714577078819275, "max_candidate_score": 0.6714577078819275, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5798424482345581, "best_gold_margin": 0.09161525964736938, "weakest_gold_margin": 0.06253868341445923}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00564", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say he picked Marina Nights for our next watch?", "temporal_relation": "session", "query_temporal_norm": 0.20540368556976318, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7980237007141113}], "gold_semantic_scores": [0.7614140510559082], "gold_temporal_scores": [0.036609575152397156], "max_gold_score": 0.7980237007141113, "max_candidate_score": 0.7980237007141113, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6970796585083008, "best_gold_margin": 0.10094404220581055, "weakest_gold_margin": 0.10094404220581055}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00564", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they picked Marina Nights as the next thing for us to watch?", "temporal_relation": "none", "query_temporal_norm": 0.2322145402431488, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7902084589004517}], "gold_semantic_scores": [0.7738300561904907], "gold_temporal_scores": [0.016378622502088547], "max_gold_score": 0.7902084589004517, "max_candidate_score": 0.7902084589004517, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4958692789077759, "best_gold_margin": 0.2943391799926758, "weakest_gold_margin": 0.2943391799926758}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00564", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title is currently chosen for the next thing we're going to watch?", "temporal_relation": "latest", "query_temporal_norm": 0.4389205873012543, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.890768826007843}], "gold_semantic_scores": [0.6804920434951782], "gold_temporal_scores": [0.2102767676115036], "max_gold_score": 0.890768826007843, "max_candidate_score": 0.8940100073814392, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0007::1", "max_non_gold_score": 0.8940100073814392, "best_gold_margin": -0.0032411813735961914, "weakest_gold_margin": -0.0032411813735961914}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00647", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler say the latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5438003540039062, "query_session_index": 2, "query_start_sec": 20.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.024917483329773}], "gold_semantic_scores": [0.7394107580184937], "gold_temporal_scores": [0.2855066657066345], "max_gold_score": 1.024917483329773, "max_candidate_score": 1.027714729309082, "top_memory_id": "history_02_utt_0007::cf::main::3", "max_non_gold_score": 1.027714729309082, "best_gold_margin": -0.002797245979309082, "weakest_gold_margin": -0.002797245979309082}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00647", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they decided to go with the kayaking excursion?", "temporal_relation": "none", "query_temporal_norm": 0.29770970344543457, "query_session_index": 2, "query_start_sec": 20.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9347991347312927}], "gold_semantic_scores": [0.7926278114318848], "gold_temporal_scores": [0.14217109978199005], "max_gold_score": 0.9347991347312927, "max_candidate_score": 0.9347991347312927, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4849444627761841, "best_gold_margin": 0.44985467195510864, "weakest_gold_margin": 0.44985467195510864}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00647", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was most recently decided on for the trip?", "temporal_relation": "none", "query_temporal_norm": 0.5326717495918274, "query_session_index": 2, "query_start_sec": 20.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9980016350746155}], "gold_semantic_scores": [0.7349511981010437], "gold_temporal_scores": [0.2630501985549927], "max_gold_score": 0.9980016350746155, "max_candidate_score": 0.9987905621528625, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0004::1", "max_non_gold_score": 0.9987905621528625, "best_gold_margin": -0.0007889270782470703, "weakest_gold_margin": -0.0007889270782470703}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00647", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity change from earlier discussions to the latest decision?", "temporal_relation": "comparison", "query_temporal_norm": 0.43757179379463196, "query_session_index": 2, "query_start_sec": 20.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7071356773376465}, {"memory_id": "history_02_utt_0007", "score": 0.7422531247138977}], "gold_semantic_scores": [0.5500931739807129, 0.5986286997795105], "gold_temporal_scores": [0.1570425182580948, 0.14362458884716034], "max_gold_score": 0.7422531247138977, "max_candidate_score": 0.7422531247138977, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.3154939115047455, "best_gold_margin": 0.4267592132091522, "weakest_gold_margin": 0.391641765832901}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00700", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the GreenLine shuttle, and why is it unavailable this weekend?", "temporal_relation": "none", "query_temporal_norm": 0.16228292882442474, "query_session_index": 2, "query_start_sec": 20.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6553217768669128}, {"memory_id": "history_02_utt_0011", "score": 0.6494370698928833}], "gold_semantic_scores": [0.6101393103599548, 0.5912271738052368], "gold_temporal_scores": [0.045182548463344574, 0.058209795504808426], "max_gold_score": 0.6553217768669128, "max_candidate_score": 0.674971342086792, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.674971342086792, "best_gold_margin": -0.01964956521987915, "weakest_gold_margin": -0.02553427219390869}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00700", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What restriction was mentioned about using the GreenLine shuttle?", "temporal_relation": "none", "query_temporal_norm": 0.11538364738225937, "query_session_index": 2, "query_start_sec": 20.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6486669182777405}], "gold_semantic_scores": [0.6304575204849243], "gold_temporal_scores": [0.018209310248494148], "max_gold_score": 0.6486669182777405, "max_candidate_score": 0.6486669182777405, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5334226489067078, "best_gold_margin": 0.11524426937103271, "weakest_gold_margin": 0.11524426937103271}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00700", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the GreenLine shuttle said to be unavailable?", "temporal_relation": "session", "query_temporal_norm": 0.1774381846189499, "query_session_index": 2, "query_start_sec": 20.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7697524428367615}], "gold_semantic_scores": [0.6967840790748596], "gold_temporal_scores": [0.0729682520031929], "max_gold_score": 0.7697524428367615, "max_candidate_score": 0.7697524428367615, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5261349081993103, "best_gold_margin": 0.24361753463745117, "weakest_gold_margin": 0.24361753463745117}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00700", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What advantage was mentioned for taking the Main Street taxi?", "temporal_relation": "none", "query_temporal_norm": 0.11640987545251846, "query_session_index": 2, "query_start_sec": 20.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7536126375198364}], "gold_semantic_scores": [0.7232663631439209], "gold_temporal_scores": [0.03034611977636814], "max_gold_score": 0.7536126375198364, "max_candidate_score": 0.7536126375198364, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.4535530209541321, "best_gold_margin": 0.30005961656570435, "weakest_gold_margin": 0.30005961656570435}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00787", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Parker propose the Quantized Encoder, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.22987890243530273, "query_session_index": 2, "query_start_sec": 19.960000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7222791314125061}, {"memory_id": "history_02_utt_0008", "score": 0.6654906868934631}], "gold_semantic_scores": [0.6589332818984985, 0.5912699103355408], "gold_temporal_scores": [0.06334599107503891, 0.07422063499689102], "max_gold_score": 0.7222791314125061, "max_candidate_score": 0.746073842048645, "top_memory_id": "history_02_utt_0008::cf::main::2", "max_non_gold_score": 0.746073842048645, "best_gold_margin": -0.023794710636138916, "weakest_gold_margin": -0.08058315515518188}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00787", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the Quantized Encoder?", "temporal_relation": "none", "query_temporal_norm": 0.1819150745868683, "query_session_index": 2, "query_start_sec": 19.960000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7440995573997498}], "gold_semantic_scores": [0.7086106538772583], "gold_temporal_scores": [0.035488974303007126], "max_gold_score": 0.7440995573997498, "max_candidate_score": 0.7440995573997498, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.481126070022583, "best_gold_margin": 0.26297348737716675, "weakest_gold_margin": 0.26297348737716675}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00787", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Parker propose the Quantized Encoder?", "temporal_relation": "none", "query_temporal_norm": 0.17898564040660858, "query_session_index": 2, "query_start_sec": 19.960000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7437471747398376}], "gold_semantic_scores": [0.6950112581253052], "gold_temporal_scores": [0.048735883086919785], "max_gold_score": 0.7437471747398376, "max_candidate_score": 0.7437471747398376, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.689644992351532, "best_gold_margin": 0.054102182388305664, "weakest_gold_margin": 0.054102182388305664}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00787", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation mentioned that Cloud-based Caching enabled easier centralized updates?", "temporal_relation": "session", "query_temporal_norm": 0.15475891530513763, "query_session_index": 2, "query_start_sec": 19.960000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.8458834886550903}], "gold_semantic_scores": [0.8000379204750061], "gold_temporal_scores": [0.04584556818008423], "max_gold_score": 0.8458834886550903, "max_candidate_score": 0.8458834886550903, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.6014126539230347, "best_gold_margin": 0.24447083473205566, "weakest_gold_margin": 0.24447083473205566}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00881", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Riley's evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.426849365234375, "query_session_index": 2, "query_start_sec": 12.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7786825895309448}, {"memory_id": "history_02_utt_0008", "score": 0.781017541885376}], "gold_semantic_scores": [0.6350739002227783, 0.6287542581558228], "gold_temporal_scores": [0.1436089277267456, 0.15226323902606964], "max_gold_score": 0.781017541885376, "max_candidate_score": 0.781017541885376, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6075307726860046, "best_gold_margin": 0.17348676919937134, "weakest_gold_margin": 0.17115181684494019}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00881", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was different between the earlier evaluation approach and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3365568220615387, "query_session_index": 2, "query_start_sec": 12.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7820587158203125}, {"memory_id": "history_02_utt_0008", "score": 0.7933318018913269}], "gold_semantic_scores": [0.6679878830909729, 0.6827911734580994], "gold_temporal_scores": [0.11407081037759781, 0.11054060608148575], "max_gold_score": 0.7933318018913269, "max_candidate_score": 0.7933318018913269, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.43212828040122986, "best_gold_margin": 0.36120352149009705, "weakest_gold_margin": 0.34993043541908264}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00881", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation approach did Riley originally plan to use?", "temporal_relation": "earliest", "query_temporal_norm": 0.5403102040290833, "query_session_index": 2, "query_start_sec": 12.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6282617449760437}], "gold_semantic_scores": [0.503574013710022], "gold_temporal_scores": [0.12468773126602173], "max_gold_score": 0.6282617449760437, "max_candidate_score": 0.6282617449760437, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5943475365638733, "best_gold_margin": 0.03391420841217041, "weakest_gold_margin": 0.03391420841217041}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00881", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley say she planned to evaluate models using a single pooled validation set?", "temporal_relation": "session", "query_temporal_norm": 0.37374863028526306, "query_session_index": 2, "query_start_sec": 12.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8038728833198547}], "gold_semantic_scores": [0.7344799041748047], "gold_temporal_scores": [0.06939313560724258], "max_gold_score": 0.8038728833198547, "max_candidate_score": 0.8038728833198547, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6385917067527771, "best_gold_margin": 0.16528117656707764, "weakest_gold_margin": 0.16528117656707764}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00972", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my departure time change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.39870312809944153, "query_session_index": 2, "query_start_sec": 15.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.867827832698822}, {"memory_id": "history_02_utt_0010", "score": 0.7369877696037292}], "gold_semantic_scores": [0.7231490612030029, 0.5917022228240967], "gold_temporal_scores": [0.14467887580394745, 0.14528557658195496], "max_gold_score": 0.867827832698822, "max_candidate_score": 0.889936089515686, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.889936089515686, "best_gold_margin": -0.022108256816864014, "weakest_gold_margin": -0.1529483199119568}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00972", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the current departure time for the pharmacy?", "temporal_relation": "latest", "query_temporal_norm": 0.5291568040847778, "query_session_index": 2, "query_start_sec": 15.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8634424805641174}], "gold_semantic_scores": [0.6287006139755249], "gold_temporal_scores": [0.23474131524562836], "max_gold_score": 0.8634424805641174, "max_candidate_score": 0.8701593279838562, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0007::1", "max_non_gold_score": 0.8701593279838562, "best_gold_margin": -0.0067168474197387695, "weakest_gold_margin": -0.0067168474197387695}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00972", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What am I preparing for the guest's arrival?", "temporal_relation": "none", "query_temporal_norm": 0.3103650212287903, "query_session_index": 2, "query_start_sec": 15.440000000000001, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.42034322023391724, "top_memory_id": "history_01_utt_0001", "max_non_gold_score": 0.42034322023391724, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01068", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest dataset version was?", "temporal_relation": "latest", "query_temporal_norm": 0.5487040877342224, "query_session_index": 2, "query_start_sec": 18.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9338954091072083}], "gold_semantic_scores": [0.645926833152771], "gold_temporal_scores": [0.28796881437301636], "max_gold_score": 0.9338954091072083, "max_candidate_score": 0.9338954091072083, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.930811882019043, "best_gold_margin": 0.003083527088165283, "weakest_gold_margin": 0.003083527088165283}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01068", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version and configuration did we publish that included run IDs, a balanced split, and raw rows?", "temporal_relation": "none", "query_temporal_norm": 0.3699813783168793, "query_session_index": 2, "query_start_sec": 18.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7443138957023621}], "gold_semantic_scores": [0.6323242783546448], "gold_temporal_scores": [0.11198966205120087], "max_gold_score": 0.7443138957023621, "max_candidate_score": 0.7443138957023621, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4991900324821472, "best_gold_margin": 0.24512386322021484, "weakest_gold_margin": 0.24512386322021484}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01068", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What will Cameron do tomorrow morning about the equipment package?", "temporal_relation": "none", "query_temporal_norm": 0.3141259551048279, "query_session_index": 2, "query_start_sec": 18.080000000000002, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.2492125779390335, "top_memory_id": "history_01_utt_0001", "max_non_gold_score": 0.2492125779390335, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01126", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I confirm about the streaming encoder, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2398623377084732, "query_session_index": 2, "query_start_sec": 22.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.580851674079895}, {"memory_id": "history_02_utt_0009", "score": 0.6219521164894104}], "gold_semantic_scores": [0.5050385594367981, 0.5563907623291016], "gold_temporal_scores": [0.07581297308206558, 0.06556132435798645], "max_gold_score": 0.6219521164894104, "max_candidate_score": 0.6778365969657898, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.6778365969657898, "best_gold_margin": -0.055884480476379395, "weakest_gold_margin": -0.09698492288589478}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01126", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we reject the streaming encoder?", "temporal_relation": "session", "query_temporal_norm": 0.31036826968193054, "query_session_index": 2, "query_start_sec": 22.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8534637093544006}], "gold_semantic_scores": [0.7030224204063416], "gold_temporal_scores": [0.1504412442445755], "max_gold_score": 0.8534637093544006, "max_candidate_score": 0.8534637093544006, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4541405737400055, "best_gold_margin": 0.39932313561439514, "weakest_gold_margin": 0.39932313561439514}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01126", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was noted about the batch-transcode path's power usage?", "temporal_relation": "none", "query_temporal_norm": 0.15119969844818115, "query_session_index": 2, "query_start_sec": 22.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7768490314483643}], "gold_semantic_scores": [0.7389116287231445], "gold_temporal_scores": [0.0379372239112854], "max_gold_score": 0.7768490314483643, "max_candidate_score": 0.7768490314483643, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.6031413078308105, "best_gold_margin": 0.1737077236175537, "weakest_gold_margin": 0.1737077236175537}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01126", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to keep the batch-transcode path?", "temporal_relation": "none", "query_temporal_norm": 0.18647508323192596, "query_session_index": 2, "query_start_sec": 22.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.874137282371521}], "gold_semantic_scores": [0.8111368417739868], "gold_temporal_scores": [0.06300031393766403], "max_gold_score": 0.874137282371521, "max_candidate_score": 0.874137282371521, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.6081114411354065, "best_gold_margin": 0.2660258412361145, "weakest_gold_margin": 0.2660258412361145}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00048", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery's evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41663363575935364, "query_session_index": 2, "query_start_sec": 15.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9290322661399841}, {"memory_id": "history_02_utt_0007", "score": 0.8300225138664246}], "gold_semantic_scores": [0.7822001576423645, 0.6792373061180115], "gold_temporal_scores": [0.14683212339878082, 0.1507851481437683], "max_gold_score": 0.9290322661399841, "max_candidate_score": 0.9290322661399841, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8369176387786865, "best_gold_margin": 0.09211462736129761, "weakest_gold_margin": -0.006895124912261963}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00048", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery state the evaluation plan?", "temporal_relation": "session", "query_temporal_norm": 0.26105237007141113, "query_session_index": 2, "query_start_sec": 15.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7792003750801086}], "gold_semantic_scores": [0.6918100118637085], "gold_temporal_scores": [0.08739040791988373], "max_gold_score": 0.7792003750801086, "max_candidate_score": 0.7792003750801086, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.684982419013977, "best_gold_margin": 0.09421795606613159, "weakest_gold_margin": 0.09421795606613159}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00048", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery say she updated the plan to evaluate on the public fixed validation split?", "temporal_relation": "session", "query_temporal_norm": 0.41007116436958313, "query_session_index": 2, "query_start_sec": 15.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0156733989715576}], "gold_semantic_scores": [0.8036731481552124], "gold_temporal_scores": [0.21200008690357208], "max_gold_score": 1.0156733989715576, "max_candidate_score": 1.0156733989715576, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9414834380149841, "best_gold_margin": 0.07418996095657349, "weakest_gold_margin": 0.07418996095657349}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00048", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What evaluation plan is being used now?", "temporal_relation": "latest", "query_temporal_norm": 0.47443491220474243, "query_session_index": 2, "query_start_sec": 15.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9473617076873779}], "gold_semantic_scores": [0.7126744985580444], "gold_temporal_scores": [0.23468761146068573], "max_gold_score": 0.9473617076873779, "max_candidate_score": 0.9488966464996338, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0007::1", "max_non_gold_score": 0.9488966464996338, "best_gold_margin": -0.0015349388122558594, "weakest_gold_margin": -0.0015349388122558594}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00154", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the activity choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5606892108917236, "query_session_index": 2, "query_start_sec": 19.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7554787993431091}], "gold_semantic_scores": [0.6323313117027283], "gold_temporal_scores": [0.12314756959676743], "max_gold_score": 0.7554787993431091, "max_candidate_score": 0.7554787993431091, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7513033151626587, "best_gold_margin": 0.0041754841804504395, "weakest_gold_margin": 0.0041754841804504395}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00154", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity did we change our plan to in the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.3590647876262665, "query_session_index": 2, "query_start_sec": 19.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7243930697441101}], "gold_semantic_scores": [0.6211920976638794], "gold_temporal_scores": [0.10320062935352325], "max_gold_score": 0.7243930697441101, "max_candidate_score": 0.7243930697441101, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5287672877311707, "best_gold_margin": 0.19562578201293945, "weakest_gold_margin": 0.19562578201293945}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00154", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they changed our plan to a movie night at the downtown theater?", "temporal_relation": "session", "query_temporal_norm": 0.3071712255477905, "query_session_index": 2, "query_start_sec": 19.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9182600378990173}], "gold_semantic_scores": [0.7837066054344177], "gold_temporal_scores": [0.13455313444137573], "max_gold_score": 0.9182600378990173, "max_candidate_score": 0.9182600378990173, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5892866253852844, "best_gold_margin": 0.3289734125137329, "weakest_gold_margin": 0.3289734125137329}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00154", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who is bringing the coupons and the cooler for frozen items?", "temporal_relation": "none", "query_temporal_norm": 0.2532612681388855, "query_session_index": 2, "query_start_sec": 19.52, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.42990434169769287, "top_memory_id": "history_01_utt_0047", "max_non_gold_score": 0.42990434169769287, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00224", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say the latest participant satisfaction threshold was for the final analysis?", "temporal_relation": "latest", "query_temporal_norm": 0.5214704275131226, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9780582189559937}], "gold_semantic_scores": [0.748457670211792], "gold_temporal_scores": [0.229600191116333], "max_gold_score": 0.9780582189559937, "max_candidate_score": 0.9835065603256226, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9835065603256226, "best_gold_margin": -0.005448341369628906, "weakest_gold_margin": -0.005448341369628906}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00224", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What participant satisfaction threshold was originally set for the pilot run?", "temporal_relation": "earliest", "query_temporal_norm": 0.5389821529388428, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6484968066215515}], "gold_semantic_scores": [0.5547207593917847], "gold_temporal_scores": [0.09377598017454147], "max_gold_score": 0.6484968066215515, "max_candidate_score": 0.6484968066215515, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3841003179550171, "best_gold_margin": 0.2643964886665344, "weakest_gold_margin": 0.2643964886665344}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00224", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson mention updating the participant satisfaction threshold to 4.5?", "temporal_relation": "session", "query_temporal_norm": 0.22914902865886688, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8001945614814758}], "gold_semantic_scores": [0.745824933052063], "gold_temporal_scores": [0.05436983332037926], "max_gold_score": 0.8001945614814758, "max_candidate_score": 0.8001945614814758, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7022594213485718, "best_gold_margin": 0.09793514013290405, "weakest_gold_margin": 0.09793514013290405}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00224", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current participant satisfaction threshold used for evaluation?", "temporal_relation": "latest", "query_temporal_norm": 0.5569028854370117, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0900615453720093}], "gold_semantic_scores": [0.832082211971283], "gold_temporal_scores": [0.2579796314239502], "max_gold_score": 1.0900615453720093, "max_candidate_score": 1.0941483974456787, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 1.0941483974456787, "best_gold_margin": -0.004086852073669434, "weakest_gold_margin": -0.004086852073669434}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00287", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery's venue change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.43757519125938416, "query_session_index": 2, "query_start_sec": 23.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7796956300735474}, {"memory_id": "history_02_utt_0009", "score": 0.744046688079834}], "gold_semantic_scores": [0.6208179593086243, 0.5990719795227051], "gold_temporal_scores": [0.15887783467769623, 0.14497476816177368], "max_gold_score": 0.7796956300735474, "max_candidate_score": 0.7796956300735474, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6154845356941223, "best_gold_margin": 0.16421109437942505, "weakest_gold_margin": 0.12856215238571167}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00287", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original screening location and where was it later moved?", "temporal_relation": "none", "query_temporal_norm": 0.4771740138530731, "query_session_index": 2, "query_start_sec": 23.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8179132342338562}, {"memory_id": "history_02_utt_0009", "score": 0.6934220790863037}], "gold_semantic_scores": [0.6446734070777893, 0.5660853385925293], "gold_temporal_scores": [0.17323991656303406, 0.12733669579029083], "max_gold_score": 0.8179132342338562, "max_candidate_score": 0.8179132342338562, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6234170794487, "best_gold_margin": 0.19449615478515625, "weakest_gold_margin": 0.07000499963760376}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00287", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Avery say she was planning to host the screening?", "temporal_relation": "none", "query_temporal_norm": 0.45893529057502747, "query_session_index": 2, "query_start_sec": 23.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7551366090774536}], "gold_semantic_scores": [0.6483241319656372], "gold_temporal_scores": [0.10681268572807312], "max_gold_score": 0.7551366090774536, "max_candidate_score": 0.7551366090774536, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5924515128135681, "best_gold_margin": 0.1626850962638855, "weakest_gold_margin": 0.1626850962638855}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00287", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What venue is the screening scheduled to take place in now?", "temporal_relation": "latest", "query_temporal_norm": 0.4964161813259125, "query_session_index": 2, "query_start_sec": 23.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9629580974578857}], "gold_semantic_scores": [0.7024815082550049], "gold_temporal_scores": [0.260476678609848], "max_gold_score": 0.9629580974578857, "max_candidate_score": 0.965228259563446, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.965228259563446, "best_gold_margin": -0.0022701621055603027, "weakest_gold_margin": -0.0022701621055603027}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00429", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the playlist to the Indie Drive Mix, and what was the earlier playlist choice?", "temporal_relation": "comparison", "query_temporal_norm": 0.38267648220062256, "query_session_index": 2, "query_start_sec": 18.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7503626942634583}, {"memory_id": "history_02_utt_0009", "score": 0.6374803185462952}], "gold_semantic_scores": [0.6288097500801086, 0.5316256284713745], "gold_temporal_scores": [0.12155290693044662, 0.10585476458072662], "max_gold_score": 0.7503626942634583, "max_candidate_score": 0.7503626942634583, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.33664777874946594, "best_gold_margin": 0.4137149155139923, "weakest_gold_margin": 0.3008325397968292}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00429", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the playlist selection differ between the earlier and the later choice?", "temporal_relation": "none", "query_temporal_norm": 0.3391655683517456, "query_session_index": 2, "query_start_sec": 18.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7937615513801575}, {"memory_id": "history_02_utt_0009", "score": 0.634655237197876}], "gold_semantic_scores": [0.6817952990531921, 0.5259490609169006], "gold_temporal_scores": [0.1119663268327713, 0.10870639979839325], "max_gold_score": 0.7937615513801575, "max_candidate_score": 0.7937615513801575, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.30665749311447144, "best_gold_margin": 0.48710405826568604, "weakest_gold_margin": 0.32799774408340454}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00429", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What playlist did Skyler say they had chosen earlier?", "temporal_relation": "before", "query_temporal_norm": 0.38658812642097473, "query_session_index": 2, "query_start_sec": 18.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7801546454429626}], "gold_semantic_scores": [0.716728925704956], "gold_temporal_scores": [0.06342574208974838], "max_gold_score": 0.7801546454429626, "max_candidate_score": 0.7801546454429626, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.668142557144165, "best_gold_margin": 0.11201208829879761, "weakest_gold_margin": 0.11201208829879761}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00429", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention choosing the Lo-Fi Study Mix?", "temporal_relation": "session", "query_temporal_norm": 0.2145652025938034, "query_session_index": 2, "query_start_sec": 18.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6418699026107788}], "gold_semantic_scores": [0.578502893447876], "gold_temporal_scores": [0.06336696445941925], "max_gold_score": 0.6418699026107788, "max_candidate_score": 0.6418699026107788, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.501723051071167, "best_gold_margin": 0.14014685153961182, "weakest_gold_margin": 0.14014685153961182}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00544", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the playlist choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.50933837890625, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.4839943051338196}], "gold_semantic_scores": [0.3552868664264679], "gold_temporal_scores": [0.1287074238061905], "max_gold_score": 0.4839943051338196, "max_candidate_score": 0.4839943051338196, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4391075372695923, "best_gold_margin": 0.044886767864227295, "weakest_gold_margin": 0.044886767864227295}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00544", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who added the 'Midnight Drive' mix to the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.12911999225616455, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8568768501281738}], "gold_semantic_scores": [0.824238657951355], "gold_temporal_scores": [0.0326380729675293], "max_gold_score": 0.8568768501281738, "max_candidate_score": 0.8568768501281738, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3774186074733734, "best_gold_margin": 0.4794582426548004, "weakest_gold_margin": 0.4794582426548004}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00544", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the playlist choice change? What was it before and what did it become?", "temporal_relation": "comparison", "query_temporal_norm": 0.3718257248401642, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6117570400238037}, {"memory_id": "history_02_utt_0007", "score": 0.5951371192932129}], "gold_semantic_scores": [0.47819089889526367, 0.49202507734298706], "gold_temporal_scores": [0.13356606662273407, 0.10311198979616165], "max_gold_score": 0.6117570400238037, "max_candidate_score": 0.6117570400238037, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.45604562759399414, "best_gold_margin": 0.15571141242980957, "weakest_gold_margin": 0.13909149169921875}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00544", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker replace it with the 'Acoustic Afternoon' set?", "temporal_relation": "session", "query_temporal_norm": 0.2919522821903229, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8433165550231934}], "gold_semantic_scores": [0.7377313375473022], "gold_temporal_scores": [0.10558530688285828], "max_gold_score": 0.8433165550231934, "max_candidate_score": 0.8433165550231934, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7845833897590637, "best_gold_margin": 0.05873316526412964, "weakest_gold_margin": 0.05873316526412964}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00637", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Cameron propose the in-device quantized model, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.21383187174797058, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.735203206539154}, {"memory_id": "history_02_utt_0007", "score": 0.6704699397087097}], "gold_semantic_scores": [0.6671278476715088, 0.5920109152793884], "gold_temporal_scores": [0.06807538121938705, 0.07845886796712875], "max_gold_score": 0.735203206539154, "max_candidate_score": 0.735203206539154, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6659455895423889, "best_gold_margin": 0.06925761699676514, "weakest_gold_margin": 0.004524350166320801}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00637", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the in-device quantized model to prioritize quick response times?", "temporal_relation": "none", "query_temporal_norm": 0.2552954852581024, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.723885715007782}], "gold_semantic_scores": [0.6514862179756165], "gold_temporal_scores": [0.07239949703216553], "max_gold_score": 0.723885715007782, "max_candidate_score": 0.723885715007782, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4077259600162506, "best_gold_margin": 0.31615975499153137, "weakest_gold_margin": 0.31615975499153137}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00637", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation mentioned that the in-device quantized model was rejected for consuming excessive RAM?", "temporal_relation": "session", "query_temporal_norm": 0.14957688748836517, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8481547236442566}], "gold_semantic_scores": [0.7884059548377991], "gold_temporal_scores": [0.059748802334070206], "max_gold_score": 0.8481547236442566, "max_candidate_score": 0.8481547236442566, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5795793533325195, "best_gold_margin": 0.26857537031173706, "weakest_gold_margin": 0.26857537031173706}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00637", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the intended benefit of adding an edge caching layer?", "temporal_relation": "none", "query_temporal_norm": 0.14984266459941864, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7660799622535706}], "gold_semantic_scores": [0.7393391728401184], "gold_temporal_scores": [0.02674093283712864], "max_gold_score": 0.7660799622535706, "max_candidate_score": 0.7660799622535706, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.4707610309123993, "best_gold_margin": 0.29531893134117126, "weakest_gold_margin": 0.29531893134117126}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00730", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4136827886104584, "query_session_index": 2, "query_start_sec": 20.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7680304646492004}, {"memory_id": "history_02_utt_0007", "score": 0.7971726059913635}], "gold_semantic_scores": [0.6241611242294312, 0.6300137042999268], "gold_temporal_scores": [0.14386938512325287, 0.16715873777866364], "max_gold_score": 0.7971726059913635, "max_candidate_score": 0.7971726059913635, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7916896343231201, "best_gold_margin": 0.005482971668243408, "weakest_gold_margin": -0.023659169673919678}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00730", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the difference between the original evaluation approach and the updated one?", "temporal_relation": "comparison", "query_temporal_norm": 0.39089375734329224, "query_session_index": 2, "query_start_sec": 20.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6628748774528503}, {"memory_id": "history_02_utt_0007", "score": 0.7535707950592041}], "gold_semantic_scores": [0.5271674990653992, 0.6451111435890198], "gold_temporal_scores": [0.13570734858512878, 0.10845956951379776], "max_gold_score": 0.7535707950592041, "max_candidate_score": 0.7535707950592041, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4326701760292053, "best_gold_margin": 0.3209006190299988, "weakest_gold_margin": 0.23020470142364502}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00730", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who planned to evaluate on a lab-held-out dataset?", "temporal_relation": "none", "query_temporal_norm": 0.3337557017803192, "query_session_index": 2, "query_start_sec": 20.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7718821167945862}], "gold_semantic_scores": [0.7151514887809753], "gold_temporal_scores": [0.05673062428832054], "max_gold_score": 0.7718821167945862, "max_candidate_score": 0.7718821167945862, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5034688115119934, "best_gold_margin": 0.2684133052825928, "weakest_gold_margin": 0.2684133052825928}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00730", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the evaluation to a two-week field deployment?", "temporal_relation": "none", "query_temporal_norm": 0.5296632647514343, "query_session_index": 2, "query_start_sec": 20.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0439363718032837}], "gold_semantic_scores": [0.7695447206497192], "gold_temporal_scores": [0.27439138293266296], "max_gold_score": 1.0439363718032837, "max_candidate_score": 1.0439363718032837, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5170915722846985, "best_gold_margin": 0.5268447995185852, "weakest_gold_margin": 0.5268447995185852}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00951", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about the Coastal Express, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.20272032916545868, "query_session_index": 2, "query_start_sec": 17.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5524018406867981}, {"memory_id": "history_02_utt_0008", "score": 0.7129798531532288}], "gold_semantic_scores": [0.48785796761512756, 0.666170060634613], "gold_temporal_scores": [0.06454385817050934, 0.046809837222099304], "max_gold_score": 0.7129798531532288, "max_candidate_score": 0.7129798531532288, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5628145337104797, "best_gold_margin": 0.15016531944274902, "weakest_gold_margin": -0.01041269302368164}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00951", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the Coastal Express ruled out earlier?", "temporal_relation": "none", "query_temporal_norm": 0.12914445996284485, "query_session_index": 2, "query_start_sec": 17.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.763477087020874}], "gold_semantic_scores": [0.7223330736160278], "gold_temporal_scores": [0.0411439873278141], "max_gold_score": 0.763477087020874, "max_candidate_score": 0.763477087020874, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5021857619285583, "best_gold_margin": 0.2612913250923157, "weakest_gold_margin": 0.2612913250923157}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00951", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we bring up the Riverline Shuttle earlier?", "temporal_relation": "none", "query_temporal_norm": 0.20583339035511017, "query_session_index": 2, "query_start_sec": 17.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7906764149665833}], "gold_semantic_scores": [0.7737687230110168], "gold_temporal_scores": [0.016907989978790283], "max_gold_score": 0.7906764149665833, "max_candidate_score": 0.7906764149665833, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.7097004652023315, "best_gold_margin": 0.08097594976425171, "weakest_gold_margin": 0.08097594976425171}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00951", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the Riverline Shuttle mentioned as the cheapest option?", "temporal_relation": "session", "query_temporal_norm": 0.1633259654045105, "query_session_index": 2, "query_start_sec": 17.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.8348609209060669}], "gold_semantic_scores": [0.7938275337219238], "gold_temporal_scores": [0.0410332977771759], "max_gold_score": 0.8348609209060669, "max_candidate_score": 0.8348609209060669, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.6951920986175537, "best_gold_margin": 0.13966882228851318, "weakest_gold_margin": 0.13966882228851318}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01017", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my venue was earlier, and what did I say it is now?", "temporal_relation": "none", "query_temporal_norm": 0.4680376648902893, "query_session_index": 2, "query_start_sec": 13.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7757595777511597}, {"memory_id": "history_02_utt_0008", "score": 0.5672519207000732}], "gold_semantic_scores": [0.659929633140564, 0.5736108422279358], "gold_temporal_scores": [0.11582998931407928, -0.006359119899570942], "max_gold_score": 0.7757595777511597, "max_candidate_score": 0.81825190782547, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.81825190782547, "best_gold_margin": -0.0424923300743103, "weakest_gold_margin": -0.25099998712539673}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01017", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who booked the community center screening room?", "temporal_relation": "none", "query_temporal_norm": 0.1740611493587494, "query_session_index": 2, "query_start_sec": 13.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6535227298736572}], "gold_semantic_scores": [0.6642698645591736], "gold_temporal_scores": [-0.010747126303613186], "max_gold_score": 0.6535227298736572, "max_candidate_score": 0.6535227298736572, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6369059681892395, "best_gold_margin": 0.016616761684417725, "weakest_gold_margin": 0.016616761684417725}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01095", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my watchlist choices change between the earlier conversation and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.39186397194862366, "query_session_index": 2, "query_start_sec": 18.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7305301427841187}, {"memory_id": "history_02_utt_0007", "score": 0.7704394459724426}], "gold_semantic_scores": [0.5876830816268921, 0.6425235867500305], "gold_temporal_scores": [0.14284703135490417, 0.12791617214679718], "max_gold_score": 0.7704394459724426, "max_candidate_score": 0.7704394459724426, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7352902293205261, "best_gold_margin": 0.035149216651916504, "weakest_gold_margin": -0.004760086536407471}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01095", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the watchlist to Late Night Theory, Harbor Hours, and Neon Archives?", "temporal_relation": "none", "query_temporal_norm": 0.42294806241989136, "query_session_index": 2, "query_start_sec": 18.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0082268714904785}], "gold_semantic_scores": [0.7945415377616882], "gold_temporal_scores": [0.21368540823459625], "max_gold_score": 1.0082268714904785, "max_candidate_score": 1.0082268714904785, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6173348426818848, "best_gold_margin": 0.39089202880859375, "weakest_gold_margin": 0.39089202880859375}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01095", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did someone recommend we check before deciding?", "temporal_relation": "none", "query_temporal_norm": 0.12683235108852386, "query_session_index": 2, "query_start_sec": 18.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.23827655613422394}], "gold_semantic_scores": [0.2476690262556076], "gold_temporal_scores": [-0.009392411448061466], "max_gold_score": 0.23827655613422394, "max_candidate_score": 0.23827655613422394, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.20421668887138367, "best_gold_margin": 0.03405986726284027, "weakest_gold_margin": 0.03405986726284027}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01095", "qa_id": "extra_qa_0012", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who said they just set the speaker volume to level 18?", "temporal_relation": "none", "query_temporal_norm": 0.3758620321750641, "query_session_index": 2, "query_start_sec": 18.56, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3425837457180023, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.3425837457180023, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01201", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the streaming-encode option, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2627086937427521, "query_session_index": 2, "query_start_sec": 15.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.702586829662323}, {"memory_id": "history_02_utt_0012", "score": 0.6661303639411926}], "gold_semantic_scores": [0.6292078495025635, 0.6169196963310242], "gold_temporal_scores": [0.07337889820337296, 0.04921077564358711], "max_gold_score": 0.702586829662323, "max_candidate_score": 0.702586829662323, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.38201379776000977, "best_gold_margin": 0.32057303190231323, "weakest_gold_margin": 0.28411656618118286}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01201", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the batch-serialize approach?", "temporal_relation": "none", "query_temporal_norm": 0.19158057868480682, "query_session_index": 2, "query_start_sec": 15.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.5016839504241943}], "gold_semantic_scores": [0.5177827477455139], "gold_temporal_scores": [-0.016098810359835625], "max_gold_score": 0.5016839504241943, "max_candidate_score": 0.5159220695495605, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5159220695495605, "best_gold_margin": -0.014238119125366211, "weakest_gold_margin": -0.014238119125366211}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01201", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What ultimately happened with the batch-serialize proposal?", "temporal_relation": "none", "query_temporal_norm": 0.44597071409225464, "query_session_index": 2, "query_start_sec": 15.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.5424513816833496}], "gold_semantic_scores": [0.37355247139930725], "gold_temporal_scores": [0.16889901459217072], "max_gold_score": 0.5424513816833496, "max_candidate_score": 0.5424513816833496, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.49451929330825806, "best_gold_margin": 0.04793208837509155, "weakest_gold_margin": 0.04793208837509155}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01201", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did the team accept batch-serialize even though it added latency?", "temporal_relation": "session", "query_temporal_norm": 0.18556629121303558, "query_session_index": 2, "query_start_sec": 15.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.5948395729064941}], "gold_semantic_scores": [0.5412158966064453], "gold_temporal_scores": [0.05362351983785629], "max_gold_score": 0.5948395729064941, "max_candidate_score": 0.5948395729064941, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.4786880910396576, "best_gold_margin": 0.11615148186683655, "weakest_gold_margin": 0.11615148186683655}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00070", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley say about The Green Fork, and why was it crossed off?", "temporal_relation": "none", "query_temporal_norm": 0.21375063061714172, "query_session_index": 2, "query_start_sec": 22.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7377727031707764}, {"memory_id": "history_02_utt_0011", "score": 0.6769695281982422}], "gold_semantic_scores": [0.6693007349967957, 0.6209860444068909], "gold_temporal_scores": [0.06847180426120758, 0.05598323419690132], "max_gold_score": 0.7377727031707764, "max_candidate_score": 0.7488192915916443, "top_memory_id": "history_02_utt_0011::cf::main::3", "max_non_gold_score": 0.7488192915916443, "best_gold_margin": -0.01104658842086792, "weakest_gold_margin": -0.0718497633934021}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00070", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested The Green Fork?", "temporal_relation": "none", "query_temporal_norm": 0.13300441205501556, "query_session_index": 2, "query_start_sec": 22.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7764852046966553}], "gold_semantic_scores": [0.7445674538612366], "gold_temporal_scores": [0.0319175198674202], "max_gold_score": 0.7764852046966553, "max_candidate_score": 0.7764852046966553, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.37920433282852173, "best_gold_margin": 0.39728087186813354, "weakest_gold_margin": 0.39728087186813354}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00070", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley mention that The Green Fork could accommodate vegans?", "temporal_relation": "session", "query_temporal_norm": 0.23488257825374603, "query_session_index": 2, "query_start_sec": 22.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7355163097381592}], "gold_semantic_scores": [0.6575219035148621], "gold_temporal_scores": [0.07799442857503891], "max_gold_score": 0.7355163097381592, "max_candidate_score": 0.7355163097381592, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.671104907989502, "best_gold_margin": 0.06441140174865723, "weakest_gold_margin": 0.06441140174865723}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00070", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we later crossed The Green Fork off the list — why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.16981767117977142, "query_session_index": 2, "query_start_sec": 22.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7073565721511841}], "gold_semantic_scores": [0.635931134223938], "gold_temporal_scores": [0.07142534852027893], "max_gold_score": 0.7073565721511841, "max_candidate_score": 0.7073565721511841, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5403159856796265, "best_gold_margin": 0.16704058647155762, "weakest_gold_margin": 0.16704058647155762}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00157", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the restaurant choice was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5612862706184387, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7123161554336548}], "gold_semantic_scores": [0.6009100079536438], "gold_temporal_scores": [0.11140605807304382], "max_gold_score": 0.7123161554336548, "max_candidate_score": 0.7237221002578735, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.7237221002578735, "best_gold_margin": -0.01140594482421875, "weakest_gold_margin": -0.01140594482421875}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00265", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What feature did I mention for Night Shift, and why did I say we dropped it?", "temporal_relation": "none", "query_temporal_norm": 0.18115843832492828, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7356365323066711}, {"memory_id": "history_02_utt_0009", "score": 0.7721454501152039}], "gold_semantic_scores": [0.6853444576263428, 0.7327293157577515], "gold_temporal_scores": [0.0502919927239418, 0.039416227489709854], "max_gold_score": 0.7721454501152039, "max_candidate_score": 0.7912722229957581, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.7912722229957581, "best_gold_margin": -0.0191267728805542, "weakest_gold_margin": -0.055635690689086914}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00265", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to Night Shift in the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.307066947221756, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7347322106361389}], "gold_semantic_scores": [0.6355097889900208], "gold_temporal_scores": [0.09922248125076294], "max_gold_score": 0.7347322106361389, "max_candidate_score": 0.7347322106361389, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5070446133613586, "best_gold_margin": 0.22768759727478027, "weakest_gold_margin": 0.22768759727478027}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00265", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Night Shift was too long?", "temporal_relation": "session", "query_temporal_norm": 0.1462591290473938, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7768222689628601}], "gold_semantic_scores": [0.7404051423072815], "gold_temporal_scores": [0.03641703352332115], "max_gold_score": 0.7768222689628601, "max_candidate_score": 0.7768222689628601, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6174429059028625, "best_gold_margin": 0.15937936305999756, "weakest_gold_margin": 0.15937936305999756}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00265", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said earlier about Pixel Picnic’s edits?", "temporal_relation": "before", "query_temporal_norm": 0.20641596615314484, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.6088674068450928}], "gold_semantic_scores": [0.5966731905937195], "gold_temporal_scores": [0.012193940579891205], "max_gold_score": 0.6088674068450928, "max_candidate_score": 0.6088674068450928, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.3722550868988037, "best_gold_margin": 0.23661231994628906, "weakest_gold_margin": 0.23661231994628906}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00377", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally added the family-size frozen spinach and ricotta lasagna to the shopping list?", "temporal_relation": "earliest", "query_temporal_norm": 0.5583311915397644, "query_session_index": 2, "query_start_sec": 14.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8958399295806885}], "gold_semantic_scores": [0.7772974967956543], "gold_temporal_scores": [0.1185423880815506], "max_gold_score": 0.8958399295806885, "max_candidate_score": 0.8958399295806885, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6016806960105896, "best_gold_margin": 0.2941592335700989, "weakest_gold_margin": 0.2941592335700989}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00377", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's now listed on the shopping list instead of the lasagna?", "temporal_relation": "latest", "query_temporal_norm": 0.5469842553138733, "query_session_index": 2, "query_start_sec": 14.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9743083119392395}], "gold_semantic_scores": [0.7114206552505493], "gold_temporal_scores": [0.26288747787475586], "max_gold_score": 0.9743083119392395, "max_candidate_score": 0.9743083119392395, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9737328290939331, "best_gold_margin": 0.0005754828453063965, "weakest_gold_margin": 0.0005754828453063965}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00377", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron originally add to the shopping list?", "temporal_relation": "earliest", "query_temporal_norm": 0.5531672239303589, "query_session_index": 2, "query_start_sec": 14.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8291377425193787}], "gold_semantic_scores": [0.7095624804496765], "gold_temporal_scores": [0.11957525461912155], "max_gold_score": 0.8291377425193787, "max_candidate_score": 0.8291377425193787, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7462040781974792, "best_gold_margin": 0.08293366432189941, "weakest_gold_margin": 0.08293366432189941}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00377", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What item was on the shopping list earlier before it was changed?", "temporal_relation": "before", "query_temporal_norm": 0.48652005195617676, "query_session_index": 2, "query_start_sec": 14.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8321643471717834}], "gold_semantic_scores": [0.6907593607902527], "gold_temporal_scores": [0.14140518009662628], "max_gold_score": 0.8321643471717834, "max_candidate_score": 0.8321643471717834, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.63651043176651, "best_gold_margin": 0.19565391540527344, "weakest_gold_margin": 0.19565391540527344}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00550", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler say the latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5436603426933289, "query_session_index": 2, "query_start_sec": 21.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9656190872192383}], "gold_semantic_scores": [0.6808258295059204], "gold_temporal_scores": [0.2847936153411865], "max_gold_score": 0.9656190872192383, "max_candidate_score": 0.9738479256629944, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.9738479256629944, "best_gold_margin": -0.008228838443756104, "weakest_gold_margin": -0.008228838443756104}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00550", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did the group's planned activity change, and if so, what was it changed from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.43546321988105774, "query_session_index": 2, "query_start_sec": 21.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7281964421272278}, {"memory_id": "history_02_utt_0010", "score": 0.7077372670173645}], "gold_semantic_scores": [0.5746347308158875, 0.5665229558944702], "gold_temporal_scores": [0.15356169641017914, 0.14121437072753906], "max_gold_score": 0.7281964421272278, "max_candidate_score": 0.7281964421272278, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.45105114579200745, "best_gold_margin": 0.27714529633522034, "weakest_gold_margin": 0.25668612122535706}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00550", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Skyler say she picked?", "temporal_relation": "none", "query_temporal_norm": 0.26046034693717957, "query_session_index": 2, "query_start_sec": 21.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.548163652420044}], "gold_semantic_scores": [0.5104556083679199], "gold_temporal_scores": [0.03770805150270462], "max_gold_score": 0.548163652420044, "max_candidate_score": 0.548163652420044, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.42117175459861755, "best_gold_margin": 0.1269918978214264, "weakest_gold_margin": 0.1269918978214264}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00550", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their mind and picked the museum visit at the contemporary art center?", "temporal_relation": "none", "query_temporal_norm": 0.33854207396507263, "query_session_index": 2, "query_start_sec": 21.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9485403895378113}], "gold_semantic_scores": [0.7964135408401489], "gold_temporal_scores": [0.1521269828081131], "max_gold_score": 0.9485403895378113, "max_candidate_score": 0.9485403895378113, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4657761752605438, "best_gold_margin": 0.48276421427726746, "weakest_gold_margin": 0.48276421427726746}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00633", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Avery give for recommending The Long Haul, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.23966090381145477, "query_session_index": 2, "query_start_sec": 20.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7351438999176025}, {"memory_id": "history_02_utt_0008", "score": 0.6642668843269348}], "gold_semantic_scores": [0.6603937149047852, 0.5959538817405701], "gold_temporal_scores": [0.07475043088197708, 0.06831296533346176], "max_gold_score": 0.7351438999176025, "max_candidate_score": 0.7351438999176025, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7240057587623596, "best_gold_margin": 0.01113814115524292, "weakest_gold_margin": -0.059738874435424805}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00633", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended The Long Haul?", "temporal_relation": "none", "query_temporal_norm": 0.16841711103916168, "query_session_index": 2, "query_start_sec": 20.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7207325100898743}], "gold_semantic_scores": [0.6779385209083557], "gold_temporal_scores": [0.0427941232919693], "max_gold_score": 0.7207325100898743, "max_candidate_score": 0.7207325100898743, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4172021150588989, "best_gold_margin": 0.30353039503097534, "weakest_gold_margin": 0.30353039503097534}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00633", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we drop The Long Haul earlier?", "temporal_relation": "none", "query_temporal_norm": 0.18734461069107056, "query_session_index": 2, "query_start_sec": 20.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9020077586174011}], "gold_semantic_scores": [0.8313627243041992], "gold_temporal_scores": [0.07064501941204071], "max_gold_score": 0.9020077586174011, "max_candidate_score": 0.9020077586174011, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.569037139415741, "best_gold_margin": 0.33297061920166016, "weakest_gold_margin": 0.33297061920166016}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00633", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they suggested Night Train?", "temporal_relation": "session", "query_temporal_norm": 0.18793874979019165, "query_session_index": 2, "query_start_sec": 20.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7199981808662415}], "gold_semantic_scores": [0.6886638402938843], "gold_temporal_scores": [0.03133406117558479], "max_gold_score": 0.7199981808662415, "max_candidate_score": 0.7199981808662415, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.3625568449497223, "best_gold_margin": 0.35744133591651917, "weakest_gold_margin": 0.35744133591651917}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00780", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say his current dish schedule is?", "temporal_relation": "latest", "query_temporal_norm": 0.5325514674186707, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9438766241073608}], "gold_semantic_scores": [0.6774911284446716], "gold_temporal_scores": [0.2663852870464325], "max_gold_score": 0.9438766241073608, "max_candidate_score": 0.9474279880523682, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9474279880523682, "best_gold_margin": -0.0035513639450073242, "weakest_gold_margin": -0.0035513639450073242}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00780", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dish assignment change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3911826014518738, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8341501355171204}, {"memory_id": "history_02_utt_0008", "score": 0.8345818519592285}], "gold_semantic_scores": [0.6971057653427124, 0.6878593564033508], "gold_temporal_scores": [0.13704431056976318, 0.14672257006168365], "max_gold_score": 0.8345818519592285, "max_candidate_score": 0.8345818519592285, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5946100950241089, "best_gold_margin": 0.23997175693511963, "weakest_gold_margin": 0.23954004049301147}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00780", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who is scheduled to do the dishes on Tuesdays and Saturdays?", "temporal_relation": "none", "query_temporal_norm": 0.1941712200641632, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9038631916046143}], "gold_semantic_scores": [0.8332653045654297], "gold_temporal_scores": [0.07059774547815323], "max_gold_score": 0.9038631916046143, "max_candidate_score": 0.9038631916046143, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8541620373725891, "best_gold_margin": 0.049701154232025146, "weakest_gold_margin": 0.049701154232025146}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00780", "qa_id": "extra_qa_0002", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which days is Drew now scheduled to do the dishes?", "temporal_relation": "latest", "query_temporal_norm": 0.3990298807621002, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9914171695709229}], "gold_semantic_scores": [0.8303446769714355], "gold_temporal_scores": [0.16107305884361267], "max_gold_score": 0.9914171695709229, "max_candidate_score": 0.9934347867965698, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0002::3", "max_non_gold_score": 0.9934347867965698, "best_gold_margin": -0.0020176172256469727, "weakest_gold_margin": -0.0020176172256469727}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00906", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I mentioned a watch order—what did I say the latest watch order was?", "temporal_relation": "latest", "query_temporal_norm": 0.5500220656394958, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8718116283416748}], "gold_semantic_scores": [0.5957815051078796], "gold_temporal_scores": [0.2760300636291504], "max_gold_score": 0.8718116283416748, "max_candidate_score": 0.8750672936439514, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.8750672936439514, "best_gold_margin": -0.0032556653022766113, "weakest_gold_margin": -0.0032556653022766113}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00906", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that we ended up choosing 13th as the first documentary to watch?", "temporal_relation": "none", "query_temporal_norm": 0.3966693878173828, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0294921398162842}], "gold_semantic_scores": [0.8689313530921936], "gold_temporal_scores": [0.16056111454963684], "max_gold_score": 1.0294921398162842, "max_candidate_score": 1.0294921398162842, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6416561603546143, "best_gold_margin": 0.3878359794616699, "weakest_gold_margin": 0.3878359794616699}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00906", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed a watch order. What was listed as the first documentary to watch most recently?", "temporal_relation": "none", "query_temporal_norm": 0.4092901349067688, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9071710109710693}], "gold_semantic_scores": [0.7039445638656616], "gold_temporal_scores": [0.20322659611701965], "max_gold_score": 0.9071710109710693, "max_candidate_score": 0.9090242385864258, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.9090242385864258, "best_gold_margin": -0.0018532276153564453, "weakest_gold_margin": -0.0018532276153564453}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01007", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4094525873661041, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8089293241500854}, {"memory_id": "history_02_utt_0009", "score": 0.7472881078720093}], "gold_semantic_scores": [0.6636705994606018, 0.5936214327812195], "gold_temporal_scores": [0.14525878429412842, 0.15366685390472412], "max_gold_score": 0.8089293241500854, "max_candidate_score": 0.8225794434547424, "top_memory_id": "history_01_utt_0007::cf::main::0", "max_non_gold_score": 0.8225794434547424, "best_gold_margin": -0.013650119304656982, "weakest_gold_margin": -0.07529133558273315}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01007", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to evaluate on a single held-out test set?", "temporal_relation": "none", "query_temporal_norm": 0.3205350935459137, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8437955975532532}], "gold_semantic_scores": [0.7897546887397766], "gold_temporal_scores": [0.05404086410999298], "max_gold_score": 0.8437955975532532, "max_candidate_score": 0.8437955975532532, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5618749260902405, "best_gold_margin": 0.2819206714630127, "weakest_gold_margin": 0.2819206714630127}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01007", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched to a stratified k-fold evaluation?", "temporal_relation": "none", "query_temporal_norm": 0.29289039969444275, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8569150567054749}], "gold_semantic_scores": [0.716090977191925], "gold_temporal_scores": [0.14082400500774384], "max_gold_score": 0.8569150567054749, "max_candidate_score": 0.8569150567054749, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.35946714878082275, "best_gold_margin": 0.4974479079246521, "weakest_gold_margin": 0.4974479079246521}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01007", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "When does the temporary building access need to be renewed?", "temporal_relation": "none", "query_temporal_norm": 0.40874987840652466, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.35073307156562805, "top_memory_id": "history_02_utt_0001", "max_non_gold_score": 0.35073307156562805, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01072", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's chosen title change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4256422817707062, "query_session_index": 2, "query_start_sec": 11.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6564910411834717}, {"memory_id": "history_02_utt_0007", "score": 0.700939416885376}], "gold_semantic_scores": [0.5137806534767151, 0.5703892707824707], "gold_temporal_scores": [0.14271040260791779, 0.1305500864982605], "max_gold_score": 0.700939416885376, "max_candidate_score": 0.700939416885376, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6054735779762268, "best_gold_margin": 0.09546583890914917, "weakest_gold_margin": 0.05101746320724487}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01072", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title was originally chosen for the watchlist in the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.5580337643623352, "query_session_index": 2, "query_start_sec": 11.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7823591232299805}], "gold_semantic_scores": [0.6463537216186523], "gold_temporal_scores": [0.1360054314136505], "max_gold_score": 0.7823591232299805, "max_candidate_score": 0.7823591232299805, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4752269983291626, "best_gold_margin": 0.30713212490081787, "weakest_gold_margin": 0.30713212490081787}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01072", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which title did Drew pick for the watchlist in the earlier meeting?", "temporal_relation": "before", "query_temporal_norm": 0.43213072419166565, "query_session_index": 2, "query_start_sec": 11.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8573811054229736}], "gold_semantic_scores": [0.7286409735679626], "gold_temporal_scores": [0.12874014675617218], "max_gold_score": 0.8573811054229736, "max_candidate_score": 0.8573811054229736, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7841174602508545, "best_gold_margin": 0.07326364517211914, "weakest_gold_margin": 0.07326364517211914}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01072", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say he picked Short Cuts: City Nights for the watchlist?", "temporal_relation": "session", "query_temporal_norm": 0.17874906957149506, "query_session_index": 2, "query_start_sec": 11.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.836410403251648}], "gold_semantic_scores": [0.7797638773918152], "gold_temporal_scores": [0.056646678596735], "max_gold_score": 0.836410403251648, "max_candidate_score": 0.836410403251648, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.812704861164093, "best_gold_margin": 0.02370554208755493, "weakest_gold_margin": 0.02370554208755493}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01112", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest deadline for the prototype was?", "temporal_relation": "latest", "query_temporal_norm": 0.5354427099227905, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0164074897766113}], "gold_semantic_scores": [0.7634513974189758], "gold_temporal_scores": [0.25295624136924744], "max_gold_score": 1.0164074897766113, "max_candidate_score": 1.0164074897766113, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.014947772026062, "best_gold_margin": 0.0014597177505493164, "weakest_gold_margin": 0.0014597177505493164}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01112", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent deadline listed for the prototype?", "temporal_relation": "none", "query_temporal_norm": 0.5189797878265381, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9943931698799133}], "gold_semantic_scores": [0.7286258339881897], "gold_temporal_scores": [0.26576754450798035], "max_gold_score": 0.9943931698799133, "max_candidate_score": 0.9960769414901733, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.9960769414901733, "best_gold_margin": -0.0016837716102600098, "weakest_gold_margin": -0.0016837716102600098}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01185", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the evaluation plan change, and what were the earlier and later reporting metrics?", "temporal_relation": "comparison", "query_temporal_norm": 0.42383310198783875, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8759732246398926}, {"memory_id": "history_02_utt_0009", "score": 0.7667601704597473}], "gold_semantic_scores": [0.7242635488510132, 0.631772518157959], "gold_temporal_scores": [0.1517096310853958, 0.13498765230178833], "max_gold_score": 0.8759732246398926, "max_candidate_score": 0.8759732246398926, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5099576711654663, "best_gold_margin": 0.36601555347442627, "weakest_gold_margin": 0.256802499294281}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01185", "qa_id": "extra_qa_0003", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the final evaluation plan that switched to cross-device field testing?", "temporal_relation": "latest", "query_temporal_norm": 0.4629237651824951, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0272990465164185}], "gold_semantic_scores": [0.7963122725486755], "gold_temporal_scores": [0.2309870719909668], "max_gold_score": 1.0272990465164185, "max_candidate_score": 1.0282986164093018, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0003::1", "max_non_gold_score": 1.0282986164093018, "best_gold_margin": -0.0009995698928833008, "weakest_gold_margin": -0.0009995698928833008}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01185", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Drew describe earlier?", "temporal_relation": "before", "query_temporal_norm": 0.5039529204368591, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7485029697418213}], "gold_semantic_scores": [0.6154850125312805], "gold_temporal_scores": [0.13301792740821838], "max_gold_score": 0.7485029697418213, "max_candidate_score": 0.7485029697418213, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.615054726600647, "best_gold_margin": 0.13344824314117432, "weakest_gold_margin": 0.13344824314117432}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01185", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current evaluation plan we decided on?", "temporal_relation": "latest", "query_temporal_norm": 0.5483356714248657, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0202865600585938}], "gold_semantic_scores": [0.7381442785263062], "gold_temporal_scores": [0.2821425795555115], "max_gold_score": 1.0202865600585938, "max_candidate_score": 1.0202865600585938, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0170986652374268, "best_gold_margin": 0.003187894821166992, "weakest_gold_margin": 0.003187894821166992}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00056", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the chunked preview buffers, and why were they dropped?", "temporal_relation": "none", "query_temporal_norm": 0.14881858229637146, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6375745534896851}, {"memory_id": "history_02_utt_0011", "score": 0.7601271867752075}], "gold_semantic_scores": [0.5936756730079651, 0.7172585725784302], "gold_temporal_scores": [0.043898891657590866, 0.04286835715174675], "max_gold_score": 0.7601271867752075, "max_candidate_score": 0.7641953825950623, "top_memory_id": "history_02_utt_0011::cf::main::3", "max_non_gold_score": 0.7641953825950623, "best_gold_margin": -0.004068195819854736, "weakest_gold_margin": -0.1266208291053772}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00056", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop chunked preview buffers?", "temporal_relation": "none", "query_temporal_norm": 0.153390571475029, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.841768205165863}], "gold_semantic_scores": [0.7754692435264587], "gold_temporal_scores": [0.06629917770624161], "max_gold_score": 0.841768205165863, "max_candidate_score": 0.841768205165863, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5049806833267212, "best_gold_margin": 0.33678752183914185, "weakest_gold_margin": 0.33678752183914185}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00056", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that chunked preview buffers were dropped?", "temporal_relation": "session", "query_temporal_norm": 0.12525269389152527, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7679650783538818}], "gold_semantic_scores": [0.7348065376281738], "gold_temporal_scores": [0.03315854072570801], "max_gold_score": 0.7679650783538818, "max_candidate_score": 0.7679650783538818, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6183457970619202, "best_gold_margin": 0.14961928129196167, "weakest_gold_margin": 0.14961928129196167}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00056", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What were inline spectrogram thumbnails proposed for?", "temporal_relation": "none", "query_temporal_norm": 0.13181932270526886, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.7911795377731323}], "gold_semantic_scores": [0.7646768093109131], "gold_temporal_scores": [0.02650255709886551], "max_gold_score": 0.7911795377731323, "max_candidate_score": 0.7911795377731323, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.560282289981842, "best_gold_margin": 0.23089724779129028, "weakest_gold_margin": 0.23089724779129028}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00166", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they’d switched their chore schedule to kitchen wipe-down on Wednesdays and trash on Sunday nights?", "temporal_relation": "none", "query_temporal_norm": 0.28208544850349426, "query_session_index": 2, "query_start_sec": 12.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0193535089492798}], "gold_semantic_scores": [0.8818509578704834], "gold_temporal_scores": [0.13750256597995758], "max_gold_score": 1.0193535089492798, "max_candidate_score": 1.0193535089492798, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8162736296653748, "best_gold_margin": 0.20307987928390503, "weakest_gold_margin": 0.20307987928390503}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00166", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What’s the latest schedule for the kitchen wipe-down and taking out the trash?", "temporal_relation": "latest", "query_temporal_norm": 0.5650712251663208, "query_session_index": 2, "query_start_sec": 12.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9793536067008972}], "gold_semantic_scores": [0.6994315385818481], "gold_temporal_scores": [0.2799219489097595], "max_gold_score": 0.9793536067008972, "max_candidate_score": 0.9793536067008972, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9774010181427002, "best_gold_margin": 0.0019525885581970215, "weakest_gold_margin": 0.0019525885581970215}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00166", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chore schedule did Jordan mention they switched to?", "temporal_relation": "none", "query_temporal_norm": 0.328719824552536, "query_session_index": 2, "query_start_sec": 12.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.826262354850769}], "gold_semantic_scores": [0.6625072956085205], "gold_temporal_scores": [0.16375470161437988], "max_gold_score": 0.826262354850769, "max_candidate_score": 0.826262354850769, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.684234082698822, "best_gold_margin": 0.14202827215194702, "weakest_gold_margin": 0.14202827215194702}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00166", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What am I making sure is ready for the trash pickup?", "temporal_relation": "none", "query_temporal_norm": 0.3747509717941284, "query_session_index": 2, "query_start_sec": 12.48, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5416955351829529, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5416955351829529, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00323", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Riley suggest Green Basket earlier, and why did Riley later say it would not work?", "temporal_relation": "none", "query_temporal_norm": 0.21702682971954346, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8036831617355347}, {"memory_id": "history_02_utt_0009", "score": 0.825383186340332}], "gold_semantic_scores": [0.737701416015625, 0.741217851638794], "gold_temporal_scores": [0.06598164886236191, 0.08416520059108734], "max_gold_score": 0.825383186340332, "max_candidate_score": 0.825383186340332, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7867975831031799, "best_gold_margin": 0.0385856032371521, "weakest_gold_margin": 0.016885578632354736}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00323", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley suggest Green Basket?", "temporal_relation": "session", "query_temporal_norm": 0.2500007748603821, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7977315187454224}], "gold_semantic_scores": [0.7369771599769592], "gold_temporal_scores": [0.06075445935130119], "max_gold_score": 0.7977315187454224, "max_candidate_score": 0.7977315187454224, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7546727657318115, "best_gold_margin": 0.04305875301361084, "weakest_gold_margin": 0.04305875301361084}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00323", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Green Basket ruled out as an option?", "temporal_relation": "none", "query_temporal_norm": 0.1969679296016693, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9173021912574768}], "gold_semantic_scores": [0.8326324224472046], "gold_temporal_scores": [0.08466990292072296], "max_gold_score": 0.9173021912574768, "max_candidate_score": 0.9173021912574768, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7352290749549866, "best_gold_margin": 0.18207311630249023, "weakest_gold_margin": 0.18207311630249023}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00323", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned why Green Basket wouldn't work?", "temporal_relation": "session", "query_temporal_norm": 0.1607849895954132, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8882426023483276}], "gold_semantic_scores": [0.8193526864051819], "gold_temporal_scores": [0.06888984888792038], "max_gold_score": 0.8882426023483276, "max_candidate_score": 0.8882426023483276, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7038074135780334, "best_gold_margin": 0.1844351887702942, "weakest_gold_margin": 0.1844351887702942}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00395", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that the title we ended up choosing was Witness to the Monsoon?", "temporal_relation": "none", "query_temporal_norm": 0.4830745756626129, "query_session_index": 2, "query_start_sec": 20.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.027086853981018}], "gold_semantic_scores": [0.7992138862609863], "gold_temporal_scores": [0.2278730422258377], "max_gold_score": 1.027086853981018, "max_candidate_score": 1.027086853981018, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6816216111183167, "best_gold_margin": 0.3454652428627014, "weakest_gold_margin": 0.3454652428627014}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00395", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title did we first consider, and what did it change to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4603503942489624, "query_session_index": 2, "query_start_sec": 20.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.6032649874687195}, {"memory_id": "history_02_utt_0010", "score": 0.620866060256958}], "gold_semantic_scores": [0.4608718156814575, 0.5123738050460815], "gold_temporal_scores": [0.14239339530467987, 0.10849234461784363], "max_gold_score": 0.620866060256958, "max_candidate_score": 0.620866060256958, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.43901318311691284, "best_gold_margin": 0.18185287714004517, "weakest_gold_margin": 0.16425180435180664}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00395", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Morgan say was the one they chose?", "temporal_relation": "none", "query_temporal_norm": 0.15772803127765656, "query_session_index": 2, "query_start_sec": 20.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7324361205101013}], "gold_semantic_scores": [0.7300712466239929], "gold_temporal_scores": [0.002365085296332836], "max_gold_score": 0.7324361205101013, "max_candidate_score": 0.7324361205101013, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7020329833030701, "best_gold_margin": 0.03040313720703125, "weakest_gold_margin": 0.03040313720703125}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00395", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the chosen title was Witness to the Monsoon?", "temporal_relation": "none", "query_temporal_norm": 0.1695130467414856, "query_session_index": 2, "query_start_sec": 20.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7303139567375183}], "gold_semantic_scores": [0.7146874070167542], "gold_temporal_scores": [0.0156265702098608], "max_gold_score": 0.7303139567375183, "max_candidate_score": 0.7303139567375183, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4872278869152069, "best_gold_margin": 0.2430860698223114, "weakest_gold_margin": 0.2430860698223114}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00467", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my pilot split deadline change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.39008569717407227, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8199346661567688}, {"memory_id": "history_02_utt_0010", "score": 0.7512192130088806}], "gold_semantic_scores": [0.6915883421897888, 0.6085700988769531], "gold_temporal_scores": [0.12834618985652924, 0.1426490694284439], "max_gold_score": 0.8199346661567688, "max_candidate_score": 0.8730417490005493, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.8730417490005493, "best_gold_margin": -0.05310708284378052, "weakest_gold_margin": -0.1218225359916687}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00467", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned having the pilot split deadline on June 6?", "temporal_relation": "none", "query_temporal_norm": 0.2205522060394287, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8157678842544556}], "gold_semantic_scores": [0.7643178701400757], "gold_temporal_scores": [0.0514499694108963], "max_gold_score": 0.8157678842544556, "max_candidate_score": 0.8157678842544556, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.682826042175293, "best_gold_margin": 0.1329418420791626, "weakest_gold_margin": 0.1329418420791626}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00467", "qa_id": "extra_qa_0010", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the status of the metadata sheet when the pilot plan was updated?", "temporal_relation": "none", "query_temporal_norm": 0.19199606776237488, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.6965489983558655}], "gold_semantic_scores": [0.6126527786254883], "gold_temporal_scores": [0.08389609307050705], "max_gold_score": 0.6965489983558655, "max_candidate_score": 0.6965489983558655, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.5988397002220154, "best_gold_margin": 0.0977092981338501, "weakest_gold_margin": 0.0977092981338501}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00467", "qa_id": "extra_qa_0012", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan ask me to do with the extra paper?", "temporal_relation": "none", "query_temporal_norm": 0.1322745531797409, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5599345564842224, "top_memory_id": "history_02_utt_0004", "max_non_gold_score": 0.5599345564842224, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00530", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say the activity choice was before switching to something else?", "temporal_relation": "before", "query_temporal_norm": 0.38356536626815796, "query_session_index": 2, "query_start_sec": 11.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6816602945327759}], "gold_semantic_scores": [0.5550750494003296], "gold_temporal_scores": [0.12658526003360748], "max_gold_score": 0.6816602945327759, "max_candidate_score": 0.6816602945327759, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6672898530960083, "best_gold_margin": 0.014370441436767578, "weakest_gold_margin": 0.014370441436767578}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00530", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity choice did we last discuss?", "temporal_relation": "none", "query_temporal_norm": 0.494006484746933, "query_session_index": 2, "query_start_sec": 11.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9178562760353088}], "gold_semantic_scores": [0.6779249310493469], "gold_temporal_scores": [0.2399311661720276], "max_gold_score": 0.9178562760353088, "max_candidate_score": 0.9178562760353088, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9096726775169373, "best_gold_margin": 0.008183598518371582, "weakest_gold_margin": 0.008183598518371582}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00530", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Reese mention considering at first?", "temporal_relation": "none", "query_temporal_norm": 0.4400312602519989, "query_session_index": 2, "query_start_sec": 11.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5304663777351379}], "gold_semantic_scores": [0.4403030276298523], "gold_temporal_scores": [0.090163454413414], "max_gold_score": 0.5304663777351379, "max_candidate_score": 0.5304663777351379, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3906412124633789, "best_gold_margin": 0.13982516527175903, "weakest_gold_margin": 0.13982516527175903}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00530", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention indoor climbing?", "temporal_relation": "session", "query_temporal_norm": 0.19251157343387604, "query_session_index": 2, "query_start_sec": 11.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6869761347770691}], "gold_semantic_scores": [0.6311459541320801], "gold_temporal_scores": [0.0558302216231823], "max_gold_score": 0.6869761347770691, "max_candidate_score": 0.6869761347770691, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5596556663513184, "best_gold_margin": 0.12732046842575073, "weakest_gold_margin": 0.12732046842575073}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00581", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler say was the purpose of frame-window prefetch, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.21076422929763794, "query_session_index": 2, "query_start_sec": 13.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6794835925102234}, {"memory_id": "history_02_utt_0010", "score": 0.655980110168457}], "gold_semantic_scores": [0.6160048842430115, 0.6146619319915771], "gold_temporal_scores": [0.06347862631082535, 0.04131815955042839], "max_gold_score": 0.6794835925102234, "max_candidate_score": 0.6937639713287354, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.6937639713287354, "best_gold_margin": -0.014280378818511963, "weakest_gold_margin": -0.03778386116027832}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00581", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested frame-window prefetch?", "temporal_relation": "none", "query_temporal_norm": 0.15639999508857727, "query_session_index": 2, "query_start_sec": 13.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.3993894159793854}], "gold_semantic_scores": [0.36749228835105896], "gold_temporal_scores": [0.031897153705358505], "max_gold_score": 0.3993894159793854, "max_candidate_score": 0.3993894159793854, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.28850510716438293, "best_gold_margin": 0.11088430881500244, "weakest_gold_margin": 0.11088430881500244}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00581", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler suggest frame-window prefetch?", "temporal_relation": "session", "query_temporal_norm": 0.22818201780319214, "query_session_index": 2, "query_start_sec": 13.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6556928157806396}], "gold_semantic_scores": [0.5990249514579773], "gold_temporal_scores": [0.056667882949113846], "max_gold_score": 0.6556928157806396, "max_candidate_score": 0.6556928157806396, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5428262948989868, "best_gold_margin": 0.11286652088165283, "weakest_gold_margin": 0.11286652088165283}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00581", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was proxy-cache thumbnails proposed for?", "temporal_relation": "none", "query_temporal_norm": 0.14016589522361755, "query_session_index": 2, "query_start_sec": 13.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.4939973056316376}], "gold_semantic_scores": [0.4685823619365692], "gold_temporal_scores": [0.025414995849132538], "max_gold_score": 0.4939973056316376, "max_candidate_score": 0.5262346863746643, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5262346863746643, "best_gold_margin": -0.03223738074302673, "weakest_gold_margin": -0.03223738074302673}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00767", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What feature did I mention when I first pushed for Harbor Loft, and why was it crossed off?", "temporal_relation": "none", "query_temporal_norm": 0.20829308032989502, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7400978207588196}, {"memory_id": "history_02_utt_0011", "score": 0.5166232585906982}], "gold_semantic_scores": [0.6888022422790527, 0.5147300958633423], "gold_temporal_scores": [0.05129555985331535, 0.001892965054139495], "max_gold_score": 0.7400978207588196, "max_candidate_score": 0.7400978207588196, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7259455919265747, "best_gold_margin": 0.014152228832244873, "weakest_gold_margin": -0.20932233333587646}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00767", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason Harbor Loft was ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.11696909368038177, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6578382849693298}], "gold_semantic_scores": [0.613663375377655], "gold_temporal_scores": [0.04417521506547928], "max_gold_score": 0.6578382849693298, "max_candidate_score": 0.6578382849693298, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.47417518496513367, "best_gold_margin": 0.18366310000419617, "weakest_gold_margin": 0.18366310000419617}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00767", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature of Maple Street Inn made it a preferred choice?", "temporal_relation": "none", "query_temporal_norm": 0.1111222580075264, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.7610893249511719}], "gold_semantic_scores": [0.7370185256004333], "gold_temporal_scores": [0.024070847779512405], "max_gold_score": 0.7610893249511719, "max_candidate_score": 0.7610893249511719, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.568091869354248, "best_gold_margin": 0.19299745559692383, "weakest_gold_margin": 0.19299745559692383}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00767", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Maple Street Inn mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.14576296508312225, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.831903338432312}], "gold_semantic_scores": [0.7980911731719971], "gold_temporal_scores": [0.033812228590250015], "max_gold_score": 0.831903338432312, "max_candidate_score": 0.831903338432312, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.7081674337387085, "best_gold_margin": 0.12373590469360352, "weakest_gold_margin": 0.12373590469360352}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00907", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the frame cache, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1860770583152771, "query_session_index": 2, "query_start_sec": 21.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6952189207077026}, {"memory_id": "history_02_utt_0008", "score": 0.7824673056602478}], "gold_semantic_scores": [0.6383665204048157, 0.7272861003875732], "gold_temporal_scores": [0.05685247853398323, 0.05518115684390068], "max_gold_score": 0.7824673056602478, "max_candidate_score": 0.7944362163543701, "top_memory_id": "history_02_utt_0008::cf::main::2", "max_non_gold_score": 0.7944362163543701, "best_gold_margin": -0.011968910694122314, "weakest_gold_margin": -0.09921729564666748}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00907", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop the frame cache?", "temporal_relation": "none", "query_temporal_norm": 0.2633771300315857, "query_session_index": 2, "query_start_sec": 21.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9120505452156067}], "gold_semantic_scores": [0.7841941714286804], "gold_temporal_scores": [0.1278563290834427], "max_gold_score": 0.9120505452156067, "max_candidate_score": 0.9120505452156067, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6419100761413574, "best_gold_margin": 0.27014046907424927, "weakest_gold_margin": 0.27014046907424927}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00907", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the reason for dropping the frame cache mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1801377683877945, "query_session_index": 2, "query_start_sec": 21.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8592970967292786}], "gold_semantic_scores": [0.7813268899917603], "gold_temporal_scores": [0.07797028124332428], "max_gold_score": 0.8592970967292786, "max_candidate_score": 0.8592970967292786, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6347792744636536, "best_gold_margin": 0.224517822265625, "weakest_gold_margin": 0.224517822265625}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00907", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the speculative decoder proposed?", "temporal_relation": "none", "query_temporal_norm": 0.13812287151813507, "query_session_index": 2, "query_start_sec": 21.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6872955560684204}], "gold_semantic_scores": [0.6710934638977051], "gold_temporal_scores": [0.0162020493298769], "max_gold_score": 0.6872955560684204, "max_candidate_score": 0.6872955560684204, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.35951000452041626, "best_gold_margin": 0.32778555154800415, "weakest_gold_margin": 0.32778555154800415}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01085", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were currently using the consent-screened stratified pack as their dataset version?", "temporal_relation": "latest", "query_temporal_norm": 0.41011619567871094, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8031814694404602}], "gold_semantic_scores": [0.6420661211013794], "gold_temporal_scores": [0.16111505031585693], "max_gold_score": 0.8031814694404602, "max_candidate_score": 0.8099460601806641, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.8099460601806641, "best_gold_margin": -0.006764590740203857, "weakest_gold_margin": -0.006764590740203857}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01085", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current dataset version we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5168027281761169, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9342924356460571}], "gold_semantic_scores": [0.6752018332481384], "gold_temporal_scores": [0.2590903341770172], "max_gold_score": 0.9342924356460571, "max_candidate_score": 0.9466149210929871, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.9466149210929871, "best_gold_margin": -0.012322485446929932, "weakest_gold_margin": -0.012322485446929932}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01085", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Avery say they were using?", "temporal_relation": "none", "query_temporal_norm": 0.32271653413772583, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.4920438528060913}], "gold_semantic_scores": [0.43100792169570923], "gold_temporal_scores": [0.061035968363285065], "max_gold_score": 0.4920438528060913, "max_candidate_score": 0.4920438528060913, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3395325243473053, "best_gold_margin": 0.152511328458786, "weakest_gold_margin": 0.152511328458786}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01208", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting the lentil shepherd's pie, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.1749296486377716, "query_session_index": 2, "query_start_sec": 12.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.756230354309082}, {"memory_id": "history_02_utt_0010", "score": 0.7414946556091309}], "gold_semantic_scores": [0.7033450603485107, 0.6768627166748047], "gold_temporal_scores": [0.052885256707668304, 0.06463175266981125], "max_gold_score": 0.756230354309082, "max_candidate_score": 0.756230354309082, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7483963370323181, "best_gold_margin": 0.007834017276763916, "weakest_gold_margin": -0.006901681423187256}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01208", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest the coconut curry noodles?", "temporal_relation": "session", "query_temporal_norm": 0.11647506803274155, "query_session_index": 2, "query_start_sec": 12.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.7342348694801331}], "gold_semantic_scores": [0.7069452404975891], "gold_temporal_scores": [0.02728968858718872], "max_gold_score": 0.7342348694801331, "max_candidate_score": 0.7342348694801331, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.48461246490478516, "best_gold_margin": 0.2496224045753479, "weakest_gold_margin": 0.2496224045753479}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01208", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why were the coconut curry noodles ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.18798671662807465, "query_session_index": 2, "query_start_sec": 12.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0027", "score": 0.9096431732177734}], "gold_semantic_scores": [0.8309192657470703], "gold_temporal_scores": [0.07872386276721954], "max_gold_score": 0.9096431732177734, "max_candidate_score": 0.9096431732177734, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.5407076478004456, "best_gold_margin": 0.3689355254173279, "weakest_gold_margin": 0.3689355254173279}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01208", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who said where the spare keys are?", "temporal_relation": "none", "query_temporal_norm": 0.25645673274993896, "query_session_index": 2, "query_start_sec": 12.879999999999999, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.38380569219589233, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.38380569219589233, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01284", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Riley give for pushing the streaming-conformer baseline, and why did they later drop it?", "temporal_relation": "none", "query_temporal_norm": 0.24884101748466492, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6863728761672974}, {"memory_id": "history_02_utt_0009", "score": 0.6586518287658691}], "gold_semantic_scores": [0.6163205504417419, 0.5872210264205933], "gold_temporal_scores": [0.07005239278078079, 0.07143087685108185], "max_gold_score": 0.6863728761672974, "max_candidate_score": 0.6863728761672974, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5423321723937988, "best_gold_margin": 0.14404070377349854, "weakest_gold_margin": 0.11631965637207031}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01284", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley push the streaming-conformer baseline?", "temporal_relation": "session", "query_temporal_norm": 0.21936556696891785, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6694169044494629}], "gold_semantic_scores": [0.6022171974182129], "gold_temporal_scores": [0.06719955801963806], "max_gold_score": 0.6694169044494629, "max_candidate_score": 0.6694169044494629, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.48444506525993347, "best_gold_margin": 0.18497183918952942, "weakest_gold_margin": 0.18497183918952942}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01284", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned pushing the streaming-conformer baseline to stay inside the track's low-latency budget?", "temporal_relation": "none", "query_temporal_norm": 0.12740838527679443, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7592459917068481}], "gold_semantic_scores": [0.7299065589904785], "gold_temporal_scores": [0.02933952957391739], "max_gold_score": 0.7592459917068481, "max_candidate_score": 0.7592459917068481, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5466600656509399, "best_gold_margin": 0.2125859260559082, "weakest_gold_margin": 0.2125859260559082}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01284", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the distilled transformer baseline proposed?", "temporal_relation": "none", "query_temporal_norm": 0.11885866522789001, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.8505783677101135}], "gold_semantic_scores": [0.8262029886245728], "gold_temporal_scores": [0.02437538653612137], "max_gold_score": 0.8505783677101135, "max_candidate_score": 0.8505783677101135, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.6021062135696411, "best_gold_margin": 0.2484721541404724, "weakest_gold_margin": 0.2484721541404724}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01400", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Maple Corner Cafe, and why was it later ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.18403039872646332, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.764074981212616}, {"memory_id": "history_02_utt_0011", "score": 0.7482892870903015}], "gold_semantic_scores": [0.7063184976577759, 0.6902634501457214], "gold_temporal_scores": [0.05775632709264755, 0.05802583694458008], "max_gold_score": 0.764074981212616, "max_candidate_score": 0.764074981212616, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3918042480945587, "best_gold_margin": 0.37227073311805725, "weakest_gold_margin": 0.3564850389957428}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01400", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Skyler suggest Maple Corner Cafe?", "temporal_relation": "none", "query_temporal_norm": 0.1056448444724083, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.730498194694519}], "gold_semantic_scores": [0.7060815095901489], "gold_temporal_scores": [0.024416625499725342], "max_gold_score": 0.730498194694519, "max_candidate_score": 0.730498194694519, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5742025375366211, "best_gold_margin": 0.15629565715789795, "weakest_gold_margin": 0.15629565715789795}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01400", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Maple Corner Cafe for game night?", "temporal_relation": "none", "query_temporal_norm": 0.14668075740337372, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6833409667015076}], "gold_semantic_scores": [0.6424693465232849], "gold_temporal_scores": [0.040871888399124146], "max_gold_score": 0.6833409667015076, "max_candidate_score": 0.6833409667015076, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.2734163701534271, "best_gold_margin": 0.40992459654808044, "weakest_gold_margin": 0.40992459654808044}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01400", "qa_id": "extra_qa_0014", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that drinks and chips were being covered?", "temporal_relation": "session", "query_temporal_norm": 0.13238056004047394, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0001", "score": 0.6060904264450073}], "gold_semantic_scores": [0.6530010104179382], "gold_temporal_scores": [-0.046910520642995834], "max_gold_score": 0.6060904264450073, "max_candidate_score": 0.6060904264450073, "top_memory_id": "history_01_utt_0001", "max_non_gold_score": 0.4769841134548187, "best_gold_margin": 0.1291063129901886, "weakest_gold_margin": 0.1291063129901886}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01508", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I'd moved the screening setup to instead?", "temporal_relation": "none", "query_temporal_norm": 0.24526084959506989, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8211055397987366}], "gold_semantic_scores": [0.7138450741767883], "gold_temporal_scores": [0.10726024955511093], "max_gold_score": 0.8211055397987366, "max_candidate_score": 0.8423410654067993, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.8423410654067993, "best_gold_margin": -0.021235525608062744, "weakest_gold_margin": -0.021235525608062744}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01508", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they moved the screening setup to the sunroom?", "temporal_relation": "none", "query_temporal_norm": 0.18269082903862, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8717159032821655}], "gold_semantic_scores": [0.7888991236686707], "gold_temporal_scores": [0.08281727135181427], "max_gold_score": 0.8717159032821655, "max_candidate_score": 0.8717159032821655, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6445228457450867, "best_gold_margin": 0.22719305753707886, "weakest_gold_margin": 0.22719305753707886}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01508", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening originally planned to be set up?", "temporal_relation": "earliest", "query_temporal_norm": 0.5604717135429382, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8255958557128906}], "gold_semantic_scores": [0.692349910736084], "gold_temporal_scores": [0.13324584066867828], "max_gold_score": 0.8255958557128906, "max_candidate_score": 0.8255958557128906, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6716771125793457, "best_gold_margin": 0.15391874313354492, "weakest_gold_margin": 0.15391874313354492}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01508", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the location for the screening change?", "temporal_relation": "comparison", "query_temporal_norm": 0.28478702902793884, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7677990198135376}, {"memory_id": "history_02_utt_0009", "score": 0.8068183064460754}], "gold_semantic_scores": [0.6711698174476624, 0.7020614147186279], "gold_temporal_scores": [0.09662913531064987, 0.10475686937570572], "max_gold_score": 0.8068183064460754, "max_candidate_score": 0.8068183064460754, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5109364986419678, "best_gold_margin": 0.29588180780410767, "weakest_gold_margin": 0.2568625211715698}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01557", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for recommending River Under Fire, and why was it later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1745598465204239, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6178978681564331}, {"memory_id": "history_02_utt_0009", "score": 0.760452389717102}], "gold_semantic_scores": [0.5674459338188171, 0.7009097337722778], "gold_temporal_scores": [0.0504518561065197, 0.059542302042245865], "max_gold_score": 0.760452389717102, "max_candidate_score": 0.760452389717102, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6513165235519409, "best_gold_margin": 0.10913586616516113, "weakest_gold_margin": -0.03341865539550781}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01557", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was River Under Fire dropped from the schedule?", "temporal_relation": "none", "query_temporal_norm": 0.155440554022789, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.882874071598053}], "gold_semantic_scores": [0.815462052822113], "gold_temporal_scores": [0.06741202622652054], "max_gold_score": 0.882874071598053, "max_candidate_score": 0.882874071598053, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6093933582305908, "best_gold_margin": 0.27348071336746216, "weakest_gold_margin": 0.27348071336746216}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01557", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the reason for dropping River Under Fire mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.15613389015197754, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9230572581291199}], "gold_semantic_scores": [0.8578823804855347], "gold_temporal_scores": [0.0651748850941658], "max_gold_score": 0.9230572581291199, "max_candidate_score": 0.9230572581291199, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6798577308654785, "best_gold_margin": 0.24319952726364136, "weakest_gold_margin": 0.24319952726364136}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01557", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was The Archive Room recommended?", "temporal_relation": "none", "query_temporal_norm": 0.12092389166355133, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.6448314785957336}], "gold_semantic_scores": [0.6301366090774536], "gold_temporal_scores": [0.01469493843615055], "max_gold_score": 0.6448314785957336, "max_candidate_score": 0.6448314785957336, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.5084855556488037, "best_gold_margin": 0.13634592294692993, "weakest_gold_margin": 0.13634592294692993}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01675", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the playlist plan to the rooftop lounge, and what was the earlier venue?", "temporal_relation": "none", "query_temporal_norm": 0.368435263633728, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7108650803565979}, {"memory_id": "history_02_utt_0009", "score": 0.8069264888763428}], "gold_semantic_scores": [0.5996054410934448, 0.7114506363868713], "gold_temporal_scores": [0.11125941574573517, 0.09547577798366547], "max_gold_score": 0.8069264888763428, "max_candidate_score": 0.8069264888763428, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3844413459300995, "best_gold_margin": 0.4224851429462433, "weakest_gold_margin": 0.3264237344264984}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01675", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the venue change we talked about earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.3433666229248047, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6176424622535706}, {"memory_id": "history_02_utt_0009", "score": 0.7027480602264404}], "gold_semantic_scores": [0.5308689475059509, 0.6895225644111633], "gold_temporal_scores": [0.08677340298891068, 0.013225317932665348], "max_gold_score": 0.7027480602264404, "max_candidate_score": 0.7027480602264404, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4936114549636841, "best_gold_margin": 0.20913660526275635, "weakest_gold_margin": 0.12403100728988647}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01675", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Taylor say they were building the playlist around?", "temporal_relation": "none", "query_temporal_norm": 0.40885671973228455, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6981493234634399}], "gold_semantic_scores": [0.6398018002510071], "gold_temporal_scores": [0.05834761634469032], "max_gold_score": 0.6981493234634399, "max_candidate_score": 0.6981493234634399, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5915985703468323, "best_gold_margin": 0.10655075311660767, "weakest_gold_margin": 0.10655075311660767}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01675", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Taylor say they switched the playlist plan to?", "temporal_relation": "none", "query_temporal_norm": 0.40216612815856934, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9354774355888367}], "gold_semantic_scores": [0.7907392978668213], "gold_temporal_scores": [0.14473813772201538], "max_gold_score": 0.9354774355888367, "max_candidate_score": 0.9354774355888367, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8205289244651794, "best_gold_margin": 0.11494851112365723, "weakest_gold_margin": 0.11494851112365723}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01899", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Reese's model choice for the demo change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3949178159236908, "query_session_index": 2, "query_start_sec": 18.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8194957375526428}, {"memory_id": "history_02_utt_0010", "score": 0.8124313950538635}], "gold_semantic_scores": [0.6818993091583252, 0.6709731221199036], "gold_temporal_scores": [0.13759656250476837, 0.1414584070444107], "max_gold_score": 0.8194957375526428, "max_candidate_score": 0.8194957375526428, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7651422023773193, "best_gold_margin": 0.054353535175323486, "weakest_gold_margin": 0.04728919267654419}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01899", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model choice was decided on in the most recent discussion?", "temporal_relation": "none", "query_temporal_norm": 0.5526790618896484, "query_session_index": 2, "query_start_sec": 18.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8885599970817566}], "gold_semantic_scores": [0.6405357718467712], "gold_temporal_scores": [0.24802450835704803], "max_gold_score": 0.8885599970817566, "max_candidate_score": 0.8985463976860046, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.8985463976860046, "best_gold_margin": -0.009986400604248047, "weakest_gold_margin": -0.009986400604248047}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01899", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned originally wanting to use the end-to-end multimodal transformer for the demo?", "temporal_relation": "none", "query_temporal_norm": 0.4077150225639343, "query_session_index": 2, "query_start_sec": 18.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7924495339393616}], "gold_semantic_scores": [0.7202125191688538], "gold_temporal_scores": [0.07223708182573318], "max_gold_score": 0.7924495339393616, "max_candidate_score": 0.7924495339393616, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3145868480205536, "best_gold_margin": 0.477862685918808, "weakest_gold_margin": 0.477862685918808}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01899", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the demo plan to the two-stage detector plus rules pipeline?", "temporal_relation": "none", "query_temporal_norm": 0.3326966166496277, "query_session_index": 2, "query_start_sec": 18.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9899801015853882}], "gold_semantic_scores": [0.8259716629981995], "gold_temporal_scores": [0.16400855779647827], "max_gold_score": 0.9899801015853882, "max_candidate_score": 0.9899801015853882, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5825130343437195, "best_gold_margin": 0.4074670672416687, "weakest_gold_margin": 0.4074670672416687}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01989", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my model choice change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.38367703557014465, "query_session_index": 2, "query_start_sec": 18.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5837293267250061}, {"memory_id": "history_02_utt_0010", "score": 0.6223194003105164}], "gold_semantic_scores": [0.45535269379615784, 0.4961774945259094], "gold_temporal_scores": [0.12837658822536469, 0.1261417418718338], "max_gold_score": 0.6223194003105164, "max_candidate_score": 0.653869092464447, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.653869092464447, "best_gold_margin": -0.031549692153930664, "weakest_gold_margin": -0.07013976573944092}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01989", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned using a Conformer encoder with a CTC head?", "temporal_relation": "none", "query_temporal_norm": 0.19105088710784912, "query_session_index": 2, "query_start_sec": 18.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7020640969276428}], "gold_semantic_scores": [0.657020628452301], "gold_temporal_scores": [0.04504331946372986], "max_gold_score": 0.7020640969276428, "max_candidate_score": 0.7020640969276428, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3899957835674286, "best_gold_margin": 0.31206831336021423, "weakest_gold_margin": 0.31206831336021423}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01989", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched to an Emformer RNN-T?", "temporal_relation": "none", "query_temporal_norm": 0.29478132724761963, "query_session_index": 2, "query_start_sec": 18.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8193410634994507}], "gold_semantic_scores": [0.7129805088043213], "gold_temporal_scores": [0.10636057704687119], "max_gold_score": 0.8193410634994507, "max_candidate_score": 0.8193410634994507, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6011658906936646, "best_gold_margin": 0.21817517280578613, "weakest_gold_margin": 0.21817517280578613}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02104", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my original pilot recording deadline was before it got moved?", "temporal_relation": "earliest", "query_temporal_norm": 0.5300567150115967, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8760064840316772}], "gold_semantic_scores": [0.7344954013824463], "gold_temporal_scores": [0.14151087403297424], "max_gold_score": 0.8760064840316772, "max_candidate_score": 0.8809182643890381, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.8809182643890381, "best_gold_margin": -0.00491178035736084, "weakest_gold_margin": -0.00491178035736084}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02183", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Morgan's preferred Saturday activity change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.36945849657058716, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8973484635353088}, {"memory_id": "history_02_utt_0008", "score": 0.8145466446876526}], "gold_semantic_scores": [0.7630141377449036, 0.6862906217575073], "gold_temporal_scores": [0.13433419167995453, 0.12825602293014526], "max_gold_score": 0.8973484635353088, "max_candidate_score": 0.8973484635353088, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7675963640213013, "best_gold_margin": 0.12975209951400757, "weakest_gold_margin": 0.04695028066635132}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02183", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Morgan say they were leaning toward earlier?", "temporal_relation": "before", "query_temporal_norm": 0.45533668994903564, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8099638223648071}], "gold_semantic_scores": [0.706027090549469], "gold_temporal_scores": [0.10393668711185455], "max_gold_score": 0.8099638223648071, "max_candidate_score": 0.8099638223648071, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6073237657546997, "best_gold_margin": 0.20264005661010742, "weakest_gold_margin": 0.20264005661010742}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02183", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Morgan say they preferred instead?", "temporal_relation": "none", "query_temporal_norm": 0.15100359916687012, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8169004321098328}], "gold_semantic_scores": [0.754455029964447], "gold_temporal_scores": [0.06244521215558052], "max_gold_score": 0.8169004321098328, "max_candidate_score": 0.8169004321098328, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.685442328453064, "best_gold_margin": 0.1314581036567688, "weakest_gold_margin": 0.1314581036567688}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02183", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan say they switched to preferring an indie movie night?", "temporal_relation": "session", "query_temporal_norm": 0.27519145607948303, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9578250646591187}], "gold_semantic_scores": [0.8194347620010376], "gold_temporal_scores": [0.1383906751871109], "max_gold_score": 0.9578250646591187, "max_candidate_score": 0.9578250646591187, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8755143880844116, "best_gold_margin": 0.08231067657470703, "weakest_gold_margin": 0.08231067657470703}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02296", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my venue changed from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.39410147070884705, "query_session_index": 2, "query_start_sec": 10.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6739931106567383}, {"memory_id": "history_02_utt_0008", "score": 0.788612425327301}], "gold_semantic_scores": [0.5421087741851807, 0.6643776893615723], "gold_temporal_scores": [0.13188430666923523, 0.12423471361398697], "max_gold_score": 0.788612425327301, "max_candidate_score": 0.788612425327301, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7679431438446045, "best_gold_margin": 0.020669281482696533, "weakest_gold_margin": -0.09395003318786621}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02296", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned moving the event to the lake cabin?", "temporal_relation": "none", "query_temporal_norm": 0.23834137618541718, "query_session_index": 2, "query_start_sec": 10.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8610802292823792}], "gold_semantic_scores": [0.7491908669471741], "gold_temporal_scores": [0.11188957095146179], "max_gold_score": 0.8610802292823792, "max_candidate_score": 0.8610802292823792, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4992491900920868, "best_gold_margin": 0.36183103919029236, "weakest_gold_margin": 0.36183103919029236}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02296", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we initially plan to hold the event?", "temporal_relation": "earliest", "query_temporal_norm": 0.5633360147476196, "query_session_index": 2, "query_start_sec": 10.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7374290823936462}], "gold_semantic_scores": [0.6315961480140686], "gold_temporal_scores": [0.10583307594060898], "max_gold_score": 0.7374290823936462, "max_candidate_score": 0.7374290823936462, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5972216725349426, "best_gold_margin": 0.1402074098587036, "weakest_gold_margin": 0.1402074098587036}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02296", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the venue change for the event?", "temporal_relation": "comparison", "query_temporal_norm": 0.30447378754615784, "query_session_index": 2, "query_start_sec": 10.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.628548800945282}, {"memory_id": "history_02_utt_0008", "score": 0.7372575998306274}], "gold_semantic_scores": [0.5380617380142212, 0.6925762891769409], "gold_temporal_scores": [0.09048726409673691, 0.044681210070848465], "max_gold_score": 0.7372575998306274, "max_candidate_score": 0.7372575998306274, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.1559336930513382, "best_gold_margin": 0.5813239067792892, "weakest_gold_margin": 0.4726151078939438}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02344", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Olive as the vegan option, and why was it later ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.2051040083169937, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6997756958007812}, {"memory_id": "history_02_utt_0011", "score": 0.7365277409553528}], "gold_semantic_scores": [0.6357917189598083, 0.6579671502113342], "gold_temporal_scores": [0.06398385763168335, 0.07856026291847229], "max_gold_score": 0.7365277409553528, "max_candidate_score": 0.7365277409553528, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.4069320857524872, "best_gold_margin": 0.3295956552028656, "weakest_gold_margin": 0.29284361004829407}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02344", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that Green Olive is unavailable?", "temporal_relation": "none", "query_temporal_norm": 0.19507792592048645, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8903360962867737}], "gold_semantic_scores": [0.8061421513557434], "gold_temporal_scores": [0.08419424295425415], "max_gold_score": 0.8903360962867737, "max_candidate_score": 0.8903360962867737, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6526243686676025, "best_gold_margin": 0.23771172761917114, "weakest_gold_margin": 0.23771172761917114}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02344", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention suggesting Green Olive for the vegan option?", "temporal_relation": "session", "query_temporal_norm": 0.18137459456920624, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.9047518372535706}], "gold_semantic_scores": [0.8507490754127502], "gold_temporal_scores": [0.054002683609724045], "max_gold_score": 0.9047518372535706, "max_candidate_score": 0.9047518372535706, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7638178467750549, "best_gold_margin": 0.14093399047851562, "weakest_gold_margin": 0.14093399047851562}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02344", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Cameron say Green Olive was unavailable?", "temporal_relation": "none", "query_temporal_norm": 0.15645304322242737, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8781236410140991}], "gold_semantic_scores": [0.8096356391906738], "gold_temporal_scores": [0.068488210439682], "max_gold_score": 0.8781236410140991, "max_candidate_score": 0.8781236410140991, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.791593074798584, "best_gold_margin": 0.08653056621551514, "weakest_gold_margin": 0.08653056621551514}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02443", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they started with the cleaned dev kit with weak labels?", "temporal_relation": "earliest", "query_temporal_norm": 0.5534275770187378, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8210891485214233}], "gold_semantic_scores": [0.7135970592498779], "gold_temporal_scores": [0.10749196261167526], "max_gold_score": 0.8210891485214233, "max_candidate_score": 0.8210891485214233, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4041072130203247, "best_gold_margin": 0.41698193550109863, "weakest_gold_margin": 0.41698193550109863}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02443", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version did we discuss using for the first benchmark runs?", "temporal_relation": "earliest", "query_temporal_norm": 0.4976518750190735, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7631385326385498}], "gold_semantic_scores": [0.6270726323127747], "gold_temporal_scores": [0.1360659897327423], "max_gold_score": 0.7631385326385498, "max_candidate_score": 0.7631385326385498, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5505408048629761, "best_gold_margin": 0.21259772777557373, "weakest_gold_margin": 0.21259772777557373}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02443", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned starting with the cleaned dev kit with weak labels for the first benchmark runs?", "temporal_relation": "none", "query_temporal_norm": 0.26412433385849, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7885560393333435}], "gold_semantic_scores": [0.72809237241745], "gold_temporal_scores": [0.060463592410087585], "max_gold_score": 0.7885560393333435, "max_candidate_score": 0.7885560393333435, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4245850443840027, "best_gold_margin": 0.3639709949493408, "weakest_gold_margin": 0.3639709949493408}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02443", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version was used for the final submission runs?", "temporal_relation": "latest", "query_temporal_norm": 0.5204379558563232, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9641128778457642}], "gold_semantic_scores": [0.6955291628837585], "gold_temporal_scores": [0.26858359575271606], "max_gold_score": 0.9641128778457642, "max_candidate_score": 0.9649671912193298, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.9649671912193298, "best_gold_margin": -0.0008543133735656738, "weakest_gold_margin": -0.0008543133735656738}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02573", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Rowan give for proposing the resident prompt cache, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.17460811138153076, "query_session_index": 2, "query_start_sec": 13.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7331563234329224}, {"memory_id": "history_02_utt_0009", "score": 0.7041023373603821}], "gold_semantic_scores": [0.6819499135017395, 0.6535203456878662], "gold_temporal_scores": [0.05120617523789406, 0.050581928342580795], "max_gold_score": 0.7331563234329224, "max_candidate_score": 0.7331563234329224, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6810916066169739, "best_gold_margin": 0.052064716815948486, "weakest_gold_margin": 0.023010730743408203}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02573", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan propose the resident prompt cache?", "temporal_relation": "session", "query_temporal_norm": 0.2682521939277649, "query_session_index": 2, "query_start_sec": 13.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7256189584732056}], "gold_semantic_scores": [0.6617467999458313], "gold_temporal_scores": [0.0638720840215683], "max_gold_score": 0.7256189584732056, "max_candidate_score": 0.7256189584732056, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6848251223564148, "best_gold_margin": 0.04079383611679077, "weakest_gold_margin": 0.04079383611679077}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02573", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they proposed the resident prompt cache to avoid cold starts?", "temporal_relation": "none", "query_temporal_norm": 0.14312775433063507, "query_session_index": 2, "query_start_sec": 13.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6836708784103394}], "gold_semantic_scores": [0.649055004119873], "gold_temporal_scores": [0.034615907818078995], "max_gold_score": 0.6836708784103394, "max_candidate_score": 0.6836708784103394, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.43525105714797974, "best_gold_margin": 0.24841982126235962, "weakest_gold_margin": 0.24841982126235962}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02573", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the compatibility shim proposed?", "temporal_relation": "none", "query_temporal_norm": 0.11875326186418533, "query_session_index": 2, "query_start_sec": 13.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.657497763633728}], "gold_semantic_scores": [0.627945601940155], "gold_temporal_scores": [0.02955237403512001], "max_gold_score": 0.657497763633728, "max_candidate_score": 0.657497763633728, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.45866629481315613, "best_gold_margin": 0.1988314688205719, "weakest_gold_margin": 0.1988314688205719}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02674", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Riley say the screening venue ended up being?", "temporal_relation": "latest", "query_temporal_norm": 0.4906783998012543, "query_session_index": 2, "query_start_sec": 14.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8997825980186462}], "gold_semantic_scores": [0.661002516746521], "gold_temporal_scores": [0.2387799173593521], "max_gold_score": 0.8997825980186462, "max_candidate_score": 0.8997825980186462, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8896436095237732, "best_gold_margin": 0.010138988494873047, "weakest_gold_margin": 0.010138988494873047}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02674", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening originally going to be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.5634727478027344, "query_session_index": 2, "query_start_sec": 14.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8143532276153564}], "gold_semantic_scores": [0.6577209234237671], "gold_temporal_scores": [0.15663228929042816], "max_gold_score": 0.8143532276153564, "max_candidate_score": 0.8143532276153564, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6602591872215271, "best_gold_margin": 0.15409404039382935, "weakest_gold_margin": 0.15409404039382935}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02674", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening ultimately planned to take place?", "temporal_relation": "none", "query_temporal_norm": 0.4904728829860687, "query_session_index": 2, "query_start_sec": 14.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8811065554618835}], "gold_semantic_scores": [0.6448810696601868], "gold_temporal_scores": [0.23622559010982513], "max_gold_score": 0.8811065554618835, "max_candidate_score": 0.8811065554618835, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8799054026603699, "best_gold_margin": 0.0012011528015136719, "weakest_gold_margin": 0.0012011528015136719}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02674", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley mention moving the screening to the sunroom?", "temporal_relation": "session", "query_temporal_norm": 0.23100164532661438, "query_session_index": 2, "query_start_sec": 14.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8474226593971252}], "gold_semantic_scores": [0.7930068969726562], "gold_temporal_scores": [0.05441581457853317], "max_gold_score": 0.8474226593971252, "max_candidate_score": 0.8474226593971252, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7014583349227905, "best_gold_margin": 0.14596432447433472, "weakest_gold_margin": 0.14596432447433472}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02766", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their stir-fry grocery item to udon noodles, and what was the earlier item?", "temporal_relation": "none", "query_temporal_norm": 0.38388997316360474, "query_session_index": 2, "query_start_sec": 13.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8600316047668457}, {"memory_id": "history_02_utt_0009", "score": 0.863714873790741}], "gold_semantic_scores": [0.7240759134292603, 0.7582105994224548], "gold_temporal_scores": [0.13595564663410187, 0.10550441592931747], "max_gold_score": 0.863714873790741, "max_candidate_score": 0.863714873790741, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5391678810119629, "best_gold_margin": 0.3245469927787781, "weakest_gold_margin": 0.3208637237548828}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02766", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed changing a grocery item for stir-fry night. What was the change?", "temporal_relation": "comparison", "query_temporal_norm": 0.22454410791397095, "query_session_index": 2, "query_start_sec": 13.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6478146910667419}, {"memory_id": "history_02_utt_0009", "score": 0.6865402460098267}], "gold_semantic_scores": [0.5768192410469055, 0.6068486571311951], "gold_temporal_scores": [0.07099529355764389, 0.0796915739774704], "max_gold_score": 0.6865402460098267, "max_candidate_score": 0.6865402460098267, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.47802576422691345, "best_gold_margin": 0.2085144817829132, "weakest_gold_margin": 0.1697889268398285}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02766", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What meal was planned for Wednesday?", "temporal_relation": "none", "query_temporal_norm": 0.14943931996822357, "query_session_index": 2, "query_start_sec": 13.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.6027401089668274}], "gold_semantic_scores": [0.5789592266082764], "gold_temporal_scores": [0.023780925199389458], "max_gold_score": 0.6027401089668274, "max_candidate_score": 0.6027401089668274, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.4694119095802307, "best_gold_margin": 0.13332819938659668, "weakest_gold_margin": 0.13332819938659668}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02878", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say we ended up choosing for the restaurant?", "temporal_relation": "latest", "query_temporal_norm": 0.46916642785072327, "query_session_index": 2, "query_start_sec": 10.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7664213180541992}], "gold_semantic_scores": [0.5739565491676331], "gold_temporal_scores": [0.19246523082256317], "max_gold_score": 0.7664213180541992, "max_candidate_score": 0.7965511679649353, "top_memory_id": "history_02_utt_0008::cf::main::0", "max_non_gold_score": 0.7965511679649353, "best_gold_margin": -0.030129849910736084, "weakest_gold_margin": -0.030129849910736084}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02878", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What restaurant did we initially plan on?", "temporal_relation": "earliest", "query_temporal_norm": 0.5479021668434143, "query_session_index": 2, "query_start_sec": 10.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6793781518936157}], "gold_semantic_scores": [0.5290465354919434], "gold_temporal_scores": [0.15033170580863953], "max_gold_score": 0.6793781518936157, "max_candidate_score": 0.6793781518936157, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5281815528869629, "best_gold_margin": 0.15119659900665283, "weakest_gold_margin": 0.15119659900665283}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03073", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the dataset version was the raw tri-camera pilot bundle, before it was later replaced?", "temporal_relation": "earliest", "query_temporal_norm": 0.5710809826850891, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8988469243049622}], "gold_semantic_scores": [0.7773357033729553], "gold_temporal_scores": [0.12151113152503967], "max_gold_score": 0.8988469243049622, "max_candidate_score": 0.8988469243049622, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5468495488166809, "best_gold_margin": 0.35199737548828125, "weakest_gold_margin": 0.35199737548828125}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03073", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version did we discuss using during the first collection pass?", "temporal_relation": "earliest", "query_temporal_norm": 0.47797662019729614, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6879188418388367}], "gold_semantic_scores": [0.5620663166046143], "gold_temporal_scores": [0.125852569937706], "max_gold_score": 0.6879188418388367, "max_candidate_score": 0.6879188418388367, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5967715978622437, "best_gold_margin": 0.09114724397659302, "weakest_gold_margin": 0.09114724397659302}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03073", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned originally putting together the raw tri-camera pilot bundle for the first collection pass?", "temporal_relation": "none", "query_temporal_norm": 0.4591565430164337, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8554699420928955}], "gold_semantic_scores": [0.7693155407905579], "gold_temporal_scores": [0.08615447580814362], "max_gold_score": 0.8554699420928955, "max_candidate_score": 0.8554699420928955, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.560501754283905, "best_gold_margin": 0.2949681878089905, "weakest_gold_margin": 0.2949681878089905}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03073", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Quinn say they originally put together for the first collection pass?", "temporal_relation": "earliest", "query_temporal_norm": 0.5693216919898987, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7744438648223877}], "gold_semantic_scores": [0.6362351775169373], "gold_temporal_scores": [0.13820862770080566], "max_gold_score": 0.7744438648223877, "max_candidate_score": 0.7744438648223877, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6958726644515991, "best_gold_margin": 0.07857120037078857, "weakest_gold_margin": 0.07857120037078857}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03147", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the starting venue to Archive Kitchen, and what was the earlier venue?", "temporal_relation": "comparison", "query_temporal_norm": 0.3792532682418823, "query_session_index": 2, "query_start_sec": 11.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.4239245355129242}, {"memory_id": "history_02_utt_0011", "score": 0.6221935749053955}], "gold_semantic_scores": [0.28862687945365906, 0.5391502380371094], "gold_temporal_scores": [0.13529770076274872, 0.08304345607757568], "max_gold_score": 0.6221935749053955, "max_candidate_score": 0.6221935749053955, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.3376350402832031, "best_gold_margin": 0.2845585346221924, "weakest_gold_margin": 0.08628949522972107}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03147", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest decision about which show to start watching first?", "temporal_relation": "latest", "query_temporal_norm": 0.5366261601448059, "query_session_index": 2, "query_start_sec": 11.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8493430018424988}], "gold_semantic_scores": [0.6145219802856445], "gold_temporal_scores": [0.23482099175453186], "max_gold_score": 0.8493430018424988, "max_candidate_score": 0.8493430018424988, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.8399790525436401, "best_gold_margin": 0.009363949298858643, "weakest_gold_margin": 0.009363949298858643}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03147", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew mention starting with Harbor Signals first?", "temporal_relation": "session", "query_temporal_norm": 0.24210505187511444, "query_session_index": 2, "query_start_sec": 11.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8360767364501953}], "gold_semantic_scores": [0.7644092440605164], "gold_temporal_scores": [0.07166753709316254], "max_gold_score": 0.8360767364501953, "max_candidate_score": 0.8360767364501953, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8167006969451904, "best_gold_margin": 0.019376039505004883, "weakest_gold_margin": 0.019376039505004883}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03286", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my deployment target changed from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.39928263425827026, "query_session_index": 2, "query_start_sec": 17.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6258176565170288}, {"memory_id": "history_02_utt_0008", "score": 0.5953734517097473}], "gold_semantic_scores": [0.48364773392677307, 0.4398753046989441], "gold_temporal_scores": [0.14216984808444977, 0.155498206615448], "max_gold_score": 0.6258176565170288, "max_candidate_score": 0.6824579238891602, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.6824579238891602, "best_gold_margin": -0.05664026737213135, "weakest_gold_margin": -0.08708447217941284}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03286", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the rollout target to the production canary ring?", "temporal_relation": "none", "query_temporal_norm": 0.16625288128852844, "query_session_index": 2, "query_start_sec": 17.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.806969940662384}], "gold_semantic_scores": [0.7359755635261536], "gold_temporal_scores": [0.07099458575248718], "max_gold_score": 0.806969940662384, "max_candidate_score": 0.806969940662384, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5053845047950745, "best_gold_margin": 0.30158543586730957, "weakest_gold_margin": 0.30158543586730957}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03286", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we initially plan to push the release?", "temporal_relation": "earliest", "query_temporal_norm": 0.5336726307868958, "query_session_index": 2, "query_start_sec": 17.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8032681345939636}], "gold_semantic_scores": [0.6900953650474548], "gold_temporal_scores": [0.113172747194767], "max_gold_score": 0.8032681345939636, "max_candidate_score": 0.8032681345939636, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6376861929893494, "best_gold_margin": 0.16558194160461426, "weakest_gold_margin": 0.16558194160461426}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03387", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my release deadline was updated to?", "temporal_relation": "latest", "query_temporal_norm": 0.4337993562221527, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8706386685371399}], "gold_semantic_scores": [0.648524284362793], "gold_temporal_scores": [0.2221144139766693], "max_gold_score": 0.8706386685371399, "max_candidate_score": 0.9182150363922119, "top_memory_id": "history_02_utt_0011::cf::main::1", "max_non_gold_score": 0.9182150363922119, "best_gold_margin": -0.04757636785507202, "weakest_gold_margin": -0.04757636785507202}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03387", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the release deadline is Monday noon?", "temporal_relation": "none", "query_temporal_norm": 0.25715553760528564, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7504580616950989}], "gold_semantic_scores": [0.7595915198326111], "gold_temporal_scores": [-0.009133507497608662], "max_gold_score": 0.7504580616950989, "max_candidate_score": 0.7504580616950989, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7268063426017761, "best_gold_margin": 0.023651719093322754, "weakest_gold_margin": 0.023651719093322754}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03387", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest release deadline we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5250781178474426, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8137256503105164}], "gold_semantic_scores": [0.5374355316162109], "gold_temporal_scores": [0.27629002928733826], "max_gold_score": 0.8137256503105164, "max_candidate_score": 0.8207656145095825, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0004::1", "max_non_gold_score": 0.8207656145095825, "best_gold_margin": -0.007039964199066162, "weakest_gold_margin": -0.007039964199066162}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03387", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How has the release deadline changed over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.4280282258987427, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8628168702125549}, {"memory_id": "history_02_utt_0011", "score": 0.8424750566482544}], "gold_semantic_scores": [0.7036110162734985, 0.7069304585456848], "gold_temporal_scores": [0.15920612215995789, 0.1355447620153427], "max_gold_score": 0.8628168702125549, "max_candidate_score": 0.8628168702125549, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3237658143043518, "best_gold_margin": 0.5390510559082031, "weakest_gold_margin": 0.5187092423439026}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03455", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the river ferry, and why did I rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.15269425511360168, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6013193130493164}, {"memory_id": "history_02_utt_0009", "score": 0.6972495913505554}], "gold_semantic_scores": [0.5556604862213135, 0.6493095755577087], "gold_temporal_scores": [0.04565896838903427, 0.047939907759428024], "max_gold_score": 0.6972495913505554, "max_candidate_score": 0.7518210411071777, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.7518210411071777, "best_gold_margin": -0.054571449756622314, "weakest_gold_margin": -0.15050172805786133}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03455", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the issue with the river ferry that ruled it out as a travel option?", "temporal_relation": "none", "query_temporal_norm": 0.13767248392105103, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8289728760719299}], "gold_semantic_scores": [0.7791579961776733], "gold_temporal_scores": [0.04981497302651405], "max_gold_score": 0.8289728760719299, "max_candidate_score": 0.8289728760719299, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6421645283699036, "best_gold_margin": 0.18680834770202637, "weakest_gold_margin": 0.18680834770202637}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03455", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the benefit of using the Green Loop bus for transporting board games?", "temporal_relation": "none", "query_temporal_norm": 0.1131395548582077, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.7337603569030762}], "gold_semantic_scores": [0.7045510411262512], "gold_temporal_scores": [0.029209217056632042], "max_gold_score": 0.7337603569030762, "max_candidate_score": 0.7337603569030762, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.6522914171218872, "best_gold_margin": 0.08146893978118896, "weakest_gold_margin": 0.08146893978118896}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03455", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What did I suggest doing when meeting the guest?", "temporal_relation": "none", "query_temporal_norm": 0.12785787880420685, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.2568887770175934, "top_memory_id": "history_01_utt_0013", "max_non_gold_score": 0.2568887770175934, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03622", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the pilot recording batch deadline to July 17, and what was the earlier deadline?", "temporal_relation": "comparison", "query_temporal_norm": 0.402356892824173, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8363463282585144}, {"memory_id": "history_02_utt_0010", "score": 0.8813881874084473}], "gold_semantic_scores": [0.6916537284851074, 0.7556151747703552], "gold_temporal_scores": [0.1446925699710846, 0.12577348947525024], "max_gold_score": 0.8813881874084473, "max_candidate_score": 0.8813881874084473, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4560287296772003, "best_gold_margin": 0.42535945773124695, "weakest_gold_margin": 0.3803175985813141}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03622", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed the pilot recording batch deadline changing. What was the change?", "temporal_relation": "comparison", "query_temporal_norm": 0.39341050386428833, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7167704701423645}, {"memory_id": "history_02_utt_0010", "score": 0.8547400832176208}], "gold_semantic_scores": [0.5757158994674683, 0.7176740765571594], "gold_temporal_scores": [0.14105454087257385, 0.13706587255001068], "max_gold_score": 0.8547400832176208, "max_candidate_score": 0.8547400832176208, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.364460289478302, "best_gold_margin": 0.49027979373931885, "weakest_gold_margin": 0.3523101806640625}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03622", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deadline did Reese mention for finishing the pilot recording batch?", "temporal_relation": "none", "query_temporal_norm": 0.34568506479263306, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.790769100189209}], "gold_semantic_scores": [0.7331456542015076], "gold_temporal_scores": [0.05762341618537903], "max_gold_score": 0.790769100189209, "max_candidate_score": 0.790769100189209, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7000464797019958, "best_gold_margin": 0.09072262048721313, "weakest_gold_margin": 0.09072262048721313}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03622", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "When is the deadline for renewing temporary building access?", "temporal_relation": "none", "query_temporal_norm": 0.4903391897678375, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.7441373467445374, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7441373467445374, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03696", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said Night Drive should come right after the opener, and why was it later cut?", "temporal_relation": "none", "query_temporal_norm": 0.26625630259513855, "query_session_index": 2, "query_start_sec": 15.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6778910160064697}, {"memory_id": "history_02_utt_0009", "score": 0.7834450602531433}], "gold_semantic_scores": [0.5915072560310364, 0.6871426701545715], "gold_temporal_scores": [0.08638378977775574, 0.09630237519741058], "max_gold_score": 0.7834450602531433, "max_candidate_score": 0.7834450602531433, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3547593057155609, "best_gold_margin": 0.4286857545375824, "weakest_gold_margin": 0.3231317102909088}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03696", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned cutting Night Drive?", "temporal_relation": "none", "query_temporal_norm": 0.2039969563484192, "query_session_index": 2, "query_start_sec": 15.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6002383828163147}], "gold_semantic_scores": [0.5929098725318909], "gold_temporal_scores": [0.007328538689762354], "max_gold_score": 0.6002383828163147, "max_candidate_score": 0.6002383828163147, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.539915144443512, "best_gold_margin": 0.060323238372802734, "weakest_gold_margin": 0.060323238372802734}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03696", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan mention wanting Night Drive to follow the opener?", "temporal_relation": "session", "query_temporal_norm": 0.2412705421447754, "query_session_index": 2, "query_start_sec": 15.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7764391899108887}], "gold_semantic_scores": [0.7044053077697754], "gold_temporal_scores": [0.0720338374376297], "max_gold_score": 0.7764391899108887, "max_candidate_score": 0.7847676277160645, "top_memory_id": "history_01_utt_0010::cf::extra_qa_0001::0", "max_non_gold_score": 0.7847676277160645, "best_gold_margin": -0.008328437805175781, "weakest_gold_margin": -0.008328437805175781}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03696", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Rowan give for cutting Night Drive from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.16940619051456451, "query_session_index": 2, "query_start_sec": 15.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.822911262512207}], "gold_semantic_scores": [0.7619078159332275], "gold_temporal_scores": [0.06100333482027054], "max_gold_score": 0.822911262512207, "max_candidate_score": 0.822911262512207, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7857666611671448, "best_gold_margin": 0.037144601345062256, "weakest_gold_margin": 0.037144601345062256}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03762", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What was my original choice for the demo model?", "temporal_relation": "earliest", "query_temporal_norm": 0.5162276029586792, "query_session_index": 2, "query_start_sec": 13.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7296305298805237}], "gold_semantic_scores": [0.6182146668434143], "gold_temporal_scores": [0.11141575872898102], "max_gold_score": 0.7296305298805237, "max_candidate_score": 0.766025960445404, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.766025960445404, "best_gold_margin": -0.03639543056488037, "weakest_gold_margin": -0.03639543056488037}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03762", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model was chosen for the demo after the latency checks?", "temporal_relation": "none", "query_temporal_norm": 0.39488908648490906, "query_session_index": 2, "query_start_sec": 13.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8918997645378113}], "gold_semantic_scores": [0.7375845909118652], "gold_temporal_scores": [0.15431472659111023], "max_gold_score": 0.8918997645378113, "max_candidate_score": 0.8918997645378113, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6568202972412109, "best_gold_margin": 0.23507946729660034, "weakest_gold_margin": 0.23507946729660034}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03762", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the demo model choice discussed?", "temporal_relation": "session", "query_temporal_norm": 0.16275639832019806, "query_session_index": 2, "query_start_sec": 13.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7169901728630066}], "gold_semantic_scores": [0.678067147731781], "gold_temporal_scores": [0.0389232374727726], "max_gold_score": 0.7169901728630066, "max_candidate_score": 0.7534756064414978, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7534756064414978, "best_gold_margin": -0.03648543357849121, "weakest_gold_margin": -0.03648543357849121}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03887", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5410847067832947, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8700434565544128}], "gold_semantic_scores": [0.5977677702903748], "gold_temporal_scores": [0.27227556705474854], "max_gold_score": 0.8700434565544128, "max_candidate_score": 0.8902275562286377, "top_memory_id": "history_02_utt_0011::cf::main::1", "max_non_gold_score": 0.8902275562286377, "best_gold_margin": -0.020184099674224854, "weakest_gold_margin": -0.020184099674224854}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03887", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was a botanical garden visit mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1474793553352356, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8102016448974609}], "gold_semantic_scores": [0.7796176671981812], "gold_temporal_scores": [0.03058404102921486], "max_gold_score": 0.8102016448974609, "max_candidate_score": 0.8102016448974609, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.46964046359062195, "best_gold_margin": 0.340561181306839, "weakest_gold_margin": 0.340561181306839}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04007", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the prototype was aimed at?", "temporal_relation": "earliest", "query_temporal_norm": 0.5311727523803711, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.782973051071167}], "gold_semantic_scores": [0.6819660663604736], "gold_temporal_scores": [0.10100717097520828], "max_gold_score": 0.782973051071167, "max_candidate_score": 0.8126735091209412, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.8126735091209412, "best_gold_margin": -0.02970045804977417, "weakest_gold_margin": -0.02970045804977417}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04007", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally mentioned aiming the prototype at the lab kiosk?", "temporal_relation": "earliest", "query_temporal_norm": 0.538055419921875, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8624590635299683}], "gold_semantic_scores": [0.7533005475997925], "gold_temporal_scores": [0.1091587170958519], "max_gold_score": 0.8624590635299683, "max_candidate_score": 0.8624590635299683, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.44532522559165955, "best_gold_margin": 0.4171338379383087, "weakest_gold_margin": 0.4171338379383087}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04007", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What am I offering to do?", "temporal_relation": "none", "query_temporal_norm": 0.11468714475631714, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.20825189352035522, "top_memory_id": "history_02_utt_0042", "max_non_gold_score": 0.20825189352035522, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04093", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my evaluation threshold was before I raised it later?", "temporal_relation": "before", "query_temporal_norm": 0.34340402483940125, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8073998689651489}], "gold_semantic_scores": [0.7431204915046692], "gold_temporal_scores": [0.06427934765815735], "max_gold_score": 0.8073998689651489, "max_candidate_score": 0.8073998689651489, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7460641264915466, "best_gold_margin": 0.061335742473602295, "weakest_gold_margin": 0.061335742473602295}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04093", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the acceptance threshold set to on VoxBench?", "temporal_relation": "none", "query_temporal_norm": 0.14311721920967102, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6843011379241943}], "gold_semantic_scores": [0.6635331511497498], "gold_temporal_scores": [0.02076810598373413], "max_gold_score": 0.6843011379241943, "max_candidate_score": 0.7112191915512085, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7112191915512085, "best_gold_margin": -0.02691805362701416, "weakest_gold_margin": -0.02691805362701416}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04185", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my dinner restaurant choice change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4157573878765106, "query_session_index": 2, "query_start_sec": 17.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7923367023468018}, {"memory_id": "history_02_utt_0008", "score": 0.7311413884162903}], "gold_semantic_scores": [0.639441967010498, 0.5754837989807129], "gold_temporal_scores": [0.15289486944675446, 0.15565727651119232], "max_gold_score": 0.7923367023468018, "max_candidate_score": 0.7956845164299011, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.7956845164299011, "best_gold_margin": -0.0033478140830993652, "weakest_gold_margin": -0.06454312801361084}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04185", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned Luna Noodle House as the restaurant choice?", "temporal_relation": "none", "query_temporal_norm": 0.1716625988483429, "query_session_index": 2, "query_start_sec": 17.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7630178332328796}], "gold_semantic_scores": [0.7433258295059204], "gold_temporal_scores": [0.019691873341798782], "max_gold_score": 0.7630178332328796, "max_candidate_score": 0.7630178332328796, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.51665198802948, "best_gold_margin": 0.24636584520339966, "weakest_gold_margin": 0.24636584520339966}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04185", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the final decision for the restaurant choice we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5388748049736023, "query_session_index": 2, "query_start_sec": 17.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8136178255081177}], "gold_semantic_scores": [0.5769288539886475], "gold_temporal_scores": [0.2366889864206314], "max_gold_score": 0.8136178255081177, "max_candidate_score": 0.8136178255081177, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8124053478240967, "best_gold_margin": 0.001212477684020996, "weakest_gold_margin": 0.001212477684020996}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04185", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What restaurant was mentioned earlier as a possible choice for dinner?", "temporal_relation": "before", "query_temporal_norm": 0.37715834379196167, "query_session_index": 2, "query_start_sec": 17.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7886951565742493}], "gold_semantic_scores": [0.7245137691497803], "gold_temporal_scores": [0.06418147683143616], "max_gold_score": 0.7886951565742493, "max_candidate_score": 0.7886951565742493, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.34516918659210205, "best_gold_margin": 0.4435259699821472, "weakest_gold_margin": 0.4435259699821472}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04268", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who had originally said the baseline would use a frozen encoder with just a lightweight classifier head?", "temporal_relation": "earliest", "query_temporal_norm": 0.5392266511917114, "query_session_index": 2, "query_start_sec": 16.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5932496190071106}], "gold_semantic_scores": [0.5085470676422119], "gold_temporal_scores": [0.08470267802476883], "max_gold_score": 0.5932496190071106, "max_candidate_score": 0.5932496190071106, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4332957863807678, "best_gold_margin": 0.15995383262634277, "weakest_gold_margin": 0.15995383262634277}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04268", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the training setup that we discussed?", "temporal_relation": "comparison", "query_temporal_norm": 0.3027634024620056, "query_session_index": 2, "query_start_sec": 16.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7969106435775757}, {"memory_id": "history_02_utt_0010", "score": 0.7443769574165344}], "gold_semantic_scores": [0.6995850801467896, 0.6770043969154358], "gold_temporal_scores": [0.09732548147439957, 0.06737265735864639], "max_gold_score": 0.7969106435775757, "max_candidate_score": 0.7969106435775757, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.48913073539733887, "best_gold_margin": 0.3077799081802368, "weakest_gold_margin": 0.25524622201919556}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04268", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training setup did Drew mention using for the baseline?", "temporal_relation": "none", "query_temporal_norm": 0.16200818121433258, "query_session_index": 2, "query_start_sec": 16.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7567569613456726}], "gold_semantic_scores": [0.7153916358947754], "gold_temporal_scores": [0.04136541113257408], "max_gold_score": 0.7567569613456726, "max_candidate_score": 0.7567569613456726, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5922491550445557, "best_gold_margin": 0.16450780630111694, "weakest_gold_margin": 0.16450780630111694}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04268", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the earlier training setup before the plan changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.443570613861084, "query_session_index": 2, "query_start_sec": 16.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7087084650993347}], "gold_semantic_scores": [0.6152197122573853], "gold_temporal_scores": [0.09348872303962708], "max_gold_score": 0.7087084650993347, "max_candidate_score": 0.7087084650993347, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5171544551849365, "best_gold_margin": 0.1915540099143982, "weakest_gold_margin": 0.1915540099143982}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04369", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn say the latest dataset version was?", "temporal_relation": "latest", "query_temporal_norm": 0.5506206750869751, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0160330533981323}], "gold_semantic_scores": [0.7283591032028198], "gold_temporal_scores": [0.28767380118370056], "max_gold_score": 1.0160330533981323, "max_candidate_score": 1.0160330533981323, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.0142148733139038, "best_gold_margin": 0.0018181800842285156, "weakest_gold_margin": 0.0018181800842285156}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04369", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned moving to the v0.9 dataset version?", "temporal_relation": "none", "query_temporal_norm": 0.1871044933795929, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6004350185394287}], "gold_semantic_scores": [0.513279378414154], "gold_temporal_scores": [0.08715565502643585], "max_gold_score": 0.6004350185394287, "max_candidate_score": 0.6004350185394287, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.2394823133945465, "best_gold_margin": 0.3609527051448822, "weakest_gold_margin": 0.3609527051448822}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04369", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the dataset version called in an earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.44827866554260254, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6641608476638794}], "gold_semantic_scores": [0.5536720752716064], "gold_temporal_scores": [0.11048892885446548], "max_gold_score": 0.6641608476638794, "max_candidate_score": 0.6641608476638794, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.50926274061203, "best_gold_margin": 0.15489810705184937, "weakest_gold_margin": 0.15489810705184937}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04369", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dataset version change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3482665419578552, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.5906301736831665}, {"memory_id": "history_02_utt_0010", "score": 0.5509757995605469}], "gold_semantic_scores": [0.4853513240814209, 0.4663519263267517], "gold_temporal_scores": [0.10527884215116501, 0.08462383598089218], "max_gold_score": 0.5906301736831665, "max_candidate_score": 0.5906301736831665, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.22535844147205353, "best_gold_margin": 0.365271732211113, "weakest_gold_margin": 0.32561735808849335}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04523", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say we should submit for the retrieval track?", "temporal_relation": "earliest", "query_temporal_norm": 0.49532490968704224, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.620032548904419}], "gold_semantic_scores": [0.5514484643936157], "gold_temporal_scores": [0.06858401000499725], "max_gold_score": 0.620032548904419, "max_candidate_score": 0.6734349727630615, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.6734349727630615, "best_gold_margin": -0.05340242385864258, "weakest_gold_margin": -0.05340242385864258}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04523", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model choice was decided on for the final benchmark run?", "temporal_relation": "latest", "query_temporal_norm": 0.43298137187957764, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7651370167732239}], "gold_semantic_scores": [0.5879241824150085], "gold_temporal_scores": [0.1772127002477646], "max_gold_score": 0.7651370167732239, "max_candidate_score": 0.765339732170105, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0007::1", "max_non_gold_score": 0.765339732170105, "best_gold_margin": -0.00020271539688110352, "weakest_gold_margin": -0.00020271539688110352}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04523", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the decision about the late-interaction retriever mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.28467458486557007, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8336611986160278}], "gold_semantic_scores": [0.7208545207977295], "gold_temporal_scores": [0.11280599981546402], "max_gold_score": 0.8336611986160278, "max_candidate_score": 0.8336611986160278, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.3999493718147278, "best_gold_margin": 0.43371182680130005, "weakest_gold_margin": 0.43371182680130005}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04672", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Jordan's shopping item change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4191092848777771, "query_session_index": 2, "query_start_sec": 12.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8100757598876953}, {"memory_id": "history_02_utt_0010", "score": 0.7554108500480652}], "gold_semantic_scores": [0.664479672908783, 0.6289880275726318], "gold_temporal_scores": [0.1455959677696228, 0.12642286717891693], "max_gold_score": 0.8100757598876953, "max_candidate_score": 0.8100757598876953, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.681018054485321, "best_gold_margin": 0.12905770540237427, "weakest_gold_margin": 0.07439279556274414}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04672", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention dish soap?", "temporal_relation": "session", "query_temporal_norm": 0.1879114806652069, "query_session_index": 2, "query_start_sec": 12.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.4324931204319}], "gold_semantic_scores": [0.37517502903938293], "gold_temporal_scores": [0.057318102568387985], "max_gold_score": 0.4324931204319, "max_candidate_score": 0.4324931204319, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.34251973032951355, "best_gold_margin": 0.08997339010238647, "weakest_gold_margin": 0.08997339010238647}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04672", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping item did Jordan say they were price-checking?", "temporal_relation": "none", "query_temporal_norm": 0.28126558661460876, "query_session_index": 2, "query_start_sec": 12.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8450037240982056}], "gold_semantic_scores": [0.7083156704902649], "gold_temporal_scores": [0.1366880089044571], "max_gold_score": 0.8450037240982056, "max_candidate_score": 0.8450037240982056, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7939473390579224, "best_gold_margin": 0.0510563850402832, "weakest_gold_margin": 0.0510563850402832}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04672", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention price-checking laundry detergent pods?", "temporal_relation": "session", "query_temporal_norm": 0.2267431616783142, "query_session_index": 2, "query_start_sec": 12.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8319549560546875}], "gold_semantic_scores": [0.7830429077148438], "gold_temporal_scores": [0.04891219735145569], "max_gold_score": 0.8319549560546875, "max_candidate_score": 0.8319549560546875, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7863692045211792, "best_gold_margin": 0.0455857515335083, "weakest_gold_margin": 0.0455857515335083}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04769", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my training setting originally was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5266638994216919, "query_session_index": 2, "query_start_sec": 16.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7682399749755859}], "gold_semantic_scores": [0.6270226240158081], "gold_temporal_scores": [0.14121729135513306], "max_gold_score": 0.7682399749755859, "max_candidate_score": 0.7682399749755859, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7514820694923401, "best_gold_margin": 0.01675790548324585, "weakest_gold_margin": 0.01675790548324585}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04769", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the training setting change mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.29322221875190735, "query_session_index": 2, "query_start_sec": 16.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8339544534683228}], "gold_semantic_scores": [0.6996941566467285], "gold_temporal_scores": [0.13426019251346588], "max_gold_score": 0.8339544534683228, "max_candidate_score": 0.8339544534683228, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6367241144180298, "best_gold_margin": 0.19723033905029297, "weakest_gold_margin": 0.19723033905029297}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04840", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Taylor give for suggesting the Oak Street pharmacy, and why would it not work tonight?", "temporal_relation": "none", "query_temporal_norm": 0.21984325349330902, "query_session_index": 2, "query_start_sec": 15.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7649046778678894}, {"memory_id": "history_02_utt_0011", "score": 0.7836902737617493}], "gold_semantic_scores": [0.6935326457023621, 0.7370253801345825], "gold_temporal_scores": [0.07137197256088257, 0.046664945781230927], "max_gold_score": 0.7836902737617493, "max_candidate_score": 0.7836902737617493, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7117504477500916, "best_gold_margin": 0.07193982601165771, "weakest_gold_margin": 0.05315423011779785}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04840", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the Riverfront locker suggested?", "temporal_relation": "none", "query_temporal_norm": 0.09899798035621643, "query_session_index": 2, "query_start_sec": 15.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6205824613571167}], "gold_semantic_scores": [0.6006255149841309], "gold_temporal_scores": [0.01995711773633957], "max_gold_score": 0.6205824613571167, "max_candidate_score": 0.6205824613571167, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.34874165058135986, "best_gold_margin": 0.27184081077575684, "weakest_gold_margin": 0.27184081077575684}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04840", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the Riverfront locker is unavailable?", "temporal_relation": "session", "query_temporal_norm": 0.12114228308200836, "query_session_index": 2, "query_start_sec": 15.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0025", "score": 0.7659832239151001}], "gold_semantic_scores": [0.7219340205192566], "gold_temporal_scores": [0.04404930770397186], "max_gold_score": 0.7659832239151001, "max_candidate_score": 0.7659832239151001, "top_memory_id": "history_02_utt_0025", "max_non_gold_score": 0.5601727962493896, "best_gold_margin": 0.20581042766571045, "weakest_gold_margin": 0.20581042766571045}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04940", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the movie night venue was before it got moved?", "temporal_relation": "earliest", "query_temporal_norm": 0.5358551144599915, "query_session_index": 2, "query_start_sec": 15.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6870759725570679}], "gold_semantic_scores": [0.5835374593734741], "gold_temporal_scores": [0.10353855043649673], "max_gold_score": 0.6870759725570679, "max_candidate_score": 0.7100217938423157, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.7100217938423157, "best_gold_margin": -0.022945821285247803, "weakest_gold_margin": -0.022945821285247803}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05049", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the training setup was full fine-tuning with batch size 32?", "temporal_relation": "earliest", "query_temporal_norm": 0.564245343208313, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8112902641296387}], "gold_semantic_scores": [0.6685582995414734], "gold_temporal_scores": [0.14273208379745483], "max_gold_score": 0.8112902641296387, "max_candidate_score": 0.8112902641296387, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4277782142162323, "best_gold_margin": 0.38351204991340637, "weakest_gold_margin": 0.38351204991340637}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05049", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest training setup mentioned?", "temporal_relation": "latest", "query_temporal_norm": 0.5463169813156128, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9485794901847839}], "gold_semantic_scores": [0.6926458477973938], "gold_temporal_scores": [0.2559342682361603], "max_gold_score": 0.9485794901847839, "max_candidate_score": 0.9485794901847839, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9451335668563843, "best_gold_margin": 0.003445923328399658, "weakest_gold_margin": 0.003445923328399658}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05049", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training setup did Taylor mention earlier?", "temporal_relation": "none", "query_temporal_norm": 0.48356178402900696, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7665934562683105}], "gold_semantic_scores": [0.6253165602684021], "gold_temporal_scores": [0.14127697050571442], "max_gold_score": 0.7665934562683105, "max_candidate_score": 0.7665934562683105, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6170814037322998, "best_gold_margin": 0.14951205253601074, "weakest_gold_margin": 0.14951205253601074}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05049", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the deadline for the internal draft?", "temporal_relation": "none", "query_temporal_norm": 0.2196899950504303, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.74964439868927}], "gold_semantic_scores": [0.6949537992477417], "gold_temporal_scores": [0.054690711200237274], "max_gold_score": 0.74964439868927, "max_candidate_score": 0.74964439868927, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.6397227644920349, "best_gold_margin": 0.10992163419723511, "weakest_gold_margin": 0.10992163419723511}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05142", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched to preferring a backyard movie night, and what were they leaning toward at first?", "temporal_relation": "none", "query_temporal_norm": 0.28232166171073914, "query_session_index": 2, "query_start_sec": 11.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7169501781463623}, {"memory_id": "history_02_utt_0008", "score": 0.6996595859527588}], "gold_semantic_scores": [0.6198633909225464, 0.6208977699279785], "gold_temporal_scores": [0.09708693623542786, 0.07876180112361908], "max_gold_score": 0.7169501781463623, "max_candidate_score": 0.7169501781463623, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3379615545272827, "best_gold_margin": 0.3789886236190796, "weakest_gold_margin": 0.3616980314254761}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05142", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the activity choice we discussed?", "temporal_relation": "comparison", "query_temporal_norm": 0.27835512161254883, "query_session_index": 2, "query_start_sec": 11.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6445208191871643}, {"memory_id": "history_02_utt_0008", "score": 0.4977155029773712}], "gold_semantic_scores": [0.5490596890449524, 0.4242379367351532], "gold_temporal_scores": [0.09546104073524475, 0.07347745448350906], "max_gold_score": 0.6445208191871643, "max_candidate_score": 0.6445208191871643, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3626844882965088, "best_gold_margin": 0.2818363308906555, "weakest_gold_margin": 0.13503101468086243}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05142", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Hayden initially lean toward?", "temporal_relation": "earliest", "query_temporal_norm": 0.5513268113136292, "query_session_index": 2, "query_start_sec": 11.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7650738954544067}], "gold_semantic_scores": [0.6203377842903137], "gold_temporal_scores": [0.1447361558675766], "max_gold_score": 0.7650738954544067, "max_candidate_score": 0.7650738954544067, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.660466194152832, "best_gold_margin": 0.10460770130157471, "weakest_gold_margin": 0.10460770130157471}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05142", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Hayden mention leaning toward a board game night?", "temporal_relation": "session", "query_temporal_norm": 0.21997004747390747, "query_session_index": 2, "query_start_sec": 11.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7919130325317383}], "gold_semantic_scores": [0.7193197011947632], "gold_temporal_scores": [0.07259327173233032], "max_gold_score": 0.7919130325317383, "max_candidate_score": 0.7919130325317383, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.677548348903656, "best_gold_margin": 0.11436468362808228, "weakest_gold_margin": 0.11436468362808228}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05242", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the earlier weekend activity choice, and who later said they’d switched to the new one?", "temporal_relation": "none", "query_temporal_norm": 0.41135698556900024, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6811541318893433}, {"memory_id": "history_02_utt_0009", "score": 0.8277389407157898}], "gold_semantic_scores": [0.5375303030014038, 0.6508530378341675], "gold_temporal_scores": [0.14362387359142303, 0.17688632011413574], "max_gold_score": 0.8277389407157898, "max_candidate_score": 0.8277389407157898, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.505614697933197, "best_gold_margin": 0.3221242427825928, "weakest_gold_margin": 0.17553943395614624}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05242", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the activity choice we talked about earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.3976539373397827, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6779133081436157}, {"memory_id": "history_02_utt_0009", "score": 0.6547085642814636}], "gold_semantic_scores": [0.5417313575744629, 0.5792073607444763], "gold_temporal_scores": [0.13618211448192596, 0.07550161331892014], "max_gold_score": 0.6779133081436157, "max_candidate_score": 0.6779133081436157, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5762791037559509, "best_gold_margin": 0.1016342043876648, "weakest_gold_margin": 0.0784294605255127}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05242", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they were leaning toward the botanical garden for the weekend?", "temporal_relation": "none", "query_temporal_norm": 0.20133382081985474, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7407081723213196}], "gold_semantic_scores": [0.6862589716911316], "gold_temporal_scores": [0.05444921553134918], "max_gold_score": 0.7407081723213196, "max_candidate_score": 0.7407081723213196, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.40326136350631714, "best_gold_margin": 0.33744680881500244, "weakest_gold_margin": 0.33744680881500244}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05242", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched their pick to an indoor climbing session?", "temporal_relation": "none", "query_temporal_norm": 0.30422863364219666, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8027387261390686}], "gold_semantic_scores": [0.6533978581428528], "gold_temporal_scores": [0.14934103190898895], "max_gold_score": 0.8027387261390686, "max_candidate_score": 0.8027387261390686, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3101379871368408, "best_gold_margin": 0.4926007390022278, "weakest_gold_margin": 0.4926007390022278}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05303", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for suggesting CleanNest dish soap, and why was it taken off the list?", "temporal_relation": "none", "query_temporal_norm": 0.1710183024406433, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5378256440162659}, {"memory_id": "history_02_utt_0010", "score": 0.6156700849533081}], "gold_semantic_scores": [0.4898155927658081, 0.5574352741241455], "gold_temporal_scores": [0.04801006242632866, 0.058234840631484985], "max_gold_score": 0.6156700849533081, "max_candidate_score": 0.6156700849533081, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6010608673095703, "best_gold_margin": 0.014609217643737793, "weakest_gold_margin": -0.06323522329330444}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05303", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the CleanNest dish soap removed from the list?", "temporal_relation": "none", "query_temporal_norm": 0.15703827142715454, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6356624960899353}], "gold_semantic_scores": [0.5785313844680786], "gold_temporal_scores": [0.057131312787532806], "max_gold_score": 0.6356624960899353, "max_candidate_score": 0.6356624960899353, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4242752492427826, "best_gold_margin": 0.2113872468471527, "weakest_gold_margin": 0.2113872468471527}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05303", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why were the LoftHome trash bags suggested?", "temporal_relation": "none", "query_temporal_norm": 0.1349068433046341, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.6840224862098694}], "gold_semantic_scores": [0.6527271270751953], "gold_temporal_scores": [0.03129545971751213], "max_gold_score": 0.6840224862098694, "max_candidate_score": 0.6840224862098694, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.5199205875396729, "best_gold_margin": 0.16410189867019653, "weakest_gold_margin": 0.16410189867019653}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05383", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Emerson suggest Green Table Cafe, and why did Finley say it wouldn't work?", "temporal_relation": "none", "query_temporal_norm": 0.18037395179271698, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8054768443107605}, {"memory_id": "history_02_utt_0010", "score": 0.677987813949585}], "gold_semantic_scores": [0.7500643730163574, 0.6212625503540039], "gold_temporal_scores": [0.05541239678859711, 0.056725092232227325], "max_gold_score": 0.8054768443107605, "max_candidate_score": 0.8054768443107605, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7513440847396851, "best_gold_margin": 0.05413275957107544, "weakest_gold_margin": -0.0733562707901001}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05383", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Emerson give for suggesting Green Table Cafe?", "temporal_relation": "none", "query_temporal_norm": 0.12644881010055542, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8383420705795288}], "gold_semantic_scores": [0.8041306138038635], "gold_temporal_scores": [0.03421153500676155], "max_gold_score": 0.8383420705795288, "max_candidate_score": 0.8383420705795288, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6439194083213806, "best_gold_margin": 0.1944226622581482, "weakest_gold_margin": 0.1944226622581482}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05383", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Table Cafe because of the patio heater?", "temporal_relation": "none", "query_temporal_norm": 0.14093425869941711, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.798753023147583}], "gold_semantic_scores": [0.7626973986625671], "gold_temporal_scores": [0.03605569899082184], "max_gold_score": 0.798753023147583, "max_candidate_score": 0.798753023147583, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5818455219268799, "best_gold_margin": 0.21690750122070312, "weakest_gold_margin": 0.21690750122070312}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05383", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about the Green Table Cafe being closed on Sundays?", "temporal_relation": "session", "query_temporal_norm": 0.15561892092227936, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8798961043357849}], "gold_semantic_scores": [0.8260173201560974], "gold_temporal_scores": [0.05387885868549347], "max_gold_score": 0.8798961043357849, "max_candidate_score": 0.8798961043357849, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5647467970848083, "best_gold_margin": 0.31514930725097656, "weakest_gold_margin": 0.31514930725097656}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05534", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their API freeze deadline to Thursday the 11th, and what was the earlier date?", "temporal_relation": "comparison", "query_temporal_norm": 0.39290180802345276, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8012939095497131}, {"memory_id": "history_02_utt_0010", "score": 0.6721096634864807}], "gold_semantic_scores": [0.6608166694641113, 0.5656180381774902], "gold_temporal_scores": [0.14047706127166748, 0.10649171471595764], "max_gold_score": 0.8012939095497131, "max_candidate_score": 0.8012939095497131, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6140371561050415, "best_gold_margin": 0.18725675344467163, "weakest_gold_margin": 0.05807250738143921}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05534", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When was the API freeze deadline last set?", "temporal_relation": "none", "query_temporal_norm": 0.48421239852905273, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.698870837688446}], "gold_semantic_scores": [0.4982685148715973], "gold_temporal_scores": [0.20060263574123383], "max_gold_score": 0.698870837688446, "max_candidate_score": 0.7126980423927307, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.7126980423927307, "best_gold_margin": -0.013827204704284668, "weakest_gold_margin": -0.013827204704284668}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05534", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When did Casey say their API freeze was due?", "temporal_relation": "none", "query_temporal_norm": 0.23132577538490295, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6782703995704651}], "gold_semantic_scores": [0.6111524701118469], "gold_temporal_scores": [0.06711793690919876], "max_gold_score": 0.6782703995704651, "max_candidate_score": 0.6782703995704651, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6142460107803345, "best_gold_margin": 0.06402438879013062, "weakest_gold_margin": 0.06402438879013062}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05644", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their gathering preference to a backyard trivia night, and what was the earlier preference?", "temporal_relation": "comparison", "query_temporal_norm": 0.3461880087852478, "query_session_index": 2, "query_start_sec": 18.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.592982828617096}, {"memory_id": "history_02_utt_0011", "score": 0.6271005272865295}], "gold_semantic_scores": [0.4719078540802002, 0.5444834232330322], "gold_temporal_scores": [0.12107505649328232, 0.08261691778898239], "max_gold_score": 0.6271005272865295, "max_candidate_score": 0.6271005272865295, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.4042948782444, "best_gold_margin": 0.22280564904212952, "weakest_gold_margin": 0.18868795037269592}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05644", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was being considered earlier for the gathering?", "temporal_relation": "before", "query_temporal_norm": 0.4655759036540985, "query_session_index": 2, "query_start_sec": 18.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7656499743461609}], "gold_semantic_scores": [0.6823270916938782], "gold_temporal_scores": [0.08332295715808868], "max_gold_score": 0.7656499743461609, "max_candidate_score": 0.7656499743461609, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.40390652418136597, "best_gold_margin": 0.3617434501647949, "weakest_gold_margin": 0.3617434501647949}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05644", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned leaning toward a board game night for the gathering?", "temporal_relation": "none", "query_temporal_norm": 0.20893312990665436, "query_session_index": 2, "query_start_sec": 18.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8371846079826355}], "gold_semantic_scores": [0.7787919044494629], "gold_temporal_scores": [0.05839255079627037], "max_gold_score": 0.8371846079826355, "max_candidate_score": 0.8371846079826355, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4704297184944153, "best_gold_margin": 0.3667548894882202, "weakest_gold_margin": 0.3667548894882202}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05644", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they ended up preferring a backyard trivia night instead?", "temporal_relation": "none", "query_temporal_norm": 0.32990360260009766, "query_session_index": 2, "query_start_sec": 18.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.852563738822937}], "gold_semantic_scores": [0.7073813080787659], "gold_temporal_scores": [0.14518241584300995], "max_gold_score": 0.852563738822937, "max_candidate_score": 0.852563738822937, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.44637319445610046, "best_gold_margin": 0.40619054436683655, "weakest_gold_margin": 0.40619054436683655}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05804", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say I put on my grocery list?", "temporal_relation": "earliest", "query_temporal_norm": 0.5365887880325317, "query_session_index": 2, "query_start_sec": 11.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7709547281265259}], "gold_semantic_scores": [0.661007285118103], "gold_temporal_scores": [0.10994744300842285], "max_gold_score": 0.7709547281265259, "max_candidate_score": 0.8072009682655334, "top_memory_id": "history_01_utt_0011::cf::main::1", "max_non_gold_score": 0.8072009682655334, "best_gold_margin": -0.03624624013900757, "weakest_gold_margin": -0.03624624013900757}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05804", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned putting polenta on the grocery list?", "temporal_relation": "none", "query_temporal_norm": 0.20963558554649353, "query_session_index": 2, "query_start_sec": 11.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8069182634353638}], "gold_semantic_scores": [0.7626612782478333], "gold_temporal_scores": [0.04425691440701485], "max_gold_score": 0.8069182634353638, "max_candidate_score": 0.8069182634353638, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6004030704498291, "best_gold_margin": 0.20651519298553467, "weakest_gold_margin": 0.20651519298553467}
{"sample_id": "conv_9ab98027f08a_pkg_002", "qa_id": "qa_979a4e661449d3ed", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before they switched foods, which brand were their pets eating?", "temporal_relation": "before", "query_temporal_norm": 0.2972453832626343, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002137", "score": 0.5843647718429565}, {"memory_id": "utt_002141", "score": 0.5092123746871948}], "gold_semantic_scores": [0.6383817195892334, 0.56326824426651], "gold_temporal_scores": [-0.05401690676808357, -0.05405592918395996], "max_gold_score": 0.5843647718429565, "max_candidate_score": 0.5843647718429565, "top_memory_id": "utt_002137", "max_non_gold_score": 0.48705872893333435, "best_gold_margin": 0.09730604290962219, "weakest_gold_margin": 0.022153645753860474}
{"sample_id": "conv_9ab98027f08a_pkg_002", "qa_id": "qa_469d76d4654dbcf0", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What financial goal did they say they were working toward?", "temporal_relation": "none", "query_temporal_norm": 0.2306099683046341, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002410", "score": 0.26863303780555725}, {"memory_id": "utt_002413", "score": -0.015338588505983353}], "gold_semantic_scores": [0.2773345410823822, -0.006653711199760437], "gold_temporal_scores": [-0.008701411075890064, -0.008684865199029446], "max_gold_score": 0.26863303780555725, "max_candidate_score": 0.3676249086856842, "top_memory_id": "utt_002096", "max_non_gold_score": 0.3676249086856842, "best_gold_margin": -0.09899187088012695, "weakest_gold_margin": -0.38296349719166756}
{"sample_id": "conv_9ab98027f08a_pkg_002", "qa_id": "qa_7fcc7a4fd0a900f8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they just can't bring themselves to journal right now?", "temporal_relation": "none", "query_temporal_norm": 0.20875561237335205, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002493", "score": 0.4924253821372986}], "gold_semantic_scores": [0.5313331484794617], "gold_temporal_scores": [-0.03890778869390488], "max_gold_score": 0.4924253821372986, "max_candidate_score": 0.4924253821372986, "top_memory_id": "utt_002493", "max_non_gold_score": 0.3858286738395691, "best_gold_margin": 0.10659670829772949, "weakest_gold_margin": 0.10659670829772949}
{"sample_id": "conv_e3b6ef7a4e02_pkg_000", "qa_id": "qa_31fb24cc79eeab11", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Skyler's Mars placement?", "temporal_relation": "none", "query_temporal_norm": 0.21202175319194794, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000392", "score": 0.4130472242832184}], "gold_semantic_scores": [0.4312954843044281], "gold_temporal_scores": [-0.018248241394758224], "max_gold_score": 0.4130472242832184, "max_candidate_score": 0.4130472242832184, "top_memory_id": "utt_000392", "max_non_gold_score": 0.2942422926425934, "best_gold_margin": 0.118804931640625, "weakest_gold_margin": 0.118804931640625}
{"sample_id": "conv_e3b6ef7a4e02_pkg_000", "qa_id": "qa_90222992265cb925", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I want to do as a career?", "temporal_relation": "none", "query_temporal_norm": 0.20915645360946655, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000347", "score": 0.5924506187438965}], "gold_semantic_scores": [0.6190704107284546], "gold_temporal_scores": [-0.026619810611009598], "max_gold_score": 0.5924506187438965, "max_candidate_score": 0.5924506187438965, "top_memory_id": "utt_000347", "max_non_gold_score": 0.4925656020641327, "best_gold_margin": 0.0998850166797638, "weakest_gold_margin": 0.0998850166797638}
{"sample_id": "conv_e3b6ef7a4e02_pkg_000", "qa_id": "qa_bfd76dfba88a6500", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker who said they live in a four-story house describe it?", "temporal_relation": "session", "query_temporal_norm": 0.20992937684059143, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000585", "score": 0.635460376739502}, {"memory_id": "utt_000586", "score": 0.45417413115501404}], "gold_semantic_scores": [0.6735446453094482, 0.4922603964805603], "gold_temporal_scores": [-0.038084302097558975, -0.038086358457803726], "max_gold_score": 0.635460376739502, "max_candidate_score": 0.635460376739502, "top_memory_id": "utt_000585", "max_non_gold_score": 0.4392414391040802, "best_gold_margin": 0.19621893763542175, "weakest_gold_margin": 0.014932692050933838}
{"sample_id": "conv_e556a120521d_pkg_000", "qa_id": "qa_6e1a66d329c5eece", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who has a pet named Cairo?", "temporal_relation": "none", "query_temporal_norm": 0.2395540028810501, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000113", "score": 0.5351357460021973}], "gold_semantic_scores": [0.5823599100112915], "gold_temporal_scores": [-0.04722408205270767], "max_gold_score": 0.5351357460021973, "max_candidate_score": 0.5351357460021973, "top_memory_id": "utt_000113", "max_non_gold_score": 0.3801492154598236, "best_gold_margin": 0.15498653054237366, "weakest_gold_margin": 0.15498653054237366}
{"sample_id": "conv_e556a120521d_pkg_000", "qa_id": "qa_767384aa61ae517f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How long is the language class you mentioned?", "temporal_relation": "none", "query_temporal_norm": 0.22189077734947205, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000310", "score": 0.2955017685890198}], "gold_semantic_scores": [0.32548797130584717], "gold_temporal_scores": [-0.029986243695020676], "max_gold_score": 0.2955017685890198, "max_candidate_score": 0.32076919078826904, "top_memory_id": "utt_000300", "max_non_gold_score": 0.32076919078826904, "best_gold_margin": -0.025267422199249268, "weakest_gold_margin": -0.025267422199249268}
{"sample_id": "conv_e556a120521d_pkg_000", "qa_id": "qa_52c9c6414e8fd9e7", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they can say three or four words at a time?", "temporal_relation": "session", "query_temporal_norm": 0.20131492614746094, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000304", "score": 0.5852807760238647}], "gold_semantic_scores": [0.6090360283851624], "gold_temporal_scores": [-0.023755265399813652], "max_gold_score": 0.5852807760238647, "max_candidate_score": 0.5852807760238647, "top_memory_id": "utt_000304", "max_non_gold_score": 0.362275093793869, "best_gold_margin": 0.22300568222999573, "weakest_gold_margin": 0.22300568222999573}
{"sample_id": "conv_e6f0ddcbab3c_pkg_000", "qa_id": "qa_f02860cae8f6138b", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who dislikes the lip color 'orangey' and who dislikes 'coral'?", "temporal_relation": "none", "query_temporal_norm": 0.19068357348442078, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000627", "score": 0.4880649745464325}, {"memory_id": "utt_000629", "score": 0.7565447688102722}, {"memory_id": "utt_000634", "score": 0.36024779081344604}, {"memory_id": "utt_000636", "score": 0.5750985741615295}], "gold_semantic_scores": [0.5384321808815002, 0.8069213628768921, 0.4106309711933136, 0.6254833340644836], "gold_temporal_scores": [-0.050367336720228195, -0.05037675425410271, -0.05038328096270561, -0.05038461834192276], "max_gold_score": 0.7565447688102722, "max_candidate_score": 0.7565447688102722, "top_memory_id": "utt_000629", "max_non_gold_score": 0.5694737434387207, "best_gold_margin": 0.1870710253715515, "weakest_gold_margin": -0.20922595262527466}
{"sample_id": "conv_e6f0ddcbab3c_pkg_000", "qa_id": "qa_5c346db9454105c2", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I own the pistache eclair perfume?", "temporal_relation": "none", "query_temporal_norm": 0.2113727331161499, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000402", "score": 0.726422905921936}], "gold_semantic_scores": [0.7574847936630249], "gold_temporal_scores": [-0.031062157824635506], "max_gold_score": 0.726422905921936, "max_candidate_score": 0.726422905921936, "top_memory_id": "utt_000402", "max_non_gold_score": 0.5751063823699951, "best_gold_margin": 0.15131652355194092, "weakest_gold_margin": 0.15131652355194092}
{"sample_id": "conv_e6f0ddcbab3c_pkg_000", "qa_id": "qa_afe296487e8b22d4", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say she doesn't like floral notes like rose, peony, and gardenia?", "temporal_relation": "session", "query_temporal_norm": 0.169129878282547, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000337", "score": 0.6341466903686523}, {"memory_id": "utt_000338", "score": 0.6258326172828674}], "gold_semantic_scores": [0.6659564971923828, 0.6576340794563293], "gold_temporal_scores": [-0.03180981054902077, -0.03180137649178505], "max_gold_score": 0.6341466903686523, "max_candidate_score": 0.6341466903686523, "top_memory_id": "utt_000337", "max_non_gold_score": 0.5443883538246155, "best_gold_margin": 0.08975833654403687, "weakest_gold_margin": 0.08144426345825195}
{"sample_id": "conv_e6f0ddcbab3c_pkg_000", "qa_id": "qa_ad5ffc59ffb42a6f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which fragrance brand does the speaker prefer?", "temporal_relation": "none", "query_temporal_norm": 0.20937980711460114, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000215", "score": 0.5896191000938416}], "gold_semantic_scores": [0.6229868531227112], "gold_temporal_scores": [-0.033367693424224854], "max_gold_score": 0.5896191000938416, "max_candidate_score": 0.5896191000938416, "top_memory_id": "utt_000215", "max_non_gold_score": 0.5882070660591125, "best_gold_margin": 0.001412034034729004, "weakest_gold_margin": 0.001412034034729004}
{"sample_id": "conv_e963cd63e023_pkg_001", "qa_id": "qa_379038e6a593845d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who is 36?", "temporal_relation": "none", "query_temporal_norm": 0.23207545280456543, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001172", "score": 0.6865130662918091}], "gold_semantic_scores": [0.7313776612281799], "gold_temporal_scores": [-0.04486461356282234], "max_gold_score": 0.6865130662918091, "max_candidate_score": 0.6865130662918091, "top_memory_id": "utt_001172", "max_non_gold_score": 0.5916712284088135, "best_gold_margin": 0.0948418378829956, "weakest_gold_margin": 0.0948418378829956}
{"sample_id": "conv_e963cd63e023_pkg_001", "qa_id": "qa_3ade425c3176de68", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say they feel undervalued for helping people with their life problems?", "temporal_relation": "session", "query_temporal_norm": 0.18285876512527466, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001156", "score": 0.3791322410106659}, {"memory_id": "utt_001157", "score": 0.4357384443283081}, {"memory_id": "utt_001158", "score": 0.337734580039978}], "gold_semantic_scores": [0.39184531569480896, 0.4484120011329651, 0.3503246307373047], "gold_temporal_scores": [-0.012713121250271797, -0.012673585675656796, -0.012589996680617332], "max_gold_score": 0.4357384443283081, "max_candidate_score": 0.5748066306114197, "top_memory_id": "utt_001287", "max_non_gold_score": 0.5748066306114197, "best_gold_margin": -0.13906818628311157, "weakest_gold_margin": -0.23707205057144165}
{"sample_id": "conv_e963cd63e023_pkg_001", "qa_id": "qa_529fcb57dd5ed32f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Kendall's sleep pattern?", "temporal_relation": "none", "query_temporal_norm": 0.19599643349647522, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001791", "score": 0.478889524936676}], "gold_semantic_scores": [0.49160003662109375], "gold_temporal_scores": [-0.012710506096482277], "max_gold_score": 0.478889524936676, "max_candidate_score": 0.478889524936676, "top_memory_id": "utt_001791", "max_non_gold_score": 0.4419875741004944, "best_gold_margin": 0.03690195083618164, "weakest_gold_margin": 0.03690195083618164}
{"sample_id": "conv_eabefc860077_pkg_001", "qa_id": "qa_0f59d7ecd1e4bbe0", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How does each person mentioned track or think about their work time?", "temporal_relation": "none", "query_temporal_norm": 0.21381409466266632, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001586", "score": 0.5160735845565796}, {"memory_id": "utt_001587", "score": 0.3045252859592438}, {"memory_id": "utt_001589", "score": 0.3508793115615845}], "gold_semantic_scores": [0.5555911660194397, 0.344044953584671, 0.3904017508029938], "gold_temporal_scores": [-0.03951745852828026, -0.03951970860362053, -0.03952256590127945], "max_gold_score": 0.5160735845565796, "max_candidate_score": 0.5913674831390381, "top_memory_id": "utt_001554", "max_non_gold_score": 0.5913674831390381, "best_gold_margin": -0.0752938985824585, "weakest_gold_margin": -0.2868421971797943}
{"sample_id": "conv_eabefc860077_pkg_001", "qa_id": "qa_472634384f24bd95", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What does the person with the computer table use to raise the height of their monitors?", "temporal_relation": "none", "query_temporal_norm": 0.18442198634147644, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001247", "score": 0.3804529905319214}, {"memory_id": "utt_001249", "score": 0.5030938982963562}], "gold_semantic_scores": [0.3984687328338623, 0.5210736393928528], "gold_temporal_scores": [-0.018015848472714424, -0.017979905009269714], "max_gold_score": 0.5030938982963562, "max_candidate_score": 0.5030938982963562, "top_memory_id": "utt_001249", "max_non_gold_score": 0.47712987661361694, "best_gold_margin": 0.025964021682739258, "weakest_gold_margin": -0.09667688608169556}
{"sample_id": "conv_eabefc860077_pkg_001", "qa_id": "qa_3ac21a56d1862f21", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say I was a little disappointed about the first company?", "temporal_relation": "session", "query_temporal_norm": 0.207070454955101, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001100", "score": 0.6624767184257507}], "gold_semantic_scores": [0.6971097588539124], "gold_temporal_scores": [-0.03463312238454819], "max_gold_score": 0.6624767184257507, "max_candidate_score": 0.6624767184257507, "top_memory_id": "utt_001100", "max_non_gold_score": 0.4484004080295563, "best_gold_margin": 0.21407631039619446, "weakest_gold_margin": 0.21407631039619446}
{"sample_id": "conv_eabefc860077_pkg_001", "qa_id": "qa_3f247d2c80827e35", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they work from home?", "temporal_relation": "none", "query_temporal_norm": 0.23712314665317535, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001465", "score": 0.5834857225418091}], "gold_semantic_scores": [0.6372182369232178], "gold_temporal_scores": [-0.053732581436634064], "max_gold_score": 0.5834857225418091, "max_candidate_score": 0.5834857225418091, "top_memory_id": "utt_001465", "max_non_gold_score": 0.4763122797012329, "best_gold_margin": 0.10717344284057617, "weakest_gold_margin": 0.10717344284057617}
{"sample_id": "conv_ebcee27dc059_pkg_001", "qa_id": "qa_df787534eb345a2e", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say I'd be the first to know about new projects?", "temporal_relation": "session", "query_temporal_norm": 0.20754903554916382, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000983", "score": 0.3325013816356659}, {"memory_id": "utt_000985", "score": 0.4876028895378113}], "gold_semantic_scores": [0.3642185628414154, 0.5192540287971497], "gold_temporal_scores": [-0.03171716630458832, -0.03165104612708092], "max_gold_score": 0.4876028895378113, "max_candidate_score": 0.4876028895378113, "top_memory_id": "utt_000985", "max_non_gold_score": 0.39220818877220154, "best_gold_margin": 0.09539470076560974, "weakest_gold_margin": -0.059706807136535645}
{"sample_id": "conv_ebcee27dc059_pkg_001", "qa_id": "qa_431c9f9fdbc7e8e0", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say about loyalty to the site?", "temporal_relation": "none", "query_temporal_norm": 0.20980669558048248, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000935", "score": 0.6642686128616333}], "gold_semantic_scores": [0.6923511624336243], "gold_temporal_scores": [-0.028082646429538727], "max_gold_score": 0.6642686128616333, "max_candidate_score": 0.6642686128616333, "top_memory_id": "utt_000935", "max_non_gold_score": 0.46477794647216797, "best_gold_margin": 0.19949066638946533, "weakest_gold_margin": 0.19949066638946533}
{"sample_id": "conv_ebcee27dc059_pkg_001", "qa_id": "qa_32f14263ad78efeb", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were part of a WhatsApp group called \"AI Work\"?", "temporal_relation": "none", "query_temporal_norm": 0.2410883754491806, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001033", "score": 0.5945002436637878}], "gold_semantic_scores": [0.6394994854927063], "gold_temporal_scores": [-0.04499933496117592], "max_gold_score": 0.5945002436637878, "max_candidate_score": 0.6145426630973816, "top_memory_id": "utt_001099", "max_non_gold_score": 0.6145426630973816, "best_gold_margin": -0.02004241943359375, "weakest_gold_margin": -0.02004241943359375}
{"sample_id": "conv_ec9294d180a2_pkg_001", "qa_id": "qa_1b0a820ae2d96e4f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they would probably want to talk to Dakota a lot this week?", "temporal_relation": "none", "query_temporal_norm": 0.20421184599399567, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001742", "score": 0.3217790722846985}, {"memory_id": "utt_001743", "score": 0.4858485758304596}], "gold_semantic_scores": [0.35405007004737854, 0.518068790435791], "gold_temporal_scores": [-0.03227093815803528, -0.0322202667593956], "max_gold_score": 0.4858485758304596, "max_candidate_score": 0.5121100544929504, "top_memory_id": "utt_001699", "max_non_gold_score": 0.5121100544929504, "best_gold_margin": -0.026261478662490845, "weakest_gold_margin": -0.19033098220825195}
{"sample_id": "conv_ec9294d180a2_pkg_001", "qa_id": "qa_5ee644806f68d548", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they can read well?", "temporal_relation": "session", "query_temporal_norm": 0.2193148285150528, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001756", "score": 0.6871762275695801}, {"memory_id": "utt_001784", "score": 0.5161051750183105}], "gold_semantic_scores": [0.7255542874336243, 0.5544083118438721], "gold_temporal_scores": [-0.0383780337870121, -0.03830298036336899], "max_gold_score": 0.6871762275695801, "max_candidate_score": 0.6871762275695801, "top_memory_id": "utt_001756", "max_non_gold_score": 0.5381403565406799, "best_gold_margin": 0.14903587102890015, "weakest_gold_margin": -0.022035181522369385}
{"sample_id": "conv_ec9294d180a2_pkg_001", "qa_id": "qa_159ebe806f339724", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Dakota say they planned to buy?", "temporal_relation": "none", "query_temporal_norm": 0.2831684947013855, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002450", "score": 0.5403996706008911}, {"memory_id": "utt_002763", "score": 0.33978620171546936}, {"memory_id": "utt_002764", "score": 0.010668590664863586}], "gold_semantic_scores": [0.5943102836608887, 0.3942645192146301, 0.06514851748943329], "gold_temporal_scores": [-0.05391059070825577, -0.05447841063141823, -0.054479945451021194], "max_gold_score": 0.5403996706008911, "max_candidate_score": 0.5782685279846191, "top_memory_id": "utt_001885", "max_non_gold_score": 0.5782685279846191, "best_gold_margin": -0.03786885738372803, "weakest_gold_margin": -0.5675999373197556}
{"sample_id": "conv_ed13dd6add32_pkg_001", "qa_id": "qa_80dc6f8a141438f7", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did they say their tattoos are located?", "temporal_relation": "none", "query_temporal_norm": 0.21250765025615692, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001142", "score": 0.40495559573173523}, {"memory_id": "utt_001159", "score": 0.37681397795677185}, {"memory_id": "utt_001191", "score": 0.49383261799812317}], "gold_semantic_scores": [0.43450289964675903, 0.4061775803565979, 0.5229830145835876], "gold_temporal_scores": [-0.029547346755862236, -0.029363540932536125, -0.0291503444314003], "max_gold_score": 0.49383261799812317, "max_candidate_score": 0.5572748780250549, "top_memory_id": "utt_001177", "max_non_gold_score": 0.5572748780250549, "best_gold_margin": -0.06344226002693176, "weakest_gold_margin": -0.18046090006828308}
{"sample_id": "conv_ed13dd6add32_pkg_001", "qa_id": "qa_cbfef8583d1fe905", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who has an ex-girlfriend's name in Thai writing, and who has their mother's name and their daughter's name as tattoos?", "temporal_relation": "none", "query_temporal_norm": 0.2869183123111725, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001142", "score": 0.27641868591308594}, {"memory_id": "utt_001160", "score": 0.3806852698326111}, {"memory_id": "utt_001192", "score": 0.3831675052642822}], "gold_semantic_scores": [0.36557522416114807, 0.4703831970691681, 0.4735013246536255], "gold_temporal_scores": [-0.08915649354457855, -0.08969791233539581, -0.09033383429050446], "max_gold_score": 0.3831675052642822, "max_candidate_score": 0.4775995910167694, "top_memory_id": "utt_001062", "max_non_gold_score": 0.4775995910167694, "best_gold_margin": -0.09443208575248718, "weakest_gold_margin": -0.20118090510368347}
{"sample_id": "conv_ed13dd6add32_pkg_001", "qa_id": "qa_5723e7fbf879bbbd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Where did I (Alex) say I used to work?", "temporal_relation": "none", "query_temporal_norm": 0.22296936810016632, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001056", "score": 0.6259779334068298}, {"memory_id": "utt_001061", "score": 0.5436298847198486}], "gold_semantic_scores": [0.6673302054405212, 0.5849686861038208], "gold_temporal_scores": [-0.041352201253175735, -0.041338611394166946], "max_gold_score": 0.6259779334068298, "max_candidate_score": 0.643058717250824, "top_memory_id": "utt_001342", "max_non_gold_score": 0.643058717250824, "best_gold_margin": -0.01708078384399414, "weakest_gold_margin": -0.09942883253097534}
{"sample_id": "conv_edf32aa3767b_pkg_001", "qa_id": "qa_4d06f331c8a3c828", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which current or recent scooter/bike does Paul Alexander have, and which does Lane have?", "temporal_relation": "none", "query_temporal_norm": 0.1671830713748932, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000994", "score": 0.38249263167381287}, {"memory_id": "utt_000995", "score": 0.5347540974617004}, {"memory_id": "utt_001078", "score": 0.3822959363460541}, {"memory_id": "utt_001081", "score": 0.3221069574356079}, {"memory_id": "utt_001109", "score": 0.39494243264198303}], "gold_semantic_scores": [0.41737088561058044, 0.5695840716362, 0.41488707065582275, 0.35448727011680603, 0.42672914266586304], "gold_temporal_scores": [-0.03487817198038101, -0.03483029082417488, -0.03259113430976868, -0.03238029405474663, -0.031786780804395676], "max_gold_score": 0.5347540974617004, "max_candidate_score": 0.5347540974617004, "top_memory_id": "utt_000995", "max_non_gold_score": 0.4889736771583557, "best_gold_margin": 0.04578042030334473, "weakest_gold_margin": -0.1668667197227478}
{"sample_id": "conv_edf32aa3767b_pkg_001", "qa_id": "qa_bedf617b53714cb1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What color was my past vehicle?", "temporal_relation": "none", "query_temporal_norm": 0.20503860712051392, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001026", "score": 0.545723021030426}], "gold_semantic_scores": [0.5616963505744934], "gold_temporal_scores": [-0.015973154455423355], "max_gold_score": 0.545723021030426, "max_candidate_score": 0.64554363489151, "top_memory_id": "utt_001235", "max_non_gold_score": 0.64554363489151, "best_gold_margin": -0.09982061386108398, "weakest_gold_margin": -0.09982061386108398}
{"sample_id": "conv_edf32aa3767b_pkg_001", "qa_id": "qa_7938267db15cc447", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it mentioned that one charge gets about 400 kilometers?", "temporal_relation": "session", "query_temporal_norm": 0.2060469537973404, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001121", "score": 0.7350924015045166}], "gold_semantic_scores": [0.7548248767852783], "gold_temporal_scores": [-0.019732721149921417], "max_gold_score": 0.7350924015045166, "max_candidate_score": 0.7350924015045166, "top_memory_id": "utt_001121", "max_non_gold_score": 0.6409726738929749, "best_gold_margin": 0.09411972761154175, "weakest_gold_margin": 0.09411972761154175}
{"sample_id": "conv_f0683e74e337_pkg_001", "qa_id": "qa_11073ed307d9fcc8", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What exactly did Sawyer do at Villa Market, who helped, and what happened afterward?", "temporal_relation": "none", "query_temporal_norm": 0.2015315443277359, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001127", "score": 0.10235495865345001}, {"memory_id": "utt_001128", "score": 0.5547610521316528}, {"memory_id": "utt_001129", "score": 0.2889270782470703}, {"memory_id": "utt_001140", "score": 0.25439372658729553}, {"memory_id": "utt_001150", "score": 0.10623898357152939}, {"memory_id": "utt_001159", "score": 0.09779786318540573}, {"memory_id": "utt_001170", "score": 0.15562300384044647}], "gold_semantic_scores": [0.15568727254867554, 0.6081306338310242, 0.3423773944377899, 0.30824458599090576, 0.1603400558233261, 0.15212208032608032, 0.21032854914665222], "gold_temporal_scores": [-0.05333229526877403, -0.053369563072919846, -0.05345030874013901, -0.05385088920593262, -0.05410106107592583, -0.054324205964803696, -0.05470559000968933], "max_gold_score": 0.5547610521316528, "max_candidate_score": 0.5547610521316528, "top_memory_id": "utt_001128", "max_non_gold_score": 0.34436458349227905, "best_gold_margin": 0.21039646863937378, "weakest_gold_margin": -0.24656672030687332}
{"sample_id": "conv_f0683e74e337_pkg_001", "qa_id": "qa_b345aaf423d3a3bb", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I mentioned giving something as a gift—what did I say I gave?", "temporal_relation": "none", "query_temporal_norm": 0.20744822919368744, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001181", "score": 0.3917248547077179}, {"memory_id": "utt_001182", "score": 0.17243316769599915}, {"memory_id": "utt_001183", "score": 0.24431033432483673}, {"memory_id": "utt_001201", "score": 0.6520984172821045}], "gold_semantic_scores": [0.4225570261478424, 0.2032540887594223, 0.2751191556453705, 0.6826415061950684], "gold_temporal_scores": [-0.030832236632704735, -0.03082088567316532, -0.030808860436081886, -0.030543193221092224], "max_gold_score": 0.6520984172821045, "max_candidate_score": 0.6520984172821045, "top_memory_id": "utt_001201", "max_non_gold_score": 0.545988142490387, "best_gold_margin": 0.10611027479171753, "weakest_gold_margin": -0.3735549747943878}
{"sample_id": "conv_f0683e74e337_pkg_001", "qa_id": "qa_b9628f55e3824bc5", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was Miami mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.20292989909648895, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001035", "score": -0.019093772396445274}, {"memory_id": "utt_001036", "score": 0.4303850531578064}], "gold_semantic_scores": [0.01225706934928894, 0.46169334650039673], "gold_temporal_scores": [-0.031350839883089066, -0.031308259814977646], "max_gold_score": 0.4303850531578064, "max_candidate_score": 0.4566289782524109, "top_memory_id": "utt_001047", "max_non_gold_score": 0.4566289782524109, "best_gold_margin": -0.026243925094604492, "weakest_gold_margin": -0.47572275064885616}
{"sample_id": "conv_f299a195251b_pkg_000", "qa_id": "qa_8eaeba59ffa157fb", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What opinion did Payton express about who is responsible for decisions?", "temporal_relation": "none", "query_temporal_norm": 0.2093927562236786, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000749", "score": 0.5706256628036499}], "gold_semantic_scores": [0.6122156381607056], "gold_temporal_scores": [-0.04159020632505417], "max_gold_score": 0.5706256628036499, "max_candidate_score": 0.5706256628036499, "top_memory_id": "utt_000749", "max_non_gold_score": 0.4585646688938141, "best_gold_margin": 0.11206099390983582, "weakest_gold_margin": 0.11206099390983582}
{"sample_id": "conv_f299a195251b_pkg_000", "qa_id": "qa_1bd06a113eda1453", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which part of the conversation did the speaker say they like the Gulf Coast?", "temporal_relation": "session", "query_temporal_norm": 0.18273162841796875, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000185", "score": 0.720919132232666}], "gold_semantic_scores": [0.7457805275917053], "gold_temporal_scores": [-0.024861348792910576], "max_gold_score": 0.720919132232666, "max_candidate_score": 0.720919132232666, "top_memory_id": "utt_000185", "max_non_gold_score": 0.6018407940864563, "best_gold_margin": 0.11907833814620972, "weakest_gold_margin": 0.11907833814620972}
{"sample_id": "conv_f299a195251b_pkg_000", "qa_id": "qa_57f01c3b9d95d498", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the name of the speaker's good friend?", "temporal_relation": "none", "query_temporal_norm": 0.20371942222118378, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000441", "score": 0.39239048957824707}], "gold_semantic_scores": [0.40835806727409363], "gold_temporal_scores": [-0.01596750132739544], "max_gold_score": 0.39239048957824707, "max_candidate_score": 0.3978212773799896, "top_memory_id": "utt_000354", "max_non_gold_score": 0.3978212773799896, "best_gold_margin": -0.005430787801742554, "weakest_gold_margin": -0.005430787801742554}
{"sample_id": "conv_f3d44e20a12c_pkg_001", "qa_id": "qa_26af003ef862ece0", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the pants?", "temporal_relation": "none", "query_temporal_norm": 0.17878806591033936, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002357", "score": 0.3339521586894989}, {"memory_id": "utt_002359", "score": 0.29384854435920715}, {"memory_id": "utt_002406", "score": 0.5403769016265869}], "gold_semantic_scores": [0.3451094627380371, 0.30499160289764404, 0.551270067691803], "gold_temporal_scores": [-0.011157341301441193, -0.011143075302243233, -0.010893242433667183], "max_gold_score": 0.5403769016265869, "max_candidate_score": 0.5688570141792297, "top_memory_id": "utt_002404", "max_non_gold_score": 0.5688570141792297, "best_gold_margin": -0.028480112552642822, "weakest_gold_margin": -0.2750084698200226}
{"sample_id": "conv_f3d44e20a12c_pkg_001", "qa_id": "qa_8be8e9e99f1a2151", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What past work experience was mentioned?", "temporal_relation": "none", "query_temporal_norm": 0.21220596134662628, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001576", "score": 0.5902615785598755}, {"memory_id": "utt_001579", "score": 0.5594652891159058}], "gold_semantic_scores": [0.6290414929389954, 0.5978221893310547], "gold_temporal_scores": [-0.038779664784669876, -0.03835669532418251], "max_gold_score": 0.5902615785598755, "max_candidate_score": 0.5902615785598755, "top_memory_id": "utt_001576", "max_non_gold_score": 0.4742448925971985, "best_gold_margin": 0.116016685962677, "weakest_gold_margin": 0.08522039651870728}
{"sample_id": "conv_f528688b80b8_pkg_000", "qa_id": "qa_37303b859620eb36", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who in the conversation said they love traveling?", "temporal_relation": "none", "query_temporal_norm": 0.2196592390537262, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000199", "score": 0.5649188756942749}], "gold_semantic_scores": [0.6140197515487671], "gold_temporal_scores": [-0.04910091683268547], "max_gold_score": 0.5649188756942749, "max_candidate_score": 0.5865152478218079, "top_memory_id": "utt_000357", "max_non_gold_score": 0.5865152478218079, "best_gold_margin": -0.02159637212753296, "weakest_gold_margin": -0.02159637212753296}
{"sample_id": "conv_f528688b80b8_pkg_000", "qa_id": "qa_21653180158b400b", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the target speaker state their current work hours (3:00 PM to 7:00 PM and 11:00 PM to 2:00 AM)?", "temporal_relation": "session", "query_temporal_norm": 0.1915842443704605, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000095", "score": 0.6081200242042542}], "gold_semantic_scores": [0.644142210483551], "gold_temporal_scores": [-0.03602232411503792], "max_gold_score": 0.6081200242042542, "max_candidate_score": 0.6081200242042542, "top_memory_id": "utt_000095", "max_non_gold_score": 0.44482365250587463, "best_gold_margin": 0.16329637169837952, "weakest_gold_margin": 0.16329637169837952}
{"sample_id": "conv_f528688b80b8_pkg_000", "qa_id": "qa_2e7142d5bbebd8ee", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say they wanted to try?", "temporal_relation": "none", "query_temporal_norm": 0.21784789860248566, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001006", "score": 0.5669352412223816}], "gold_semantic_scores": [0.603891134262085], "gold_temporal_scores": [-0.036955974996089935], "max_gold_score": 0.5669352412223816, "max_candidate_score": 0.5669352412223816, "top_memory_id": "utt_001006", "max_non_gold_score": 0.5655766129493713, "best_gold_margin": 0.001358628273010254, "weakest_gold_margin": 0.001358628273010254}
{"sample_id": "conv_f71745afa4a0_pkg_000", "qa_id": "qa_ac8603165ebfe7e5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which nationality of tourists did the speaker say they like?", "temporal_relation": "none", "query_temporal_norm": 0.20265232026576996, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000307", "score": 0.5216814875602722}, {"memory_id": "utt_000308", "score": 0.587480902671814}], "gold_semantic_scores": [0.5426865816116333, 0.6084660291671753], "gold_temporal_scores": [-0.021004967391490936, -0.02098514698445797], "max_gold_score": 0.587480902671814, "max_candidate_score": 0.587480902671814, "top_memory_id": "utt_000308", "max_non_gold_score": 0.5667250156402588, "best_gold_margin": 0.020755887031555176, "weakest_gold_margin": -0.04504352807998657}
{"sample_id": "conv_f71745afa4a0_pkg_000", "qa_id": "qa_3f7f54da1dc8a94b", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say I was going with my dad?", "temporal_relation": "session", "query_temporal_norm": 0.2149048149585724, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000115", "score": 0.11997640132904053}, {"memory_id": "utt_000117", "score": 0.5376975536346436}], "gold_semantic_scores": [0.16178959608078003, 0.579411506652832], "gold_temporal_scores": [-0.04181322455406189, -0.041713956743478775], "max_gold_score": 0.5376975536346436, "max_candidate_score": 0.5376975536346436, "top_memory_id": "utt_000117", "max_non_gold_score": 0.5303002595901489, "best_gold_margin": 0.007397294044494629, "weakest_gold_margin": -0.4103238582611084}
{"sample_id": "conv_f71745afa4a0_pkg_000", "qa_id": "qa_d084349a4f1f927e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Gray say about sand?", "temporal_relation": "none", "query_temporal_norm": 0.20833426713943481, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000261", "score": 0.5564414262771606}], "gold_semantic_scores": [0.5884374976158142], "gold_temporal_scores": [-0.031996116042137146], "max_gold_score": 0.5564414262771606, "max_candidate_score": 0.5564414262771606, "top_memory_id": "utt_000261", "max_non_gold_score": 0.5537351965904236, "best_gold_margin": 0.0027062296867370605, "weakest_gold_margin": 0.0027062296867370605}
{"sample_id": "conv_f71745afa4a0_pkg_000", "qa_id": "qa_ea216035ef8717ce", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that their mom's getting married is the reason they're traveling?", "temporal_relation": "none", "query_temporal_norm": 0.18932180106639862, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000131", "score": 0.6559069156646729}], "gold_semantic_scores": [0.6905169486999512], "gold_temporal_scores": [-0.034609779715538025], "max_gold_score": 0.6559069156646729, "max_candidate_score": 0.6559069156646729, "top_memory_id": "utt_000131", "max_non_gold_score": 0.4706776440143585, "best_gold_margin": 0.18522927165031433, "weakest_gold_margin": 0.18522927165031433}
{"sample_id": "conv_f8e9c996ca9e_pkg_000", "qa_id": "qa_2a33de7e9f3831ea", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At roughly what part of the conversation did the speaker say they were in their apartment?", "temporal_relation": "session", "query_temporal_norm": 0.18792396783828735, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000231", "score": 0.5885158777236938}], "gold_semantic_scores": [0.5975825786590576], "gold_temporal_scores": [-0.0090668685734272], "max_gold_score": 0.5885158777236938, "max_candidate_score": 0.5885158777236938, "top_memory_id": "utt_000231", "max_non_gold_score": 0.4554632306098938, "best_gold_margin": 0.13305264711380005, "weakest_gold_margin": 0.13305264711380005}
{"sample_id": "conv_f8e9c996ca9e_pkg_000", "qa_id": "qa_9ab0918f55615f40", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my dog's name was earlier in the conversation?", "temporal_relation": "none", "query_temporal_norm": 0.28195303678512573, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000117", "score": 0.3745514154434204}], "gold_semantic_scores": [0.4274124503135681], "gold_temporal_scores": [-0.052861012518405914], "max_gold_score": 0.3745514154434204, "max_candidate_score": 0.6300188899040222, "top_memory_id": "utt_000054", "max_non_gold_score": 0.6300188899040222, "best_gold_margin": -0.2554674744606018, "weakest_gold_margin": -0.2554674744606018}
{"sample_id": "conv_f8e9c996ca9e_pkg_000", "qa_id": "qa_e82dfb0774b6d591", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say about their dog's recent age milestone?", "temporal_relation": "none", "query_temporal_norm": 0.16659308969974518, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000121", "score": 0.5401608347892761}], "gold_semantic_scores": [0.5314256548881531], "gold_temporal_scores": [0.00873513612896204], "max_gold_score": 0.5401608347892761, "max_candidate_score": 0.5401608347892761, "top_memory_id": "utt_000121", "max_non_gold_score": 0.36556774377822876, "best_gold_margin": 0.17459309101104736, "weakest_gold_margin": 0.17459309101104736}
{"sample_id": "conv_fa486a555f7a_pkg_000", "qa_id": "qa_694966996ae7c892", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Did I fall into a snowdrift as a kid and get stuck until my dad rescued me?", "temporal_relation": "none", "query_temporal_norm": 0.172919362783432, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000253", "score": 0.5781981945037842}, {"memory_id": "utt_000254", "score": 0.02358098328113556}, {"memory_id": "utt_000255", "score": 0.4568713307380676}], "gold_semantic_scores": [0.6000435948371887, 0.04538453370332718, 0.478654146194458], "gold_temporal_scores": [-0.021845387294888496, -0.021803559735417366, -0.021782755851745605], "max_gold_score": 0.5781981945037842, "max_candidate_score": 0.5886303186416626, "top_memory_id": "utt_000229", "max_non_gold_score": 0.5886303186416626, "best_gold_margin": -0.010432124137878418, "weakest_gold_margin": -0.565049335360527}
{"sample_id": "conv_fa486a555f7a_pkg_000", "qa_id": "qa_679e081a51b90328", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say \"I grew up with a Betty Crocker mom\"?", "temporal_relation": "session", "query_temporal_norm": 0.20012499392032623, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001099", "score": 0.6847245097160339}, {"memory_id": "utt_001100", "score": 0.34785938262939453}], "gold_semantic_scores": [0.7154603004455566, 0.3785940706729889], "gold_temporal_scores": [-0.030735813081264496, -0.03073471039533615], "max_gold_score": 0.6847245097160339, "max_candidate_score": 0.6847245097160339, "top_memory_id": "utt_001099", "max_non_gold_score": 0.5375706553459167, "best_gold_margin": 0.1471538543701172, "weakest_gold_margin": -0.18971127271652222}
{"sample_id": "conv_fa486a555f7a_pkg_000", "qa_id": "qa_4b0c3d4151ab5e89", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they need to be in bed by 11:30?", "temporal_relation": "none", "query_temporal_norm": 0.2123693972826004, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000925", "score": 0.737247109413147}], "gold_semantic_scores": [0.7755147218704224], "gold_temporal_scores": [-0.03826756402850151], "max_gold_score": 0.737247109413147, "max_candidate_score": 0.737247109413147, "top_memory_id": "utt_000925", "max_non_gold_score": 0.481057345867157, "best_gold_margin": 0.25618976354599, "weakest_gold_margin": 0.25618976354599}
{"sample_id": "conv_fb92514c7bbe_pkg_001", "qa_id": "qa_5fe993dd9bbce243", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where is Aesid currently located?", "temporal_relation": "latest", "query_temporal_norm": 0.17665043473243713, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000797", "score": 0.472676157951355}, {"memory_id": "utt_001268", "score": 0.4978773593902588}], "gold_semantic_scores": [0.5070332288742065, 0.496311753988266], "gold_temporal_scores": [-0.03435707092285156, 0.0015656902687624097], "max_gold_score": 0.4978773593902588, "max_candidate_score": 0.4978773593902588, "top_memory_id": "utt_001268", "max_non_gold_score": 0.4771606922149658, "best_gold_margin": 0.02071666717529297, "weakest_gold_margin": -0.00448453426361084}
{"sample_id": "conv_fb92514c7bbe_pkg_001", "qa_id": "qa_9e9ef88d76c30f6a", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which foods do these two people prefer?", "temporal_relation": "none", "query_temporal_norm": 0.20011559128761292, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000944", "score": 0.5499323010444641}, {"memory_id": "utt_001164", "score": 0.6116973161697388}, {"memory_id": "utt_001200", "score": 0.5505235195159912}], "gold_semantic_scores": [0.5728663802146912, 0.6314477324485779, 0.5700914263725281], "gold_temporal_scores": [-0.02293422445654869, -0.019750453531742096, -0.019567864015698433], "max_gold_score": 0.6116973161697388, "max_candidate_score": 0.6439071893692017, "top_memory_id": "utt_001033", "max_non_gold_score": 0.6439071893692017, "best_gold_margin": -0.03220987319946289, "weakest_gold_margin": -0.09397488832473755}
{"sample_id": "conv_fb92514c7bbe_pkg_001", "qa_id": "qa_bb2e8a3a8e1d31d8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What hot sauce did I say I don't really like?", "temporal_relation": "none", "query_temporal_norm": 0.2053384631872177, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000954", "score": 0.5459794402122498}, {"memory_id": "utt_000957", "score": 0.6148340106010437}], "gold_semantic_scores": [0.5790750980377197, 0.6478413343429565], "gold_temporal_scores": [-0.03309566155076027, -0.03300720080733299], "max_gold_score": 0.6148340106010437, "max_candidate_score": 0.6575254797935486, "top_memory_id": "utt_000971", "max_non_gold_score": 0.6575254797935486, "best_gold_margin": -0.04269146919250488, "weakest_gold_margin": -0.11154603958129883}
{"sample_id": "conv_fb92514c7bbe_pkg_001", "qa_id": "qa_c2d2d76356e6fdf3", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did this person say she is Asian and not Thai?", "temporal_relation": "session", "query_temporal_norm": 0.21743623912334442, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001065", "score": 0.6472669839859009}, {"memory_id": "utt_001066", "score": 0.7821083664894104}], "gold_semantic_scores": [0.6904087066650391, 0.8252506256103516], "gold_temporal_scores": [-0.04314149543642998, -0.043142471462488174], "max_gold_score": 0.7821083664894104, "max_candidate_score": 0.7821083664894104, "top_memory_id": "utt_001066", "max_non_gold_score": 0.6662307381629944, "best_gold_margin": 0.11587762832641602, "weakest_gold_margin": -0.018963754177093506}
{"sample_id": "conv_fc98f21d8c12_pkg_000", "qa_id": "qa_f37d455b314912b3", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What kind of housing does Malik live in?", "temporal_relation": "none", "query_temporal_norm": 0.1989346295595169, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000112", "score": 0.5216684341430664}], "gold_semantic_scores": [0.5493797659873962], "gold_temporal_scores": [-0.02771134115755558], "max_gold_score": 0.5216684341430664, "max_candidate_score": 0.5216684341430664, "top_memory_id": "utt_000112", "max_non_gold_score": 0.4959460496902466, "best_gold_margin": 0.025722384452819824, "weakest_gold_margin": 0.025722384452819824}
{"sample_id": "conv_fc98f21d8c12_pkg_000", "qa_id": "qa_552f5af1203da926", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker who said they chose to study the Thai language say that?", "temporal_relation": "session", "query_temporal_norm": 0.17530357837677002, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000240", "score": 0.5201674699783325}], "gold_semantic_scores": [0.5526735782623291], "gold_temporal_scores": [-0.032506104558706284], "max_gold_score": 0.5201674699783325, "max_candidate_score": 0.6454183459281921, "top_memory_id": "utt_000239", "max_non_gold_score": 0.6454183459281921, "best_gold_margin": -0.12525087594985962, "weakest_gold_margin": -0.12525087594985962}
{"sample_id": "conv_fc98f21d8c12_pkg_000", "qa_id": "qa_e90516fd8ac793ff", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they love living there?", "temporal_relation": "none", "query_temporal_norm": 0.21333155035972595, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000098", "score": 0.8132218718528748}], "gold_semantic_scores": [0.8579224944114685], "gold_temporal_scores": [-0.04470076784491539], "max_gold_score": 0.8132218718528748, "max_candidate_score": 0.8132218718528748, "top_memory_id": "utt_000098", "max_non_gold_score": 0.5366307497024536, "best_gold_margin": 0.27659112215042114, "weakest_gold_margin": 0.27659112215042114}
{"sample_id": "conv_fde1d3297b0c_pkg_001", "qa_id": "qa_5430c9b9dc20f58d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person describe seeing the different kind of aubergine?", "temporal_relation": "session", "query_temporal_norm": 0.20667310059070587, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000975", "score": 0.4591042101383209}, {"memory_id": "utt_000976", "score": 0.3737145662307739}], "gold_semantic_scores": [0.49797648191452026, 0.4125896990299225], "gold_temporal_scores": [-0.038872189819812775, -0.038875143975019455], "max_gold_score": 0.4591042101383209, "max_candidate_score": 0.4591042101383209, "top_memory_id": "utt_000975", "max_non_gold_score": 0.38138067722320557, "best_gold_margin": 0.07772353291511536, "weakest_gold_margin": -0.007666110992431641}
{"sample_id": "conv_fde1d3297b0c_pkg_001", "qa_id": "qa_23a23fd355b83b3e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the person say they had that adventure or met that person?", "temporal_relation": "none", "query_temporal_norm": 0.22993531823158264, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001264", "score": 0.5209031701087952}, {"memory_id": "utt_001305", "score": 0.40102845430374146}], "gold_semantic_scores": [0.5620684027671814, 0.4421882629394531], "gold_temporal_scores": [-0.04116510599851608, -0.041159696877002716], "max_gold_score": 0.5209031701087952, "max_candidate_score": 0.5646611452102661, "top_memory_id": "utt_000975", "max_non_gold_score": 0.5646611452102661, "best_gold_margin": -0.04375797510147095, "weakest_gold_margin": -0.16363269090652466}
{"sample_id": "conv_fde1d3297b0c_pkg_001", "qa_id": "qa_8fa20d88baf09808", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the person say they met their partner?", "temporal_relation": "none", "query_temporal_norm": 0.2256549447774887, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001326", "score": 0.44303902983665466}], "gold_semantic_scores": [0.4989166259765625], "gold_temporal_scores": [-0.05587758496403694], "max_gold_score": 0.44303902983665466, "max_candidate_score": 0.5015338659286499, "top_memory_id": "utt_001270", "max_non_gold_score": 0.5015338659286499, "best_gold_margin": -0.05849483609199524, "weakest_gold_margin": -0.05849483609199524}
{"sample_id": "conv_fef076961b23_pkg_000", "qa_id": "qa_f0108bd8f9d40c4f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they should never have sent Jonathan those photos?", "temporal_relation": "none", "query_temporal_norm": 0.21134361624717712, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000130", "score": 0.6437094807624817}], "gold_semantic_scores": [0.6854267716407776], "gold_temporal_scores": [-0.04171731695532799], "max_gold_score": 0.6437094807624817, "max_candidate_score": 0.6437094807624817, "top_memory_id": "utt_000130", "max_non_gold_score": 0.6204512119293213, "best_gold_margin": 0.0232582688331604, "weakest_gold_margin": 0.0232582688331604}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00033", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4260290265083313, "query_session_index": 2, "query_start_sec": 17.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7323969602584839}, {"memory_id": "history_02_utt_0008", "score": 0.793929398059845}], "gold_semantic_scores": [0.5741309523582458, 0.6435866355895996], "gold_temporal_scores": [0.1582660973072052, 0.15034300088882446], "max_gold_score": 0.793929398059845, "max_candidate_score": 0.793929398059845, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.645391583442688, "best_gold_margin": 0.14853781461715698, "weakest_gold_margin": 0.0870053768157959}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00033", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent stated activity preference?", "temporal_relation": "none", "query_temporal_norm": 0.5299788117408752, "query_session_index": 2, "query_start_sec": 17.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9464671611785889}], "gold_semantic_scores": [0.6737736463546753], "gold_temporal_scores": [0.2726934850215912], "max_gold_score": 0.9464671611785889, "max_candidate_score": 0.9475052952766418, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.9475052952766418, "best_gold_margin": -0.0010381340980529785, "weakest_gold_margin": -0.0010381340980529785}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00033", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they preferred a picnic in the park?", "temporal_relation": "none", "query_temporal_norm": 0.16593781113624573, "query_session_index": 2, "query_start_sec": 17.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8170456886291504}], "gold_semantic_scores": [0.7770182490348816], "gold_temporal_scores": [0.04002745449542999], "max_gold_score": 0.8170456886291504, "max_candidate_score": 0.8170456886291504, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5848581790924072, "best_gold_margin": 0.23218750953674316, "weakest_gold_margin": 0.23218750953674316}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00033", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched to wanting a board game night at home?", "temporal_relation": "none", "query_temporal_norm": 0.3054170608520508, "query_session_index": 2, "query_start_sec": 17.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9545078277587891}], "gold_semantic_scores": [0.8010587096214294], "gold_temporal_scores": [0.15344864130020142], "max_gold_score": 0.9545078277587891, "max_candidate_score": 0.9545078277587891, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.49699097871780396, "best_gold_margin": 0.4575168490409851, "weakest_gold_margin": 0.4575168490409851}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00144", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested putting \"Mercury Drive\" in the opening slot, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.20221175253391266, "query_session_index": 2, "query_start_sec": 20.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0013", "score": 0.7400376796722412}, {"memory_id": "history_02_utt_0010", "score": 0.6608681082725525}], "gold_semantic_scores": [0.679286777973175, 0.6030279397964478], "gold_temporal_scores": [0.06075087562203407, 0.05784017592668533], "max_gold_score": 0.7400376796722412, "max_candidate_score": 0.7400376796722412, "top_memory_id": "history_01_utt_0013", "max_non_gold_score": 0.5189058184623718, "best_gold_margin": 0.22113186120986938, "weakest_gold_margin": 0.14196228981018066}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00144", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn suggest putting \"Mercury Drive\" in the opening slot?", "temporal_relation": "session", "query_temporal_norm": 0.1737087070941925, "query_session_index": 2, "query_start_sec": 20.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0013", "score": 0.7701656818389893}], "gold_semantic_scores": [0.7177954316139221], "gold_temporal_scores": [0.052370280027389526], "max_gold_score": 0.7701656818389893, "max_candidate_score": 0.7701656818389893, "top_memory_id": "history_01_utt_0013", "max_non_gold_score": 0.6716279983520508, "best_gold_margin": 0.09853768348693848, "weakest_gold_margin": 0.09853768348693848}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00144", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn say was done to \"Mercury Drive\" later in the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.2915235161781311, "query_session_index": 2, "query_start_sec": 20.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7177366018295288}], "gold_semantic_scores": [0.5794780254364014], "gold_temporal_scores": [0.13825832307338715], "max_gold_score": 0.7177366018295288, "max_candidate_score": 0.7177366018295288, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6823261380195618, "best_gold_margin": 0.03541046380996704, "weakest_gold_margin": 0.03541046380996704}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00144", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How was \"Ocean Stretch\" recommended to be used within the set?", "temporal_relation": "none", "query_temporal_norm": 0.1216958537697792, "query_session_index": 2, "query_start_sec": 20.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0030", "score": 0.7280166745185852}], "gold_semantic_scores": [0.702018141746521], "gold_temporal_scores": [0.02599865198135376], "max_gold_score": 0.7280166745185852, "max_candidate_score": 0.7280166745185852, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.4742869436740875, "best_gold_margin": 0.2537297308444977, "weakest_gold_margin": 0.2537297308444977}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00309", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the earlier and the later departure time values in that change?", "temporal_relation": "comparison", "query_temporal_norm": 0.37861335277557373, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.28962263464927673}, {"memory_id": "history_02_utt_0009", "score": 0.2836282253265381}], "gold_semantic_scores": [0.1547141671180725, 0.1603652983903885], "gold_temporal_scores": [0.13490848243236542, 0.12326295673847198], "max_gold_score": 0.28962263464927673, "max_candidate_score": 0.28962263464927673, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.22034324705600739, "best_gold_margin": 0.06927938759326935, "weakest_gold_margin": 0.0632849782705307}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00309", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our conversations, what departure time was given for leaving to pick up the package?", "temporal_relation": "session", "query_temporal_norm": 0.21882061660289764, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8672724366188049}], "gold_semantic_scores": [0.8220875859260559], "gold_temporal_scores": [0.04518468305468559], "max_gold_score": 0.8672724366188049, "max_candidate_score": 0.8672724366188049, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8468387126922607, "best_gold_margin": 0.02043372392654419, "weakest_gold_margin": 0.02043372392654419}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00309", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Casey say they would leave to pick up the package?", "temporal_relation": "none", "query_temporal_norm": 0.21536141633987427, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8237653970718384}], "gold_semantic_scores": [0.7613599896430969], "gold_temporal_scores": [0.06240536645054817], "max_gold_score": 0.8237653970718384, "max_candidate_score": 0.8237653970718384, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8046556115150452, "best_gold_margin": 0.019109785556793213, "weakest_gold_margin": 0.019109785556793213}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00309", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say he did while he was heading out?", "temporal_relation": "none", "query_temporal_norm": 0.1507485955953598, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3520430326461792, "top_memory_id": "history_02_utt_0018", "max_non_gold_score": 0.3520430326461792, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00405", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my departure time change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.393534779548645, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8542450666427612}, {"memory_id": "history_02_utt_0008", "score": 0.8702580332756042}], "gold_semantic_scores": [0.7139245271682739, 0.7110840082168579], "gold_temporal_scores": [0.1403203308582306, 0.1591740846633911], "max_gold_score": 0.8702580332756042, "max_candidate_score": 0.8888260126113892, "top_memory_id": "history_02_utt_0008::cf::main::2", "max_non_gold_score": 0.8888260126113892, "best_gold_margin": -0.018567979335784912, "weakest_gold_margin": -0.03458094596862793}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00405", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were planning to leave at 8:00 AM?", "temporal_relation": "none", "query_temporal_norm": 0.2887997329235077, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7189397811889648}], "gold_semantic_scores": [0.7664623260498047], "gold_temporal_scores": [-0.04752247408032417], "max_gold_score": 0.7189397811889648, "max_candidate_score": 0.7217441201210022, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7217441201210022, "best_gold_margin": -0.0028043389320373535, "weakest_gold_margin": -0.0028043389320373535}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00490", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed sparse-activation routing, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2778971195220947, "query_session_index": 2, "query_start_sec": 20.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7323735356330872}, {"memory_id": "history_02_utt_0009", "score": 0.7131537795066833}], "gold_semantic_scores": [0.6456695795059204, 0.643786609172821], "gold_temporal_scores": [0.08670403808355331, 0.06936734169721603], "max_gold_score": 0.7323735356330872, "max_candidate_score": 0.7323735356330872, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.37784430384635925, "best_gold_margin": 0.3545292317867279, "weakest_gold_margin": 0.3353094756603241}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00490", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say that Rowan proposed sparse-activation routing?", "temporal_relation": "session", "query_temporal_norm": 0.28976696729660034, "query_session_index": 2, "query_start_sec": 20.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.75325608253479}], "gold_semantic_scores": [0.6581752896308899], "gold_temporal_scores": [0.09508072584867477], "max_gold_score": 0.75325608253479, "max_candidate_score": 0.75325608253479, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6298561692237854, "best_gold_margin": 0.12339991331100464, "weakest_gold_margin": 0.12339991331100464}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00490", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In the follow-up meeting, what decision did we make about sparse-activation routing?", "temporal_relation": "none", "query_temporal_norm": 0.3026016354560852, "query_session_index": 2, "query_start_sec": 20.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7943886518478394}], "gold_semantic_scores": [0.6583492755889893], "gold_temporal_scores": [0.13603924214839935], "max_gold_score": 0.7943886518478394, "max_candidate_score": 0.7943886518478394, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.46955278515815735, "best_gold_margin": 0.324835866689682, "weakest_gold_margin": 0.324835866689682}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00490", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron propose for the ablation runs?", "temporal_relation": "none", "query_temporal_norm": 0.25604814291000366, "query_session_index": 2, "query_start_sec": 20.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.7286550402641296}], "gold_semantic_scores": [0.7205817699432373], "gold_temporal_scores": [0.00807349942624569], "max_gold_score": 0.7286550402641296, "max_candidate_score": 0.7528895735740662, "top_memory_id": "history_01_utt_0025::cf::extra_qa_0006::1", "max_non_gold_score": 0.7528895735740662, "best_gold_margin": -0.024234533309936523, "weakest_gold_margin": -0.024234533309936523}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00587", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "You heard me earlier say how I had my watchlist and then later that I reordered it — how did my watch order change?", "temporal_relation": "comparison", "query_temporal_norm": 0.41591235995292664, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8465314507484436}, {"memory_id": "history_02_utt_0007", "score": 0.9381381273269653}], "gold_semantic_scores": [0.700856626033783, 0.7699280977249146], "gold_temporal_scores": [0.14567476511001587, 0.1682100147008896], "max_gold_score": 0.9381381273269653, "max_candidate_score": 0.9478694796562195, "top_memory_id": "history_02_utt_0007::cf::main::2", "max_non_gold_score": 0.9478694796562195, "best_gold_margin": -0.00973135232925415, "weakest_gold_margin": -0.10133802890777588}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00587", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the watchlist order change between the first time it was listed and after it was reordered?", "temporal_relation": "comparison", "query_temporal_norm": 0.40014877915382385, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8619034886360168}, {"memory_id": "history_02_utt_0007", "score": 0.8447072505950928}], "gold_semantic_scores": [0.7180966734886169, 0.707592785358429], "gold_temporal_scores": [0.14380678534507751, 0.13711455464363098], "max_gold_score": 0.8619034886360168, "max_candidate_score": 0.8619034886360168, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.24446570873260498, "best_gold_margin": 0.6174377799034119, "weakest_gold_margin": 0.6002415418624878}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00587", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had the watchlist ordered as Short Stories; Deep Dive with Lena; City Sounds?", "temporal_relation": "none", "query_temporal_norm": 0.26191362738609314, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8514419198036194}], "gold_semantic_scores": [0.7670069336891174], "gold_temporal_scores": [0.08443509787321091], "max_gold_score": 0.8514419198036194, "max_candidate_score": 0.8514419198036194, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.831976592540741, "best_gold_margin": 0.019465327262878418, "weakest_gold_margin": 0.019465327262878418}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00587", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "Where did Taylor say the two extra chairs are?", "temporal_relation": "none", "query_temporal_norm": 0.27479758858680725, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.19464316964149475, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.19464316964149475, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00714", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Riley say the latest chore schedule was?", "temporal_relation": "latest", "query_temporal_norm": 0.5513305068016052, "query_session_index": 2, "query_start_sec": 13.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0350242853164673}], "gold_semantic_scores": [0.7526740431785583], "gold_temporal_scores": [0.2823505401611328], "max_gold_score": 1.0350242853164673, "max_candidate_score": 1.0350242853164673, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.033524513244629, "best_gold_margin": 0.001499772071838379, "weakest_gold_margin": 0.001499772071838379}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00834", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the evaluation plan change to a remote unmoderated web study, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.40460914373397827, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8028910160064697}, {"memory_id": "history_02_utt_0010", "score": 0.7910996675491333}], "gold_semantic_scores": [0.6745496988296509, 0.6651083827018738], "gold_temporal_scores": [0.1283411830663681, 0.12599125504493713], "max_gold_score": 0.8028910160064697, "max_candidate_score": 0.8028910160064697, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6372278928756714, "best_gold_margin": 0.16566312313079834, "weakest_gold_margin": 0.15387177467346191}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00834", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Taylor say we had originally planned?", "temporal_relation": "none", "query_temporal_norm": 0.5646324753761292, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8060109615325928}], "gold_semantic_scores": [0.6811110973358154], "gold_temporal_scores": [0.12489989399909973], "max_gold_score": 0.8060109615325928, "max_candidate_score": 0.8060109615325928, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6989519000053406, "best_gold_margin": 0.1070590615272522, "weakest_gold_margin": 0.1070590615272522}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00834", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor describe the in-person moderated study plan?", "temporal_relation": "session", "query_temporal_norm": 0.2721943259239197, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8294723629951477}], "gold_semantic_scores": [0.7544158101081848], "gold_temporal_scores": [0.07505674660205841], "max_gold_score": 0.8294723629951477, "max_candidate_score": 0.8294723629951477, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7081911563873291, "best_gold_margin": 0.1212812066078186, "weakest_gold_margin": 0.1212812066078186}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00834", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor describe switching to a remote unmoderated web study?", "temporal_relation": "session", "query_temporal_norm": 0.21347197890281677, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7542911767959595}], "gold_semantic_scores": [0.6621199250221252], "gold_temporal_scores": [0.09217137098312378], "max_gold_score": 0.7542911767959595, "max_candidate_score": 0.7542911767959595, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6404497623443604, "best_gold_margin": 0.11384141445159912, "weakest_gold_margin": 0.11384141445159912}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00919", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say made Long Midnight Drama compelling, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.22842586040496826, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.630264937877655}, {"memory_id": "history_02_utt_0008", "score": 0.7256043553352356}], "gold_semantic_scores": [0.5591174960136414, 0.6397396326065063], "gold_temporal_scores": [0.07114751636981964, 0.0858645811676979], "max_gold_score": 0.7256043553352356, "max_candidate_score": 0.7256043553352356, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7177532911300659, "best_gold_margin": 0.007851064205169678, "weakest_gold_margin": -0.08748835325241089}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00919", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Long Midnight Drama rejected?", "temporal_relation": "none", "query_temporal_norm": 0.14852505922317505, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8131951093673706}], "gold_semantic_scores": [0.7574690580368042], "gold_temporal_scores": [0.05572618544101715], "max_gold_score": 0.8131951093673706, "max_candidate_score": 0.8131951093673706, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5210393071174622, "best_gold_margin": 0.29215580224990845, "weakest_gold_margin": 0.29215580224990845}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00919", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Grand Saga Chronicles pushed?", "temporal_relation": "none", "query_temporal_norm": 0.1651475727558136, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.5855310559272766}], "gold_semantic_scores": [0.5537206530570984], "gold_temporal_scores": [0.031810373067855835], "max_gold_score": 0.5855310559272766, "max_candidate_score": 0.5855310559272766, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.582802414894104, "best_gold_margin": 0.0027286410331726074, "weakest_gold_margin": 0.0027286410331726074}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00919", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who offered to set the coffee maker timer?", "temporal_relation": "none", "query_temporal_norm": 0.23469436168670654, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.024211179465055466, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.024211179465055466, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00986", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I liked about the gRPC streaming option, and why did I later reject it?", "temporal_relation": "none", "query_temporal_norm": 0.27331990003585815, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5710617303848267}, {"memory_id": "history_02_utt_0010", "score": 0.5283770561218262}], "gold_semantic_scores": [0.4835512936115265, 0.4501112997531891], "gold_temporal_scores": [0.08751038461923599, 0.07826586812734604], "max_gold_score": 0.5710617303848267, "max_candidate_score": 0.6481669545173645, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.6481669545173645, "best_gold_margin": -0.07710522413253784, "weakest_gold_margin": -0.11978989839553833}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00986", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which constraint did the compatibility-pass proxy satisfy?", "temporal_relation": "none", "query_temporal_norm": 0.13335956633090973, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6541452407836914}], "gold_semantic_scores": [0.6200696229934692], "gold_temporal_scores": [0.034075621515512466], "max_gold_score": 0.6541452407836914, "max_candidate_score": 0.6541452407836914, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.49702247977256775, "best_gold_margin": 0.15712276101112366, "weakest_gold_margin": 0.15712276101112366}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00986", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did the team decide to keep the compatibility-pass proxy?", "temporal_relation": "none", "query_temporal_norm": 0.16644074022769928, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.7615639567375183}], "gold_semantic_scores": [0.7023034691810608], "gold_temporal_scores": [0.05926040932536125], "max_gold_score": 0.7615639567375183, "max_candidate_score": 0.7615639567375183, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.637790322303772, "best_gold_margin": 0.12377363443374634, "weakest_gold_margin": 0.12377363443374634}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00986", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that the compatibility-pass proxy was kept?", "temporal_relation": "session", "query_temporal_norm": 0.13516344130039215, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.7614689469337463}], "gold_semantic_scores": [0.720562219619751], "gold_temporal_scores": [0.04090666025876999], "max_gold_score": 0.7614689469337463, "max_candidate_score": 0.7614689469337463, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.6141777038574219, "best_gold_margin": 0.14729124307632446, "weakest_gold_margin": 0.14729124307632446}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01125", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the venue was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5723535418510437, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7750626802444458}], "gold_semantic_scores": [0.6288295388221741], "gold_temporal_scores": [0.14623317122459412], "max_gold_score": 0.7750626802444458, "max_candidate_score": 0.792737603187561, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.792737603187561, "best_gold_margin": -0.017674922943115234, "weakest_gold_margin": -0.017674922943115234}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01125", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said we'd watch in the garage screening area?", "temporal_relation": "none", "query_temporal_norm": 0.5617170333862305, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9422565698623657}], "gold_semantic_scores": [0.7964335083961487], "gold_temporal_scores": [0.14582300186157227], "max_gold_score": 0.9422565698623657, "max_candidate_score": 0.9422565698623657, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3549615442752838, "best_gold_margin": 0.5872950255870819, "weakest_gold_margin": 0.5872950255870819}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01125", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where are we planning to watch now?", "temporal_relation": "latest", "query_temporal_norm": 0.35380682349205017, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6881982684135437}], "gold_semantic_scores": [0.5135442018508911], "gold_temporal_scores": [0.17465358972549438], "max_gold_score": 0.6881982684135437, "max_candidate_score": 0.6881982684135437, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6856786608695984, "best_gold_margin": 0.0025196075439453125, "weakest_gold_margin": 0.0025196075439453125}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01125", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the viewing venue?", "temporal_relation": "comparison", "query_temporal_norm": 0.2686261832714081, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6533942222595215}, {"memory_id": "history_02_utt_0011", "score": 0.6563911437988281}], "gold_semantic_scores": [0.5676620602607727, 0.6160053610801697], "gold_temporal_scores": [0.08573220670223236, 0.04038597270846367], "max_gold_score": 0.6563911437988281, "max_candidate_score": 0.6563911437988281, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.3516824543476105, "best_gold_margin": 0.30470868945121765, "weakest_gold_margin": 0.301711767911911}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01199", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending Deep Rivers, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16911441087722778, "query_session_index": 2, "query_start_sec": 21.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8141165971755981}, {"memory_id": "history_02_utt_0009", "score": 0.7990944981575012}], "gold_semantic_scores": [0.76519775390625, 0.7360805869102478], "gold_temporal_scores": [0.04891907796263695, 0.06301368027925491], "max_gold_score": 0.8141165971755981, "max_candidate_score": 0.8256238102912903, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.8256238102912903, "best_gold_margin": -0.011507213115692139, "weakest_gold_margin": -0.026529312133789062}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01199", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Deep Rivers dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16292831301689148, "query_session_index": 2, "query_start_sec": 21.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7885149121284485}], "gold_semantic_scores": [0.7223275303840637], "gold_temporal_scores": [0.06618743389844894], "max_gold_score": 0.7885149121284485, "max_candidate_score": 0.7885149121284485, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5118845105171204, "best_gold_margin": 0.2766304016113281, "weakest_gold_margin": 0.2766304016113281}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01199", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Urban Echoes?", "temporal_relation": "none", "query_temporal_norm": 0.13000300526618958, "query_session_index": 2, "query_start_sec": 21.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.47737830877304077}], "gold_semantic_scores": [0.45217132568359375], "gold_temporal_scores": [0.02520701475441456], "max_gold_score": 0.47737830877304077, "max_candidate_score": 0.47737830877304077, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.34450241923332214, "best_gold_margin": 0.13287588953971863, "weakest_gold_margin": 0.13287588953971863}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01199", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Urban Echoes recommended?", "temporal_relation": "session", "query_temporal_norm": 0.20874765515327454, "query_session_index": 2, "query_start_sec": 21.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.801207423210144}], "gold_semantic_scores": [0.7550411820411682], "gold_temporal_scores": [0.04616635665297508], "max_gold_score": 0.801207423210144, "max_candidate_score": 0.801207423210144, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5257707834243774, "best_gold_margin": 0.2754366397857666, "weakest_gold_margin": 0.2754366397857666}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00074", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the edge caching shard, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.15417957305908203, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7985180616378784}, {"memory_id": "history_02_utt_0010", "score": 0.7765074968338013}], "gold_semantic_scores": [0.7522138357162476, 0.7373493313789368], "gold_temporal_scores": [0.04630427062511444, 0.039158254861831665], "max_gold_score": 0.7985180616378784, "max_candidate_score": 0.7985180616378784, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7742100358009338, "best_gold_margin": 0.02430802583694458, "weakest_gold_margin": 0.0022974610328674316}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00074", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the client-side prediction module aim to do for mobile clients?", "temporal_relation": "none", "query_temporal_norm": 0.17025360465049744, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7197655439376831}], "gold_semantic_scores": [0.6861451268196106], "gold_temporal_scores": [0.03362049162387848], "max_gold_score": 0.7197655439376831, "max_candidate_score": 0.7197655439376831, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.406136691570282, "best_gold_margin": 0.3136288523674011, "weakest_gold_margin": 0.3136288523674011}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00074", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we talked about the participant survey—what was said earlier about who prepared it?", "temporal_relation": "none", "query_temporal_norm": 0.2960541546344757, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.3880758583545685}], "gold_semantic_scores": [0.4013403356075287], "gold_temporal_scores": [-0.013264412991702557], "max_gold_score": 0.3880758583545685, "max_candidate_score": 0.3880758583545685, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.3353366553783417, "best_gold_margin": 0.05273920297622681, "weakest_gold_margin": 0.05273920297622681}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00074", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the participant survey draft mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1582547128200531, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.5871061682701111}], "gold_semantic_scores": [0.5510048866271973], "gold_temporal_scores": [0.03610141575336456], "max_gold_score": 0.5871061682701111, "max_candidate_score": 0.5871061682701111, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.5010700225830078, "best_gold_margin": 0.08603614568710327, "weakest_gold_margin": 0.08603614568710327}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00224", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the shopping item was before it was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5512763857841492, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7648069858551025}], "gold_semantic_scores": [0.6260733008384705], "gold_temporal_scores": [0.13873352110385895], "max_gold_score": 0.7648069858551025, "max_candidate_score": 0.8049282431602478, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8049282431602478, "best_gold_margin": -0.040121257305145264, "weakest_gold_margin": -0.040121257305145264}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00224", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What item was added to the shopping list as the replacement?", "temporal_relation": "none", "query_temporal_norm": 0.2811993956565857, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7609100341796875}], "gold_semantic_scores": [0.6250241994857788], "gold_temporal_scores": [0.13588598370552063], "max_gold_score": 0.7609100341796875, "max_candidate_score": 0.7609100341796875, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6907336711883545, "best_gold_margin": 0.07017636299133301, "weakest_gold_margin": 0.07017636299133301}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00224", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "Where will Emerson be to meet the delivery?", "temporal_relation": "none", "query_temporal_norm": 0.24370579421520233, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.30675339698791504, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.30675339698791504, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00355", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Do you remember what Jordan said the latest departure time would be?", "temporal_relation": "latest", "query_temporal_norm": 0.5325182676315308, "query_session_index": 2, "query_start_sec": 17.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.004591703414917}], "gold_semantic_scores": [0.7271541357040405], "gold_temporal_scores": [0.27743789553642273], "max_gold_score": 1.004591703414917, "max_candidate_score": 1.004591703414917, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9963845014572144, "best_gold_margin": 0.008207201957702637, "weakest_gold_margin": 0.008207201957702637}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00355", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "We adjusted the departure time earlier — what was the previous time and what is it now?", "temporal_relation": "none", "query_temporal_norm": 0.4392748177051544, "query_session_index": 2, "query_start_sec": 17.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8167712688446045}, {"memory_id": "history_02_utt_0009", "score": 0.8891950845718384}], "gold_semantic_scores": [0.6589162945747375, 0.7042629718780518], "gold_temporal_scores": [0.15785500407218933, 0.18493211269378662], "max_gold_score": 0.8891950845718384, "max_candidate_score": 0.8891950845718384, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4512670934200287, "best_gold_margin": 0.4379279911518097, "weakest_gold_margin": 0.3655041754245758}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00355", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we'd leave at 3:00 PM?", "temporal_relation": "none", "query_temporal_norm": 0.24360260367393494, "query_session_index": 2, "query_start_sec": 17.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.3134625554084778}], "gold_semantic_scores": [0.21832789480686188], "gold_temporal_scores": [0.09513448178768158], "max_gold_score": 0.3134625554084778, "max_candidate_score": 0.33633914589881897, "top_memory_id": "history_01_utt_0004", "max_non_gold_score": 0.33633914589881897, "best_gold_margin": -0.022876590490341187, "weakest_gold_margin": -0.022876590490341187}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00355", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Jordan say we'd leave?", "temporal_relation": "none", "query_temporal_norm": 0.2799556851387024, "query_session_index": 2, "query_start_sec": 17.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6635950207710266}], "gold_semantic_scores": [0.5509489178657532], "gold_temporal_scores": [0.11264629662036896], "max_gold_score": 0.6635950207710266, "max_candidate_score": 0.6635950207710266, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5485205054283142, "best_gold_margin": 0.1150745153427124, "weakest_gold_margin": 0.1150745153427124}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00474", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say about Moonlight Kitchen's appeal, and why is it closed this week?", "temporal_relation": "none", "query_temporal_norm": 0.19016656279563904, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6553474068641663}, {"memory_id": "history_02_utt_0009", "score": 0.6737713813781738}], "gold_semantic_scores": [0.5996167659759521, 0.6289545297622681], "gold_temporal_scores": [0.05573068931698799, 0.04481670632958412], "max_gold_score": 0.6737713813781738, "max_candidate_score": 0.6737713813781738, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6061375737190247, "best_gold_margin": 0.06763380765914917, "weakest_gold_margin": 0.0492098331451416}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00474", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say about Moonlight Kitchen's vegetable bowls?", "temporal_relation": "none", "query_temporal_norm": 0.1769217848777771, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7008879780769348}], "gold_semantic_scores": [0.6553768515586853], "gold_temporal_scores": [0.04551118239760399], "max_gold_score": 0.7008879780769348, "max_candidate_score": 0.7008879780769348, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6434532999992371, "best_gold_margin": 0.057434678077697754, "weakest_gold_margin": 0.057434678077697754}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00474", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey suggest Moonlight Kitchen?", "temporal_relation": "session", "query_temporal_norm": 0.20334003865718842, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8019505739212036}], "gold_semantic_scores": [0.7488425374031067], "gold_temporal_scores": [0.0531080961227417], "max_gold_score": 0.8019505739212036, "max_candidate_score": 0.8019505739212036, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.623870313167572, "best_gold_margin": 0.1780802607536316, "weakest_gold_margin": 0.1780802607536316}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00474", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why isn't Moonlight Kitchen available this week?", "temporal_relation": "none", "query_temporal_norm": 0.2189355343580246, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8964421153068542}], "gold_semantic_scores": [0.8051419258117676], "gold_temporal_scores": [0.0913001075387001], "max_gold_score": 0.8964421153068542, "max_candidate_score": 0.8964421153068542, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5939623117446899, "best_gold_margin": 0.3024798035621643, "weakest_gold_margin": 0.3024798035621643}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00574", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who stated the latest venue was the riverside community hall?", "temporal_relation": "latest", "query_temporal_norm": 0.5114795565605164, "query_session_index": 2, "query_start_sec": 17.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9973751306533813}], "gold_semantic_scores": [0.7701408863067627], "gold_temporal_scores": [0.22723381221294403], "max_gold_score": 0.9973751306533813, "max_candidate_score": 0.9973751306533813, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9971946477890015, "best_gold_margin": 0.0001804828643798828, "weakest_gold_margin": 0.0001804828643798828}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00574", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the event venue change from the original plan to the later decision?", "temporal_relation": "comparison", "query_temporal_norm": 0.4529215395450592, "query_session_index": 2, "query_start_sec": 17.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7539056539535522}, {"memory_id": "history_02_utt_0008", "score": 0.8553016185760498}], "gold_semantic_scores": [0.586134135723114, 0.6881804466247559], "gold_temporal_scores": [0.16777180135250092, 0.16712112724781036], "max_gold_score": 0.8553016185760498, "max_candidate_score": 0.8553016185760498, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.3315327763557434, "best_gold_margin": 0.5237688422203064, "weakest_gold_margin": 0.42237287759780884}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00574", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Morgan say the event was moved to?", "temporal_relation": "none", "query_temporal_norm": 0.4393277168273926, "query_session_index": 2, "query_start_sec": 17.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.015748143196106}], "gold_semantic_scores": [0.8068373203277588], "gold_temporal_scores": [0.20891089737415314], "max_gold_score": 1.015748143196106, "max_candidate_score": 1.015748143196106, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9104557633399963, "best_gold_margin": 0.10529237985610962, "weakest_gold_margin": 0.10529237985610962}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00574", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we ultimately decide to hold the event for better acoustics?", "temporal_relation": "none", "query_temporal_norm": 0.5375503897666931, "query_session_index": 2, "query_start_sec": 17.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0164867639541626}], "gold_semantic_scores": [0.7599422335624695], "gold_temporal_scores": [0.256544291973114], "max_gold_score": 1.0164867639541626, "max_candidate_score": 1.0219322443008423, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 1.0219322443008423, "best_gold_margin": -0.0054454803466796875, "weakest_gold_margin": -0.0054454803466796875}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00643", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their watchlist pick to Dawn Bokeh, and what was the earlier title?", "temporal_relation": "none", "query_temporal_norm": 0.391838014125824, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6933996081352234}, {"memory_id": "history_02_utt_0008", "score": 0.7816905975341797}], "gold_semantic_scores": [0.5570774674415588, 0.6815980076789856], "gold_temporal_scores": [0.1363222748041153, 0.10009269416332245], "max_gold_score": 0.7816905975341797, "max_candidate_score": 0.7816905975341797, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.16956458985805511, "best_gold_margin": 0.6121260076761246, "weakest_gold_margin": 0.5238350182771683}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00643", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent title selected for the watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.533139169216156, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.947166919708252}], "gold_semantic_scores": [0.7031479477882385], "gold_temporal_scores": [0.24401871860027313], "max_gold_score": 0.947166919708252, "max_candidate_score": 0.947166919708252, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9468446373939514, "best_gold_margin": 0.0003222823143005371, "weakest_gold_margin": 0.0003222823143005371}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00643", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chosen title change between the earlier and the updated watchlists?", "temporal_relation": "comparison", "query_temporal_norm": 0.40666159987449646, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7857809066772461}, {"memory_id": "history_02_utt_0008", "score": 0.7985272407531738}], "gold_semantic_scores": [0.63893061876297, 0.6614416241645813], "gold_temporal_scores": [0.1468503624200821, 0.1370856761932373], "max_gold_score": 0.7985272407531738, "max_candidate_score": 0.7985272407531738, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.14857226610183716, "best_gold_margin": 0.6499549746513367, "weakest_gold_margin": 0.6372086405754089}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00756", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the model choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5708891749382019, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8004955053329468}], "gold_semantic_scores": [0.6560634970664978], "gold_temporal_scores": [0.14443203806877136], "max_gold_score": 0.8004955053329468, "max_candidate_score": 0.822021484375, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.822021484375, "best_gold_margin": -0.021525979042053223, "weakest_gold_margin": -0.021525979042053223}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00756", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally proposed Lightweight CNN-A as the encoder?", "temporal_relation": "earliest", "query_temporal_norm": 0.5050665140151978, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.4222399592399597}], "gold_semantic_scores": [0.32475391030311584], "gold_temporal_scores": [0.0974859967827797], "max_gold_score": 0.4222399592399597, "max_candidate_score": 0.4222399592399597, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.42062804102897644, "best_gold_margin": 0.0016119182109832764, "weakest_gold_margin": 0.0016119182109832764}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00756", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model did the team switch the experiment to for better sequence modeling?", "temporal_relation": "none", "query_temporal_norm": 0.4017942547798157, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0088977813720703}], "gold_semantic_scores": [0.8108463287353516], "gold_temporal_scores": [0.1980516016483307], "max_gold_score": 1.0088977813720703, "max_candidate_score": 1.0088977813720703, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6894368529319763, "best_gold_margin": 0.319460928440094, "weakest_gold_margin": 0.319460928440094}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00756", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the switch to Hybrid ConvTransformer-B mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.29386427998542786, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7723406553268433}], "gold_semantic_scores": [0.6294218301773071], "gold_temporal_scores": [0.1429189145565033], "max_gold_score": 0.7723406553268433, "max_candidate_score": 0.7723406553268433, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.40941792726516724, "best_gold_margin": 0.362922728061676, "weakest_gold_margin": 0.362922728061676}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00872", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I mentioned a migration deadline — what did I originally set it to, and what did I move it to?", "temporal_relation": "none", "query_temporal_norm": 0.4717147648334503, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8903372883796692}, {"memory_id": "history_02_utt_0007", "score": 0.8294307589530945}], "gold_semantic_scores": [0.7293773889541626, 0.7303138971328735], "gold_temporal_scores": [0.16095983982086182, 0.09911709278821945], "max_gold_score": 0.8903372883796692, "max_candidate_score": 0.9198413491249084, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.9198413491249084, "best_gold_margin": -0.029504060745239258, "weakest_gold_margin": -0.09041059017181396}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00872", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "We discussed the migration deadline earlier — what date was it first set to, and what date was it later changed to?", "temporal_relation": "comparison", "query_temporal_norm": 0.40659067034721375, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7847009897232056}, {"memory_id": "history_02_utt_0007", "score": 0.7701181173324585}], "gold_semantic_scores": [0.6391355991363525, 0.6059737801551819], "gold_temporal_scores": [0.14556530117988586, 0.16414423286914825], "max_gold_score": 0.7847009897232056, "max_candidate_score": 0.7847009897232056, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5905934572219849, "best_gold_margin": 0.1941075325012207, "weakest_gold_margin": 0.17952466011047363}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00872", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What is Morgan planning to do after their meeting?", "temporal_relation": "none", "query_temporal_norm": 0.24536475539207458, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.24029697477817535, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.24029697477817535, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01016", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Hayden's chore schedule change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.37687623500823975, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9561389088630676}, {"memory_id": "history_02_utt_0010", "score": 0.8947815299034119}], "gold_semantic_scores": [0.8205036520957947, 0.7581520080566406], "gold_temporal_scores": [0.1356351524591446, 0.1366298943758011], "max_gold_score": 0.9561389088630676, "max_candidate_score": 0.9561389088630676, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7978759407997131, "best_gold_margin": 0.1582629680633545, "weakest_gold_margin": 0.09690558910369873}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01016", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say he would be responsible for?", "temporal_relation": "none", "query_temporal_norm": 0.14164645969867706, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6853703260421753}], "gold_semantic_scores": [0.6475096344947815], "gold_temporal_scores": [0.03786075487732887], "max_gold_score": 0.6853703260421753, "max_candidate_score": 0.6853703260421753, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5492448806762695, "best_gold_margin": 0.13612544536590576, "weakest_gold_margin": 0.13612544536590576}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01016", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Hayden say he switched his kitchen and trash and laundry schedule?", "temporal_relation": "session", "query_temporal_norm": 0.2934625446796417, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9110534191131592}], "gold_semantic_scores": [0.7715350389480591], "gold_temporal_scores": [0.13951796293258667], "max_gold_score": 0.9110534191131592, "max_candidate_score": 0.9110534191131592, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7749946713447571, "best_gold_margin": 0.1360587477684021, "weakest_gold_margin": 0.1360587477684021}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01082", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the edge-side in-memory cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17973996698856354, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7395203113555908}, {"memory_id": "history_02_utt_0007", "score": 0.8228894472122192}], "gold_semantic_scores": [0.6852867603302002, 0.7633938193321228], "gold_temporal_scores": [0.05423343554139137, 0.05949569493532181], "max_gold_score": 0.8228894472122192, "max_candidate_score": 0.8236533999443054, "top_memory_id": "history_02_utt_0007::cf::main::3", "max_non_gold_score": 0.8236533999443054, "best_gold_margin": -0.0007639527320861816, "weakest_gold_margin": -0.0841330885887146}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01082", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the purpose of the proposed local disk cache?", "temporal_relation": "none", "query_temporal_norm": 0.14167959988117218, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7285630106925964}], "gold_semantic_scores": [0.6933932304382324], "gold_temporal_scores": [0.035169851034879684], "max_gold_score": 0.7285630106925964, "max_candidate_score": 0.7285630106925964, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.4905071258544922, "best_gold_margin": 0.23805588483810425, "weakest_gold_margin": 0.23805588483810425}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01082", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the local disk cache rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1467185616493225, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.728444516658783}], "gold_semantic_scores": [0.6855981349945068], "gold_temporal_scores": [0.04284638911485672], "max_gold_score": 0.728444516658783, "max_candidate_score": 0.728444516658783, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.5537213683128357, "best_gold_margin": 0.17472314834594727, "weakest_gold_margin": 0.17472314834594727}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01082", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where is the guest parking located relative to the east wing?", "temporal_relation": "none", "query_temporal_norm": 0.47549188137054443, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4094703793525696, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4094703793525696, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01195", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the local partitioned cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1665002405643463, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7394285202026367}, {"memory_id": "history_02_utt_0009", "score": 0.753251850605011}], "gold_semantic_scores": [0.688698410987854, 0.7078306674957275], "gold_temporal_scores": [0.05073007568717003, 0.04542117193341255], "max_gold_score": 0.753251850605011, "max_candidate_score": 0.753251850605011, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7434589862823486, "best_gold_margin": 0.009792864322662354, "weakest_gold_margin": -0.004030466079711914}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01195", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the local partitioned cache rejection brought up?", "temporal_relation": "session", "query_temporal_norm": 0.2107848972082138, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7530512809753418}], "gold_semantic_scores": [0.6629882454872131], "gold_temporal_scores": [0.09006287157535553], "max_gold_score": 0.7530512809753418, "max_candidate_score": 0.7530512809753418, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.39613527059555054, "best_gold_margin": 0.35691601037979126, "weakest_gold_margin": 0.35691601037979126}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01195", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason given for suggesting an on-device quantized model?", "temporal_relation": "none", "query_temporal_norm": 0.09981448948383331, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6887980103492737}], "gold_semantic_scores": [0.6695297360420227], "gold_temporal_scores": [0.019268181174993515], "max_gold_score": 0.6887980103492737, "max_candidate_score": 0.6887980103492737, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4770081639289856, "best_gold_margin": 0.21178984642028809, "weakest_gold_margin": 0.21178984642028809}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01195", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest using an on-device quantized model?", "temporal_relation": "session", "query_temporal_norm": 0.1495443880558014, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7161880135536194}], "gold_semantic_scores": [0.6949210166931152], "gold_temporal_scores": [0.021266890689730644], "max_gold_score": 0.7161880135536194, "max_candidate_score": 0.7161880135536194, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4709116518497467, "best_gold_margin": 0.24527636170387268, "weakest_gold_margin": 0.24527636170387268}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00152", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for TinyCache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.16994719207286835, "query_session_index": 2, "query_start_sec": 16.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.730751633644104}, {"memory_id": "history_02_utt_0012", "score": 0.7929909825325012}], "gold_semantic_scores": [0.6780416965484619, 0.7572633624076843], "gold_temporal_scores": [0.052709903568029404, 0.03572763130068779], "max_gold_score": 0.7929909825325012, "max_candidate_score": 0.7929909825325012, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7225194573402405, "best_gold_margin": 0.07047152519226074, "weakest_gold_margin": 0.008232176303863525}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00152", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for proposing BulkCompress?", "temporal_relation": "none", "query_temporal_norm": 0.10233792662620544, "query_session_index": 2, "query_start_sec": 16.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.7620623707771301}], "gold_semantic_scores": [0.7399157285690308], "gold_temporal_scores": [0.022146716713905334], "max_gold_score": 0.7620623707771301, "max_candidate_score": 0.7620623707771301, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.5364909768104553, "best_gold_margin": 0.2255713939666748, "weakest_gold_margin": 0.2255713939666748}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00152", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was BulkCompress said to save storage space on backups?", "temporal_relation": "session", "query_temporal_norm": 0.13782155513763428, "query_session_index": 2, "query_start_sec": 16.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.6808213591575623}], "gold_semantic_scores": [0.6395150423049927], "gold_temporal_scores": [0.041306428611278534], "max_gold_score": 0.6808213591575623, "max_candidate_score": 0.6808213591575623, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.5740668177604675, "best_gold_margin": 0.10675454139709473, "weakest_gold_margin": 0.10675454139709473}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00152", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason did we give for rejecting BulkCompress?", "temporal_relation": "none", "query_temporal_norm": 0.14180707931518555, "query_session_index": 2, "query_start_sec": 16.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.8786124587059021}], "gold_semantic_scores": [0.8338344097137451], "gold_temporal_scores": [0.044778041541576385], "max_gold_score": 0.8786124587059021, "max_candidate_score": 0.8786124587059021, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.5636053085327148, "best_gold_margin": 0.31500715017318726, "weakest_gold_margin": 0.31500715017318726}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00303", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest choice for the group activity was?", "temporal_relation": "latest", "query_temporal_norm": 0.5459969639778137, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0327825546264648}], "gold_semantic_scores": [0.7873859405517578], "gold_temporal_scores": [0.24539656937122345], "max_gold_score": 1.0327825546264648, "max_candidate_score": 1.034152865409851, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.034152865409851, "best_gold_margin": -0.0013703107833862305, "weakest_gold_margin": -0.0013703107833862305}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00303", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which group activity was initially suggested?", "temporal_relation": "none", "query_temporal_norm": 0.5285022258758545, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9221026301383972}], "gold_semantic_scores": [0.806571900844574], "gold_temporal_scores": [0.11553091555833817], "max_gold_score": 0.9221026301383972, "max_candidate_score": 0.9221026301383972, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.516311526298523, "best_gold_margin": 0.40579110383987427, "weakest_gold_margin": 0.40579110383987427}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00303", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the sunset boat tour suggested as the group activity?", "temporal_relation": "session", "query_temporal_norm": 0.1439579725265503, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8886411786079407}], "gold_semantic_scores": [0.8571441173553467], "gold_temporal_scores": [0.0314970500767231], "max_gold_score": 0.8886411786079407, "max_candidate_score": 0.8886411786079407, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5688799023628235, "best_gold_margin": 0.3197612762451172, "weakest_gold_margin": 0.3197612762451172}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00393", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4339064955711365, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8154672384262085}, {"memory_id": "history_02_utt_0007", "score": 0.8342645764350891}], "gold_semantic_scores": [0.6573718786239624, 0.6711490750312805], "gold_temporal_scores": [0.15809530019760132, 0.16311554610729218], "max_gold_score": 0.8342645764350891, "max_candidate_score": 0.8550647497177124, "top_memory_id": "history_02_utt_0007::cf::main::3", "max_non_gold_score": 0.8550647497177124, "best_gold_margin": -0.02080017328262329, "weakest_gold_margin": -0.039597511291503906}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00393", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they wanted to do a city bike tour as our main activity?", "temporal_relation": "none", "query_temporal_norm": 0.193891704082489, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8087201714515686}], "gold_semantic_scores": [0.759608268737793], "gold_temporal_scores": [0.049111805856227875], "max_gold_score": 0.8087201714515686, "max_candidate_score": 0.8087201714515686, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6089192628860474, "best_gold_margin": 0.19980090856552124, "weakest_gold_margin": 0.19980090856552124}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00393", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they decided we'd do a riverside picnic instead as the main activity?", "temporal_relation": "none", "query_temporal_norm": 0.324527770280838, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0022063255310059}], "gold_semantic_scores": [0.8404157757759094], "gold_temporal_scores": [0.16179053485393524], "max_gold_score": 1.0022063255310059, "max_candidate_score": 1.0022063255310059, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5250430703163147, "best_gold_margin": 0.47716325521469116, "weakest_gold_margin": 0.47716325521469116}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00393", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who said they would handle dessert?", "temporal_relation": "none", "query_temporal_norm": 0.2306268811225891, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.400022953748703, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.400022953748703, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00563", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Table Cafe, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.17152157425880432, "query_session_index": 2, "query_start_sec": 18.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7033979892730713}, {"memory_id": "history_02_utt_0010", "score": 0.7773779034614563}], "gold_semantic_scores": [0.6592693328857422, 0.7399219274520874], "gold_temporal_scores": [0.04412868618965149, 0.037456028163433075], "max_gold_score": 0.7773779034614563, "max_candidate_score": 0.7773779034614563, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4060588777065277, "best_gold_margin": 0.3713190257549286, "weakest_gold_margin": 0.2973391115665436}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00563", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Earlier, what did Quinn say Drew suggested we try?", "temporal_relation": "before", "query_temporal_norm": 0.13309770822525024, "query_session_index": 2, "query_start_sec": 18.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6298023462295532}], "gold_semantic_scores": [0.6033768057823181], "gold_temporal_scores": [0.026425383985042572], "max_gold_score": 0.6298023462295532, "max_candidate_score": 0.6298023462295532, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5149739980697632, "best_gold_margin": 0.11482834815979004, "weakest_gold_margin": 0.11482834815979004}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00563", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we do about Green Table Cafe after we learned it was booked for a private event?", "temporal_relation": "none", "query_temporal_norm": 0.16686123609542847, "query_session_index": 2, "query_start_sec": 18.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.804556131362915}], "gold_semantic_scores": [0.7365781664848328], "gold_temporal_scores": [0.06797821074724197], "max_gold_score": 0.804556131362915, "max_candidate_score": 0.804556131362915, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5023799538612366, "best_gold_margin": 0.30217617750167847, "weakest_gold_margin": 0.30217617750167847}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00563", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation mentioned that Sunrise Deli was later dismissed?", "temporal_relation": "session", "query_temporal_norm": 0.2156967669725418, "query_session_index": 2, "query_start_sec": 18.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0023", "score": 0.8770351409912109}], "gold_semantic_scores": [0.7821106910705566], "gold_temporal_scores": [0.09492416679859161], "max_gold_score": 0.8770351409912109, "max_candidate_score": 0.8770351409912109, "top_memory_id": "history_02_utt_0023", "max_non_gold_score": 0.599531888961792, "best_gold_margin": 0.27750325202941895, "weakest_gold_margin": 0.27750325202941895}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00632", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Midnight Letters for the lineup, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1627836972475052, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7363808751106262}, {"memory_id": "history_02_utt_0009", "score": 0.7323896884918213}], "gold_semantic_scores": [0.6864098310470581, 0.6973411440849304], "gold_temporal_scores": [0.0499710738658905, 0.035048745572566986], "max_gold_score": 0.7363808751106262, "max_candidate_score": 0.7363808751106262, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.37526071071624756, "best_gold_margin": 0.36112016439437866, "weakest_gold_margin": 0.35712897777557373}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00632", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was Neighborhood Shorts' status in the lineup?", "temporal_relation": "none", "query_temporal_norm": 0.12889321148395538, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.6304981708526611}], "gold_semantic_scores": [0.595586895942688], "gold_temporal_scores": [0.03491130843758583], "max_gold_score": 0.6304981708526611, "max_candidate_score": 0.6678480505943298, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.6678480505943298, "best_gold_margin": -0.0373498797416687, "weakest_gold_margin": -0.0373498797416687}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00632", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Morgan suggested Neighborhood Shorts as a lighter opener?", "temporal_relation": "session", "query_temporal_norm": 0.13271477818489075, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.7902831435203552}], "gold_semantic_scores": [0.7669287919998169], "gold_temporal_scores": [0.023354196920990944], "max_gold_score": 0.7902831435203552, "max_candidate_score": 0.7902831435203552, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.4126766324043274, "best_gold_margin": 0.37760651111602783, "weakest_gold_margin": 0.37760651111602783}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00632", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation noted that Neighborhood Shorts fit the tighter pre-dinner slot?", "temporal_relation": "session", "query_temporal_norm": 0.14847113192081451, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.6124487519264221}], "gold_semantic_scores": [0.5586602091789246], "gold_temporal_scores": [0.05378856509923935], "max_gold_score": 0.6124487519264221, "max_candidate_score": 0.6469605565071106, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.6469605565071106, "best_gold_margin": -0.03451180458068848, "weakest_gold_margin": -0.03451180458068848}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00711", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the evaluation plan change, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.42506077885627747, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.890303909778595}, {"memory_id": "history_02_utt_0010", "score": 0.8266779184341431}], "gold_semantic_scores": [0.7438291311264038, 0.6913953423500061], "gold_temporal_scores": [0.14647480845451355, 0.13528265058994293], "max_gold_score": 0.890303909778595, "max_candidate_score": 0.890303909778595, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.28886711597442627, "best_gold_margin": 0.6014367938041687, "weakest_gold_margin": 0.5378108024597168}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00711", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the initial evaluation plan as a single end-to-end submission?", "temporal_relation": "earliest", "query_temporal_norm": 0.45577678084373474, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7970994114875793}], "gold_semantic_scores": [0.6710235476493835], "gold_temporal_scores": [0.12607596814632416], "max_gold_score": 0.7970994114875793, "max_candidate_score": 0.7970994114875793, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7934103608131409, "best_gold_margin": 0.0036890506744384766, "weakest_gold_margin": 0.0036890506744384766}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00711", "qa_id": "extra_qa_0003", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the final evaluation plan as two submission tracks, realistic and studio?", "temporal_relation": "latest", "query_temporal_norm": 0.5556266903877258, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8462182283401489}], "gold_semantic_scores": [0.5756878852844238], "gold_temporal_scores": [0.2705304026603699], "max_gold_score": 0.8462182283401489, "max_candidate_score": 0.8507126569747925, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0003::1", "max_non_gold_score": 0.8507126569747925, "best_gold_margin": -0.004494428634643555, "weakest_gold_margin": -0.004494428634643555}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00766", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation to per-task F1 plus precision–recall and latency slices, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.38111668825149536, "query_session_index": 2, "query_start_sec": 19.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0013", "score": 0.8102009892463684}, {"memory_id": "history_02_utt_0010", "score": 0.7271583080291748}], "gold_semantic_scores": [0.7091720700263977, 0.6275139451026917], "gold_temporal_scores": [0.10102900862693787, 0.09964433312416077], "max_gold_score": 0.8102009892463684, "max_candidate_score": 0.8102009892463684, "top_memory_id": "history_01_utt_0013", "max_non_gold_score": 0.5994154214859009, "best_gold_margin": 0.21078556776046753, "weakest_gold_margin": 0.12774288654327393}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00766", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say he planned to report for the evaluation?", "temporal_relation": "none", "query_temporal_norm": 0.28560835123062134, "query_session_index": 2, "query_start_sec": 19.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0013", "score": 0.7155377864837646}], "gold_semantic_scores": [0.6784913539886475], "gold_temporal_scores": [0.03704652190208435], "max_gold_score": 0.7155377864837646, "max_candidate_score": 0.7155774831771851, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7155774831771851, "best_gold_margin": -3.9696693420410156e-05, "weakest_gold_margin": -3.9696693420410156e-05}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00766", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When did we set the internal deadline for the benchmark materials?", "temporal_relation": "none", "query_temporal_norm": 0.12743575870990753, "query_session_index": 2, "query_start_sec": 19.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.8243426084518433}], "gold_semantic_scores": [0.8041478395462036], "gold_temporal_scores": [0.02019481174647808], "max_gold_score": 0.8243426084518433, "max_candidate_score": 0.8243426084518433, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.6573349833488464, "best_gold_margin": 0.16700762510299683, "weakest_gold_margin": 0.16700762510299683}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00941", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Quinn give for recommending \"Late Night Montage\", and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.24422687292099, "query_session_index": 2, "query_start_sec": 22.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8070027232170105}, {"memory_id": "history_02_utt_0007", "score": 0.8187223076820374}], "gold_semantic_scores": [0.7349206805229187, 0.7334200739860535], "gold_temporal_scores": [0.07208219915628433, 0.08530235290527344], "max_gold_score": 0.8187223076820374, "max_candidate_score": 0.8187223076820374, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7559412121772766, "best_gold_margin": 0.06278109550476074, "weakest_gold_margin": 0.05106151103973389}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00941", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended \"Late Night Montage\"?", "temporal_relation": "none", "query_temporal_norm": 0.19784489274024963, "query_session_index": 2, "query_start_sec": 22.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7923208475112915}], "gold_semantic_scores": [0.7408100962638855], "gold_temporal_scores": [0.05151088535785675], "max_gold_score": 0.7923208475112915, "max_candidate_score": 0.7923208475112915, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5147521495819092, "best_gold_margin": 0.2775686979293823, "weakest_gold_margin": 0.2775686979293823}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00941", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for pushing \"Urban DIY Short\"?", "temporal_relation": "none", "query_temporal_norm": 0.12814533710479736, "query_session_index": 2, "query_start_sec": 22.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6557942628860474}], "gold_semantic_scores": [0.6331799626350403], "gold_temporal_scores": [0.02261432074010372], "max_gold_score": 0.6557942628860474, "max_candidate_score": 0.6557942628860474, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5112994909286499, "best_gold_margin": 0.14449477195739746, "weakest_gold_margin": 0.14449477195739746}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00941", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they pushed \"Urban DIY Short\"?", "temporal_relation": "session", "query_temporal_norm": 0.14991188049316406, "query_session_index": 2, "query_start_sec": 22.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6870715022087097}], "gold_semantic_scores": [0.6628146767616272], "gold_temporal_scores": [0.024257216602563858], "max_gold_score": 0.6870715022087097, "max_candidate_score": 0.6870715022087097, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.475077748298645, "best_gold_margin": 0.2119937539100647, "weakest_gold_margin": 0.2119937539100647}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01091", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Morgan suggest PharmQuick, and why was it later no longer accepting pickups?", "temporal_relation": "none", "query_temporal_norm": 0.22420969605445862, "query_session_index": 2, "query_start_sec": 17.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6407647728919983}, {"memory_id": "history_02_utt_0009", "score": 0.7018048167228699}], "gold_semantic_scores": [0.5664604902267456, 0.623284101486206], "gold_temporal_scores": [0.07430429756641388, 0.07852067053318024], "max_gold_score": 0.7018048167228699, "max_candidate_score": 0.7293566465377808, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.7293566465377808, "best_gold_margin": -0.02755182981491089, "weakest_gold_margin": -0.08859187364578247}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01091", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say earlier about PharmQuick that explained why it would be useful?", "temporal_relation": "none", "query_temporal_norm": 0.2510889768600464, "query_session_index": 2, "query_start_sec": 17.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6025518178939819}], "gold_semantic_scores": [0.5334662199020386], "gold_temporal_scores": [0.0690857470035553], "max_gold_score": 0.6025518178939819, "max_candidate_score": 0.6025518178939819, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5481366515159607, "best_gold_margin": 0.05441516637802124, "weakest_gold_margin": 0.05441516637802124}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01091", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan suggest PharmQuick?", "temporal_relation": "session", "query_temporal_norm": 0.21676889061927795, "query_session_index": 2, "query_start_sec": 17.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6873889565467834}], "gold_semantic_scores": [0.6313663721084595], "gold_temporal_scores": [0.05602255463600159], "max_gold_score": 0.6873889565467834, "max_candidate_score": 0.6873889565467834, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6193078756332397, "best_gold_margin": 0.0680810809135437, "weakest_gold_margin": 0.0680810809135437}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01091", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Someone said something about PharmQuick’s pickup policy. What did they say about PharmQuick’s pickup availability?", "temporal_relation": "none", "query_temporal_norm": 0.2357475906610489, "query_session_index": 2, "query_start_sec": 17.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.639300525188446}], "gold_semantic_scores": [0.5535130500793457], "gold_temporal_scores": [0.08578755706548691], "max_gold_score": 0.639300525188446, "max_candidate_score": 0.6824861168861389, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.6824861168861389, "best_gold_margin": -0.04318559169769287, "weakest_gold_margin": -0.04318559169769287}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01183", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their departure time to 8:20 AM, and what was the earlier departure time?", "temporal_relation": "comparison", "query_temporal_norm": 0.389068067073822, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.8281838893890381}, {"memory_id": "history_02_utt_0007", "score": 0.8265919089317322}], "gold_semantic_scores": [0.6946743726730347, 0.6920986771583557], "gold_temporal_scores": [0.13350948691368103, 0.1344933658838272], "max_gold_score": 0.8281838893890381, "max_candidate_score": 0.8281838893890381, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.5025537610054016, "best_gold_margin": 0.3256301283836365, "weakest_gold_margin": 0.32403814792633057}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01183", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who planned to leave at 7:45 AM?", "temporal_relation": "none", "query_temporal_norm": 0.4041784703731537, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.675753116607666}], "gold_semantic_scores": [0.6039313673973083], "gold_temporal_scores": [0.07182163000106812], "max_gold_score": 0.675753116607666, "max_candidate_score": 0.675753116607666, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.39613449573516846, "best_gold_margin": 0.27961862087249756, "weakest_gold_margin": 0.27961862087249756}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01183", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they would leave at 8:20 AM?", "temporal_relation": "none", "query_temporal_norm": 0.2241649180650711, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.648629903793335}], "gold_semantic_scores": [0.5774795413017273], "gold_temporal_scores": [0.07115017622709274], "max_gold_score": 0.648629903793335, "max_candidate_score": 0.648629903793335, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.536199688911438, "best_gold_margin": 0.11243021488189697, "weakest_gold_margin": 0.11243021488189697}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00041", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the most recent deployment target was gpu-cluster-omega?", "temporal_relation": "none", "query_temporal_norm": 0.5643038749694824, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9858163595199585}], "gold_semantic_scores": [0.7077487111091614], "gold_temporal_scores": [0.2780677378177643], "max_gold_score": 0.9858163595199585, "max_candidate_score": 0.9858163595199585, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9772533774375916, "best_gold_margin": 0.008562982082366943, "weakest_gold_margin": 0.008562982082366943}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00041", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which deployment target was originally targeted before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5035165548324585, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7876933217048645}], "gold_semantic_scores": [0.6953254342079163], "gold_temporal_scores": [0.09236785769462585], "max_gold_score": 0.7876933217048645, "max_candidate_score": 0.7876933217048645, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5868942141532898, "best_gold_margin": 0.2007991075515747, "weakest_gold_margin": 0.2007991075515747}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00041", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent deployment target we ended up using?", "temporal_relation": "latest", "query_temporal_norm": 0.5439549088478088, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9471961855888367}], "gold_semantic_scores": [0.6728107929229736], "gold_temporal_scores": [0.27438533306121826], "max_gold_score": 0.9471961855888367, "max_candidate_score": 0.9471961855888367, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9376428127288818, "best_gold_margin": 0.009553372859954834, "weakest_gold_margin": 0.009553372859954834}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00041", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deployment target did Taylor say they were targeting?", "temporal_relation": "none", "query_temporal_norm": 0.41772395372390747, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6540111899375916}], "gold_semantic_scores": [0.7172219157218933], "gold_temporal_scores": [-0.06321100890636444], "max_gold_score": 0.6540111899375916, "max_candidate_score": 0.6540111899375916, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5809347629547119, "best_gold_margin": 0.07307642698287964, "weakest_gold_margin": 0.07307642698287964}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00164", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn originally add to the shopping list as the grain for tonight?", "temporal_relation": "earliest", "query_temporal_norm": 0.5639134645462036, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9839691519737244}], "gold_semantic_scores": [0.8339466452598572], "gold_temporal_scores": [0.15002259612083435], "max_gold_score": 0.9839691519737244, "max_candidate_score": 0.9847855567932129, "top_memory_id": "history_01_utt_0009::cf::main::3", "max_non_gold_score": 0.9847855567932129, "best_gold_margin": -0.0008164048194885254, "weakest_gold_margin": -0.0008164048194885254}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00164", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In our past talks, which grain was originally on the shopping list before it got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5428938269615173, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7051032185554504}], "gold_semantic_scores": [0.5776110887527466], "gold_temporal_scores": [0.12749232351779938], "max_gold_score": 0.7051032185554504, "max_candidate_score": 0.7057858109474182, "top_memory_id": "history_01_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.7057858109474182, "best_gold_margin": -0.0006825923919677734, "weakest_gold_margin": -0.0006825923919677734}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00164", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the grain entry on the shopping list change between the earlier conversations?", "temporal_relation": "comparison", "query_temporal_norm": 0.3791351616382599, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7391238212585449}, {"memory_id": "history_02_utt_0010", "score": 0.759268045425415}], "gold_semantic_scores": [0.6019145846366882, 0.6415839195251465], "gold_temporal_scores": [0.13720931112766266, 0.11768420040607452], "max_gold_score": 0.759268045425415, "max_candidate_score": 0.759268045425415, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5810930132865906, "best_gold_margin": 0.17817503213882446, "weakest_gold_margin": 0.15803080797195435}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00164", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say organic quinoa was replaced with brown basmati rice?", "temporal_relation": "session", "query_temporal_norm": 0.23134426772594452, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7825890779495239}], "gold_semantic_scores": [0.6720689535140991], "gold_temporal_scores": [0.11052015423774719], "max_gold_score": 0.7825890779495239, "max_candidate_score": 0.7825890779495239, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5184617638587952, "best_gold_margin": 0.26412731409072876, "weakest_gold_margin": 0.26412731409072876}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00344", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Riley originally say the training configuration was before it was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5685852766036987, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7927200794219971}], "gold_semantic_scores": [0.651966392993927], "gold_temporal_scores": [0.14075380563735962], "max_gold_score": 0.7927200794219971, "max_candidate_score": 0.7927200794219971, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7913014888763428, "best_gold_margin": 0.0014185905456542969, "weakest_gold_margin": 0.0014185905456542969}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00344", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current training configuration we ended up using?", "temporal_relation": "latest", "query_temporal_norm": 0.5660216808319092, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0078010559082031}], "gold_semantic_scores": [0.7289801836013794], "gold_temporal_scores": [0.2788203954696655], "max_gold_score": 1.0078010559082031, "max_candidate_score": 1.0141127109527588, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 1.0141127109527588, "best_gold_margin": -0.006311655044555664, "weakest_gold_margin": -0.006311655044555664}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00344", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley state her training configuration?", "temporal_relation": "session", "query_temporal_norm": 0.35681378841400146, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6902135014533997}], "gold_semantic_scores": [0.5746543407440186], "gold_temporal_scores": [0.11555909365415573], "max_gold_score": 0.6902135014533997, "max_candidate_score": 0.6902135014533997, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6301301121711731, "best_gold_margin": 0.06008338928222656, "weakest_gold_margin": 0.06008338928222656}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00344", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training configuration change from the original settings to the later settings?", "temporal_relation": "comparison", "query_temporal_norm": 0.41421857476234436, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8442775011062622}, {"memory_id": "history_02_utt_0010", "score": 0.8344552516937256}], "gold_semantic_scores": [0.6913883686065674, 0.7018172740936279], "gold_temporal_scores": [0.15288902819156647, 0.13263855874538422], "max_gold_score": 0.8442775011062622, "max_candidate_score": 0.8442775011062622, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4995498061180115, "best_gold_margin": 0.34472769498825073, "weakest_gold_margin": 0.3349054455757141}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00470", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest chore schedule was?", "temporal_relation": "latest", "query_temporal_norm": 0.5679122805595398, "query_session_index": 2, "query_start_sec": 19.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7382633090019226}], "gold_semantic_scores": [0.46028566360473633], "gold_temporal_scores": [0.2779774069786072], "max_gold_score": 0.7382633090019226, "max_candidate_score": 0.7482001185417175, "top_memory_id": "history_02_utt_0008::cf::main::0", "max_non_gold_score": 0.7482001185417175, "best_gold_margin": -0.009936809539794922, "weakest_gold_margin": -0.009936809539794922}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00470", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they'd handle the kitchen on Tuesday evenings?", "temporal_relation": "none", "query_temporal_norm": 0.28841376304626465, "query_session_index": 2, "query_start_sec": 19.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8246888518333435}], "gold_semantic_scores": [0.7292528748512268], "gold_temporal_scores": [0.09543601423501968], "max_gold_score": 0.8246888518333435, "max_candidate_score": 0.8342206478118896, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8342206478118896, "best_gold_margin": -0.009531795978546143, "weakest_gold_margin": -0.009531795978546143}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00568", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the model choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5645923614501953, "query_session_index": 2, "query_start_sec": 13.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7348611354827881}], "gold_semantic_scores": [0.6103758215904236], "gold_temporal_scores": [0.1244855597615242], "max_gold_score": 0.7348611354827881, "max_candidate_score": 0.7947005033493042, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.7947005033493042, "best_gold_margin": -0.05983936786651611, "weakest_gold_margin": -0.05983936786651611}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00568", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed using ConvMixer-XS for the initial experiments?", "temporal_relation": "none", "query_temporal_norm": 0.22023312747478485, "query_session_index": 2, "query_start_sec": 13.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8326585292816162}], "gold_semantic_scores": [0.784574031829834], "gold_temporal_scores": [0.04808444902300835], "max_gold_score": 0.8326585292816162, "max_candidate_score": 0.8326585292816162, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4562245309352875, "best_gold_margin": 0.37643399834632874, "weakest_gold_margin": 0.37643399834632874}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00568", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model is currently set as the main model for the experiments?", "temporal_relation": "latest", "query_temporal_norm": 0.45186808705329895, "query_session_index": 2, "query_start_sec": 13.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.963325023651123}], "gold_semantic_scores": [0.7371375560760498], "gold_temporal_scores": [0.226187601685524], "max_gold_score": 0.963325023651123, "max_candidate_score": 0.963325023651123, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9626234769821167, "best_gold_margin": 0.0007015466690063477, "weakest_gold_margin": 0.0007015466690063477}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00568", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model was originally chosen for the initial experiments before it was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5414139032363892, "query_session_index": 2, "query_start_sec": 13.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8050483465194702}], "gold_semantic_scores": [0.698481023311615], "gold_temporal_scores": [0.10656743496656418], "max_gold_score": 0.8050483465194702, "max_candidate_score": 0.8050483465194702, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.48679089546203613, "best_gold_margin": 0.3182574510574341, "weakest_gold_margin": 0.3182574510574341}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00649", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about the edge-opt pipeline, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.20013493299484253, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.671382486820221}, {"memory_id": "history_02_utt_0008", "score": 0.7753345370292664}], "gold_semantic_scores": [0.6118624806404114, 0.7169455885887146], "gold_temporal_scores": [0.05951997637748718, 0.05838879570364952], "max_gold_score": 0.7753345370292664, "max_candidate_score": 0.7753345370292664, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6931625604629517, "best_gold_margin": 0.0821719765663147, "weakest_gold_margin": -0.021780073642730713}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00649", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for rejecting the edge-opt pipeline?", "temporal_relation": "none", "query_temporal_norm": 0.168373242020607, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8642570376396179}], "gold_semantic_scores": [0.7926051020622253], "gold_temporal_scores": [0.07165195792913437], "max_gold_score": 0.8642570376396179, "max_candidate_score": 0.8642570376396179, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6100324392318726, "best_gold_margin": 0.25422459840774536, "weakest_gold_margin": 0.25422459840774536}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00649", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the GPU-batch service recommended?", "temporal_relation": "none", "query_temporal_norm": 0.12683768570423126, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.728284478187561}], "gold_semantic_scores": [0.7005874514579773], "gold_temporal_scores": [0.027697177603840828], "max_gold_score": 0.728284478187561, "max_candidate_score": 0.728284478187561, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.38421759009361267, "best_gold_margin": 0.34406688809394836, "weakest_gold_margin": 0.34406688809394836}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00649", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the baseline results were documented?", "temporal_relation": "session", "query_temporal_norm": 0.14140501618385315, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.6452097296714783}], "gold_semantic_scores": [0.602561354637146], "gold_temporal_scores": [0.042648304253816605], "max_gold_score": 0.6452097296714783, "max_candidate_score": 0.6452097296714783, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.37550249695777893, "best_gold_margin": 0.26970723271369934, "weakest_gold_margin": 0.26970723271369934}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00717", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Quinn's chosen title change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.432447224855423, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7655994296073914}, {"memory_id": "history_02_utt_0009", "score": 0.7556617856025696}], "gold_semantic_scores": [0.6187982559204102, 0.6212180852890015], "gold_temporal_scores": [0.14680102467536926, 0.1344437450170517], "max_gold_score": 0.7655994296073914, "max_candidate_score": 0.7655994296073914, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6741282343864441, "best_gold_margin": 0.09147119522094727, "weakest_gold_margin": 0.08153355121612549}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00717", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title is currently on the watchlist?", "temporal_relation": "latest", "query_temporal_norm": 0.49931368231773376, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8618866205215454}], "gold_semantic_scores": [0.5917065143585205], "gold_temporal_scores": [0.27018022537231445], "max_gold_score": 0.8618866205215454, "max_candidate_score": 0.8618866205215454, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8528778553009033, "best_gold_margin": 0.00900876522064209, "weakest_gold_margin": 0.00900876522064209}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00789", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the deadline was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5490570664405823, "query_session_index": 2, "query_start_sec": 24.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9139875769615173}], "gold_semantic_scores": [0.7812721729278564], "gold_temporal_scores": [0.13271524012088776], "max_gold_score": 0.9139875769615173, "max_candidate_score": 0.941686749458313, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.941686749458313, "best_gold_margin": -0.027699172496795654, "weakest_gold_margin": -0.027699172496795654}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00789", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What deadline did we set for the annotators?", "temporal_relation": "none", "query_temporal_norm": 0.2578301429748535, "query_session_index": 2, "query_start_sec": 24.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.688525915145874}], "gold_semantic_scores": [0.5922805666923523], "gold_temporal_scores": [0.09624522179365158], "max_gold_score": 0.688525915145874, "max_candidate_score": 0.688525915145874, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6883139610290527, "best_gold_margin": 0.00021195411682128906, "weakest_gold_margin": 0.00021195411682128906}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00789", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the deadline update mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.3882559537887573, "query_session_index": 2, "query_start_sec": 24.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.955776035785675}], "gold_semantic_scores": [0.7659907937049866], "gold_temporal_scores": [0.18978534638881683], "max_gold_score": 0.955776035785675, "max_candidate_score": 0.955776035785675, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7460298538208008, "best_gold_margin": 0.20974618196487427, "weakest_gold_margin": 0.20974618196487427}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00882", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest departure time was?", "temporal_relation": "latest", "query_temporal_norm": 0.5575025081634521, "query_session_index": 2, "query_start_sec": 16.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8102278113365173}], "gold_semantic_scores": [0.567843496799469], "gold_temporal_scores": [0.24238412082195282], "max_gold_score": 0.8102278113365173, "max_candidate_score": 0.86908358335495, "top_memory_id": "history_02_utt_0007::cf::main::1", "max_non_gold_score": 0.86908358335495, "best_gold_margin": -0.05885577201843262, "weakest_gold_margin": -0.05885577201843262}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00882", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we should leave at 5:15 PM?", "temporal_relation": "none", "query_temporal_norm": 0.1296314299106598, "query_session_index": 2, "query_start_sec": 16.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6315551996231079}], "gold_semantic_scores": [0.5835422873497009], "gold_temporal_scores": [0.048012953251600266], "max_gold_score": 0.6315551996231079, "max_candidate_score": 0.6315551996231079, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6228337287902832, "best_gold_margin": 0.008721470832824707, "weakest_gold_margin": 0.008721470832824707}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00882", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier on, what time did we plan to leave?", "temporal_relation": "before", "query_temporal_norm": 0.3699347674846649, "query_session_index": 2, "query_start_sec": 16.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.807476282119751}], "gold_semantic_scores": [0.7402430772781372], "gold_temporal_scores": [0.067233145236969], "max_gold_score": 0.807476282119751, "max_candidate_score": 0.807476282119751, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6782768368721008, "best_gold_margin": 0.12919944524765015, "weakest_gold_margin": 0.12919944524765015}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00882", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it suggested we leave to make the pharmacy?", "temporal_relation": "session", "query_temporal_norm": 0.11551813781261444, "query_session_index": 2, "query_start_sec": 16.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.4992709159851074}], "gold_semantic_scores": [0.4834684431552887], "gold_temporal_scores": [0.01580248400568962], "max_gold_score": 0.4992709159851074, "max_candidate_score": 0.4992709159851074, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.43251046538352966, "best_gold_margin": 0.06676045060157776, "weakest_gold_margin": 0.06676045060157776}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00973", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say the latest training setting was?", "temporal_relation": "latest", "query_temporal_norm": 0.5449288487434387, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0208522081375122}], "gold_semantic_scores": [0.7644456028938293], "gold_temporal_scores": [0.2564069330692291], "max_gold_score": 1.0208522081375122, "max_candidate_score": 1.0208522081375122, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.0203442573547363, "best_gold_margin": 0.0005079507827758789, "weakest_gold_margin": 0.0005079507827758789}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00973", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training settings change between the two discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.34798216819763184, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6323288679122925}, {"memory_id": "history_02_utt_0010", "score": 0.7190967798233032}], "gold_semantic_scores": [0.5212704539299011, 0.6062201261520386], "gold_temporal_scores": [0.11105852574110031, 0.11287643760442734], "max_gold_score": 0.7190967798233032, "max_candidate_score": 0.7190967798233032, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.29033777117729187, "best_gold_margin": 0.42875900864601135, "weakest_gold_margin": 0.3419910967350006}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00973", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training settings did Emerson say she updated to?", "temporal_relation": "none", "query_temporal_norm": 0.391488641500473, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9385988116264343}], "gold_semantic_scores": [0.7477102875709534], "gold_temporal_scores": [0.19088877737522125], "max_gold_score": 0.9385988116264343, "max_candidate_score": 0.9385988116264343, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7887312173843384, "best_gold_margin": 0.14986759424209595, "weakest_gold_margin": 0.14986759424209595}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00973", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson mention updating the training settings?", "temporal_relation": "session", "query_temporal_norm": 0.20404517650604248, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7931777238845825}], "gold_semantic_scores": [0.7232874035835266], "gold_temporal_scores": [0.06989052146673203], "max_gold_score": 0.7931777238845825, "max_candidate_score": 0.7931777238845825, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7157406806945801, "best_gold_margin": 0.07743704319000244, "weakest_gold_margin": 0.07743704319000244}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01081", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the On-node cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17139855027198792, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6862413287162781}, {"memory_id": "history_02_utt_0007", "score": 0.7324520349502563}], "gold_semantic_scores": [0.634564995765686, 0.6905078887939453], "gold_temporal_scores": [0.05167623981833458, 0.041943974792957306], "max_gold_score": 0.7324520349502563, "max_candidate_score": 0.7324520349502563, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7221008539199829, "best_gold_margin": 0.010351181030273438, "weakest_gold_margin": -0.035859525203704834}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01081", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed different caching options. What did we decide about the On-node cache?", "temporal_relation": "none", "query_temporal_norm": 0.18681493401527405, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7144010066986084}], "gold_semantic_scores": [0.631360650062561], "gold_temporal_scores": [0.08304032683372498], "max_gold_score": 0.7144010066986084, "max_candidate_score": 0.7144010066986084, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.684029757976532, "best_gold_margin": 0.030371248722076416, "weakest_gold_margin": 0.030371248722076416}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01081", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Someone recommended the Shared model pool. What benefit did they say it provided?", "temporal_relation": "none", "query_temporal_norm": 0.15812362730503082, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6706903576850891}], "gold_semantic_scores": [0.647149384021759], "gold_temporal_scores": [0.02354089356958866], "max_gold_score": 0.6706903576850891, "max_candidate_score": 0.6706903576850891, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.40076231956481934, "best_gold_margin": 0.2699280381202698, "weakest_gold_margin": 0.2699280381202698}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01081", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the Shared model pool recommended?", "temporal_relation": "session", "query_temporal_norm": 0.17902295291423798, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7002423405647278}], "gold_semantic_scores": [0.654483437538147], "gold_temporal_scores": [0.045758869498968124], "max_gold_score": 0.7002423405647278, "max_candidate_score": 0.7002423405647278, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.6116780042648315, "best_gold_margin": 0.08856433629989624, "weakest_gold_margin": 0.08856433629989624}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01143", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say the latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5479069352149963, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 1.0544803142547607}], "gold_semantic_scores": [0.782828688621521], "gold_temporal_scores": [0.2716518044471741], "max_gold_score": 1.0544803142547607, "max_candidate_score": 1.0560868978500366, "top_memory_id": "history_02_utt_0012::cf::main::3", "max_non_gold_score": 1.0560868978500366, "best_gold_margin": -0.001606583595275879, "weakest_gold_margin": -0.001606583595275879}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01143", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our discussions, what shopping item was mentioned before it was changed?", "temporal_relation": "session", "query_temporal_norm": 0.3544233739376068, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.678842306137085}], "gold_semantic_scores": [0.5801451802253723], "gold_temporal_scores": [0.0986969843506813], "max_gold_score": 0.678842306137085, "max_candidate_score": 0.678842306137085, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6398572325706482, "best_gold_margin": 0.03898507356643677, "weakest_gold_margin": 0.03898507356643677}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01143", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say he updated his pick to creamy almond butter?", "temporal_relation": "session", "query_temporal_norm": 0.4578859806060791, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8456374406814575}], "gold_semantic_scores": [0.6065152883529663], "gold_temporal_scores": [0.2391217052936554], "max_gold_score": 0.8456374406814575, "max_candidate_score": 0.8456374406814575, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7187737822532654, "best_gold_margin": 0.12686365842819214, "weakest_gold_margin": 0.12686365842819214}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01143", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the shopping item change between the earlier mention and the later update?", "temporal_relation": "comparison", "query_temporal_norm": 0.43395429849624634, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7218798995018005}, {"memory_id": "history_02_utt_0012", "score": 0.741902232170105}], "gold_semantic_scores": [0.5831692218780518, 0.5959815382957458], "gold_temporal_scores": [0.1387106329202652, 0.14592061936855316], "max_gold_score": 0.741902232170105, "max_candidate_score": 0.741902232170105, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5578268766403198, "best_gold_margin": 0.18407535552978516, "weakest_gold_margin": 0.1640530228614807}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00064", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the venue was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5482946038246155, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.70195472240448}], "gold_semantic_scores": [0.6152482032775879], "gold_temporal_scores": [0.08670643717050552], "max_gold_score": 0.70195472240448, "max_candidate_score": 0.70195472240448, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6930332779884338, "best_gold_margin": 0.008921444416046143, "weakest_gold_margin": 0.008921444416046143}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00064", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the plan moved so the audio would be better?", "temporal_relation": "none", "query_temporal_norm": 0.43113717436790466, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8951622247695923}], "gold_semantic_scores": [0.6860252618789673], "gold_temporal_scores": [0.20913681387901306], "max_gold_score": 0.8951622247695923, "max_candidate_score": 0.8951622247695923, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6072193384170532, "best_gold_margin": 0.28794288635253906, "weakest_gold_margin": 0.28794288635253906}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00064", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the plan moved to the living room with the new soundbar?", "temporal_relation": "session", "query_temporal_norm": 0.33090049028396606, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0105605125427246}], "gold_semantic_scores": [0.8494733572006226], "gold_temporal_scores": [0.16108717024326324], "max_gold_score": 1.0105605125427246, "max_candidate_score": 1.0105605125427246, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6458891034126282, "best_gold_margin": 0.36467140913009644, "weakest_gold_margin": 0.36467140913009644}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00160", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's chore schedule change between the earlier and later conversations?", "temporal_relation": "comparison", "query_temporal_norm": 0.3670814335346222, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8154420256614685}, {"memory_id": "history_02_utt_0008", "score": 0.8415817618370056}], "gold_semantic_scores": [0.6910637617111206, 0.7085058689117432], "gold_temporal_scores": [0.12437821924686432, 0.13307581841945648], "max_gold_score": 0.8415817618370056, "max_candidate_score": 0.8415817618370056, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.709871768951416, "best_gold_margin": 0.1317099928855896, "weakest_gold_margin": 0.10557025671005249}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00160", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had their chores scheduled?", "temporal_relation": "none", "query_temporal_norm": 0.2647784352302551, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8193223476409912}], "gold_semantic_scores": [0.7659102082252502], "gold_temporal_scores": [0.053412050008773804], "max_gold_score": 0.8193223476409912, "max_candidate_score": 0.8193223476409912, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.589545726776123, "best_gold_margin": 0.22977662086486816, "weakest_gold_margin": 0.22977662086486816}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00160", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say his chore schedule was?", "temporal_relation": "none", "query_temporal_norm": 0.2216746211051941, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8358368873596191}], "gold_semantic_scores": [0.7857324481010437], "gold_temporal_scores": [0.0501045361161232], "max_gold_score": 0.8358368873596191, "max_candidate_score": 0.8358368873596191, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8276800513267517, "best_gold_margin": 0.008156836032867432, "weakest_gold_margin": 0.008156836032867432}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00160", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the current chore schedule for trash, dishes, vacuuming, and laundry?", "temporal_relation": "latest", "query_temporal_norm": 0.5542578101158142, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.858147382736206}], "gold_semantic_scores": [0.6145821213722229], "gold_temporal_scores": [0.24356526136398315], "max_gold_score": 0.858147382736206, "max_candidate_score": 0.8595870137214661, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0007::1", "max_non_gold_score": 0.8595870137214661, "best_gold_margin": -0.0014396309852600098, "weakest_gold_margin": -0.0014396309852600098}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00232", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the restaurant choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5394895076751709, "query_session_index": 2, "query_start_sec": 17.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6605109572410583}], "gold_semantic_scores": [0.5567630529403687], "gold_temporal_scores": [0.10374787449836731], "max_gold_score": 0.6605109572410583, "max_candidate_score": 0.6796742081642151, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.6796742081642151, "best_gold_margin": -0.01916325092315674, "weakest_gold_margin": -0.01916325092315674}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00232", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested La Familia Trattoria on Maple Avenue?", "temporal_relation": "earliest", "query_temporal_norm": 0.4813883900642395, "query_session_index": 2, "query_start_sec": 17.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6355301737785339}], "gold_semantic_scores": [0.5473381876945496], "gold_temporal_scores": [0.08819206804037094], "max_gold_score": 0.6355301737785339, "max_candidate_score": 0.6355301737785339, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.383581280708313, "best_gold_margin": 0.25194889307022095, "weakest_gold_margin": 0.25194889307022095}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00232", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which restaurant are we planning to go to now?", "temporal_relation": "latest", "query_temporal_norm": 0.4382038414478302, "query_session_index": 2, "query_start_sec": 17.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.821123480796814}], "gold_semantic_scores": [0.595698893070221], "gold_temporal_scores": [0.225424662232399], "max_gold_score": 0.821123480796814, "max_candidate_score": 0.821123480796814, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8164694905281067, "best_gold_margin": 0.004653990268707275, "weakest_gold_margin": 0.004653990268707275}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00232", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "We later changed our pick — which restaurant did we switch to?", "temporal_relation": "latest", "query_temporal_norm": 0.34251490235328674, "query_session_index": 2, "query_start_sec": 17.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8588411211967468}], "gold_semantic_scores": [0.6895814538002014], "gold_temporal_scores": [0.16925989091396332], "max_gold_score": 0.8588411211967468, "max_candidate_score": 0.8673354387283325, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.8673354387283325, "best_gold_margin": -0.008494317531585693, "weakest_gold_margin": -0.008494317531585693}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00304", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the venue was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5090375542640686, "query_session_index": 2, "query_start_sec": 11.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7059463262557983}], "gold_semantic_scores": [0.6213942766189575], "gold_temporal_scores": [0.08455217629671097], "max_gold_score": 0.7059463262557983, "max_candidate_score": 0.7059463262557983, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6925514936447144, "best_gold_margin": 0.013394832611083984, "weakest_gold_margin": 0.013394832611083984}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00304", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening moved to in the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.2878875136375427, "query_session_index": 2, "query_start_sec": 11.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8001319766044617}], "gold_semantic_scores": [0.6641730070114136], "gold_temporal_scores": [0.13595928251743317], "max_gold_score": 0.8001319766044617, "max_candidate_score": 0.8001319766044617, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6805350184440613, "best_gold_margin": 0.11959695816040039, "weakest_gold_margin": 0.11959695816040039}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00304", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "When will the lights be dimmed in my plan?", "temporal_relation": "none", "query_temporal_norm": 0.26719990372657776, "query_session_index": 2, "query_start_sec": 11.32, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.42000219225883484, "top_memory_id": "history_02_utt_0025", "max_non_gold_score": 0.42000219225883484, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00433", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for suggesting Maple Street Pharmacy, and why was it later closed?", "temporal_relation": "none", "query_temporal_norm": 0.1594463288784027, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7291816473007202}, {"memory_id": "history_02_utt_0008", "score": 0.777562141418457}], "gold_semantic_scores": [0.6844843029975891, 0.7154017686843872], "gold_temporal_scores": [0.04469732195138931, 0.062160562723875046], "max_gold_score": 0.777562141418457, "max_candidate_score": 0.777562141418457, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7744269371032715, "best_gold_margin": 0.003135204315185547, "weakest_gold_margin": -0.04524528980255127}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00433", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When Riverside Pharmacy was mentioned earlier, what reason was given for suggesting it?", "temporal_relation": "none", "query_temporal_norm": 0.12589746713638306, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7275647521018982}], "gold_semantic_scores": [0.7082633376121521], "gold_temporal_scores": [0.01930117979645729], "max_gold_score": 0.7275647521018982, "max_candidate_score": 0.7275647521018982, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.558591365814209, "best_gold_margin": 0.1689733862876892, "weakest_gold_margin": 0.1689733862876892}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00433", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Riverside Pharmacy mentioned as being on the direct bus route?", "temporal_relation": "session", "query_temporal_norm": 0.13722549378871918, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.8188849687576294}], "gold_semantic_scores": [0.793461799621582], "gold_temporal_scores": [0.025423547253012657], "max_gold_score": 0.8188849687576294, "max_candidate_score": 0.8188849687576294, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.6197010278701782, "best_gold_margin": 0.19918394088745117, "weakest_gold_margin": 0.19918394088745117}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00433", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the status of Maple Street Pharmacy this week?", "temporal_relation": "none", "query_temporal_norm": 0.11716196686029434, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8298301100730896}], "gold_semantic_scores": [0.8009880781173706], "gold_temporal_scores": [0.028842203319072723], "max_gold_score": 0.8298301100730896, "max_candidate_score": 0.8298301100730896, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5850555300712585, "best_gold_margin": 0.24477458000183105, "weakest_gold_margin": 0.24477458000183105}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00552", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest venue would be for the screening?", "temporal_relation": "latest", "query_temporal_norm": 0.5500636696815491, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8601356148719788}], "gold_semantic_scores": [0.601680338382721], "gold_temporal_scores": [0.258455365896225], "max_gold_score": 0.8601356148719788, "max_candidate_score": 0.9117367267608643, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.9117367267608643, "best_gold_margin": -0.0516011118888855, "weakest_gold_margin": -0.0516011118888855}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00552", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we'd use the main lounge with the 85-inch wall TV for the screening?", "temporal_relation": "none", "query_temporal_norm": 0.1983201503753662, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7756630778312683}], "gold_semantic_scores": [0.6837111115455627], "gold_temporal_scores": [0.09195218980312347], "max_gold_score": 0.7756630778312683, "max_candidate_score": 0.7756630778312683, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.588370144367218, "best_gold_margin": 0.1872929334640503, "weakest_gold_margin": 0.1872929334640503}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00552", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening originally planned to be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.5643654465675354, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8109400868415833}], "gold_semantic_scores": [0.6851593852043152], "gold_temporal_scores": [0.1257805973291397], "max_gold_score": 0.8109400868415833, "max_candidate_score": 0.8109400868415833, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5095294713973999, "best_gold_margin": 0.30141061544418335, "weakest_gold_margin": 0.30141061544418335}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00552", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which room did we say we'd use initially for the screening?", "temporal_relation": "earliest", "query_temporal_norm": 0.5074623227119446, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7531784176826477}], "gold_semantic_scores": [0.657740592956543], "gold_temporal_scores": [0.09543798118829727], "max_gold_score": 0.7531784176826477, "max_candidate_score": 0.7531784176826477, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5382333397865295, "best_gold_margin": 0.21494507789611816, "weakest_gold_margin": 0.21494507789611816}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00649", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for placing Seaside Drive early, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.16637322306632996, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7583075165748596}, {"memory_id": "history_02_utt_0012", "score": 0.7008798122406006}], "gold_semantic_scores": [0.7081030607223511, 0.6562600135803223], "gold_temporal_scores": [0.050204385071992874, 0.04461945965886116], "max_gold_score": 0.7583075165748596, "max_candidate_score": 0.7583075165748596, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7081079483032227, "best_gold_margin": 0.05019956827163696, "weakest_gold_margin": -0.00722813606262207}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00649", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to Seaside Drive in that discussion?", "temporal_relation": "none", "query_temporal_norm": 0.2260436713695526, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8571672439575195}], "gold_semantic_scores": [0.7503952383995056], "gold_temporal_scores": [0.1067720279097557], "max_gold_score": 0.8571672439575195, "max_candidate_score": 0.8571672439575195, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5472186207771301, "best_gold_margin": 0.3099486231803894, "weakest_gold_margin": 0.3099486231803894}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00649", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which track was queued as a late-night mood-setter with echoey textures?", "temporal_relation": "none", "query_temporal_norm": 0.23148022592067719, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.8123446702957153}], "gold_semantic_scores": [0.7422151565551758], "gold_temporal_scores": [0.07012966275215149], "max_gold_score": 0.8123446702957153, "max_candidate_score": 0.8123446702957153, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.5894980430603027, "best_gold_margin": 0.2228466272354126, "weakest_gold_margin": 0.2228466272354126}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00649", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it agreed to keep the full playlist under two hours?", "temporal_relation": "session", "query_temporal_norm": 0.1457948237657547, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0037", "score": 0.861765444278717}], "gold_semantic_scores": [0.832737922668457], "gold_temporal_scores": [0.029027802869677544], "max_gold_score": 0.861765444278717, "max_candidate_score": 0.861765444278717, "top_memory_id": "history_02_utt_0037", "max_non_gold_score": 0.4230661690235138, "best_gold_margin": 0.43869927525520325, "weakest_gold_margin": 0.43869927525520325}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00742", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their chore schedule, and what was the earlier laundry day?", "temporal_relation": "comparison", "query_temporal_norm": 0.36342260241508484, "query_session_index": 2, "query_start_sec": 16.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.873509407043457}, {"memory_id": "history_02_utt_0010", "score": 0.7879379391670227}], "gold_semantic_scores": [0.7434908151626587, 0.6724786162376404], "gold_temporal_scores": [0.13001856207847595, 0.11545948684215546], "max_gold_score": 0.873509407043457, "max_candidate_score": 0.873509407043457, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5387914180755615, "best_gold_margin": 0.3347179889678955, "weakest_gold_margin": 0.24914652109146118}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00742", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they would clean the kitchen and take out the trash on Saturdays?", "temporal_relation": "none", "query_temporal_norm": 0.25926196575164795, "query_session_index": 2, "query_start_sec": 16.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8680083751678467}], "gold_semantic_scores": [0.7884692549705505], "gold_temporal_scores": [0.07953914999961853], "max_gold_score": 0.8680083751678467, "max_candidate_score": 0.8680083751678467, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7714312076568604, "best_gold_margin": 0.09657716751098633, "weakest_gold_margin": 0.09657716751098633}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00742", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which chores did Drew say he'd be responsible for, and on which days?", "temporal_relation": "none", "query_temporal_norm": 0.1736772656440735, "query_session_index": 2, "query_start_sec": 16.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7971640229225159}], "gold_semantic_scores": [0.7488461136817932], "gold_temporal_scores": [0.048318050801754], "max_gold_score": 0.7971640229225159, "max_candidate_score": 0.7971640229225159, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7226918339729309, "best_gold_margin": 0.07447218894958496, "weakest_gold_margin": 0.07447218894958496}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00742", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who is setting the table and opening the wine for dinner?", "temporal_relation": "none", "query_temporal_norm": 0.3692636787891388, "query_session_index": 2, "query_start_sec": 16.28, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.521773636341095, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.521773636341095, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00973", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Rowan's departure time change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.409675270318985, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7883164286613464}, {"memory_id": "history_02_utt_0008", "score": 0.8267143368721008}], "gold_semantic_scores": [0.6464055180549622, 0.679498016834259], "gold_temporal_scores": [0.14191098511219025, 0.14721597731113434], "max_gold_score": 0.8267143368721008, "max_candidate_score": 0.8267143368721008, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6988382935523987, "best_gold_margin": 0.12787604331970215, "weakest_gold_margin": 0.08947813510894775}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00973", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they'd leave at 8:30 AM to pick up the package?", "temporal_relation": "none", "query_temporal_norm": 0.2674664258956909, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8786150217056274}], "gold_semantic_scores": [0.8034510612487793], "gold_temporal_scores": [0.07516393810510635], "max_gold_score": 0.8786150217056274, "max_candidate_score": 0.8786150217056274, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8022001385688782, "best_gold_margin": 0.07641488313674927, "weakest_gold_margin": 0.07641488313674927}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00973", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What time did they originally say they would leave?", "temporal_relation": "earliest", "query_temporal_norm": 0.5690394639968872, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8811267614364624}], "gold_semantic_scores": [0.7541120648384094], "gold_temporal_scores": [0.127014622092247], "max_gold_score": 0.8811267614364624, "max_candidate_score": 0.8811267614364624, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5870490670204163, "best_gold_margin": 0.29407769441604614, "weakest_gold_margin": 0.29407769441604614}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00973", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What does Jordan need to do after the meeting?", "temporal_relation": "none", "query_temporal_norm": 0.32290172576904297, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4473406672477722, "top_memory_id": "history_02_utt_0005", "max_non_gold_score": 0.4473406672477722, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01030", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I said the set would be at one venue but later I mentioned a different place. What did I say changed between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3780999481678009, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6209640502929688}, {"memory_id": "history_02_utt_0010", "score": 0.4901443421840668}], "gold_semantic_scores": [0.503364086151123, 0.35575827956199646], "gold_temporal_scores": [0.11759994179010391, 0.13438597321510315], "max_gold_score": 0.6209640502929688, "max_candidate_score": 0.656499445438385, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.656499445438385, "best_gold_margin": -0.03553539514541626, "weakest_gold_margin": -0.16635510325431824}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01030", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were scheduling the playlist for the lakeside pavilion?", "temporal_relation": "none", "query_temporal_norm": 0.19445210695266724, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7883526086807251}], "gold_semantic_scores": [0.7406150102615356], "gold_temporal_scores": [0.04773741587996483], "max_gold_score": 0.7883526086807251, "max_candidate_score": 0.7883526086807251, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.43394050002098083, "best_gold_margin": 0.35441210865974426, "weakest_gold_margin": 0.35441210865974426}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01030", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the set scheduled to run now?", "temporal_relation": "latest", "query_temporal_norm": 0.4602263569831848, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.800649106502533}], "gold_semantic_scores": [0.6143685579299927], "gold_temporal_scores": [0.18628056347370148], "max_gold_score": 0.800649106502533, "max_candidate_score": 0.800649106502533, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7984750270843506, "best_gold_margin": 0.002174079418182373, "weakest_gold_margin": 0.002174079418182373}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01122", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the watchlist to include Neon Alley, and what was the earlier title?", "temporal_relation": "comparison", "query_temporal_norm": 0.4093611240386963, "query_session_index": 2, "query_start_sec": 15.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6173998117446899}, {"memory_id": "history_02_utt_0007", "score": 0.6351574659347534}], "gold_semantic_scores": [0.4805077016353607, 0.5343471169471741], "gold_temporal_scores": [0.13689209520816803, 0.10081049799919128], "max_gold_score": 0.6351574659347534, "max_candidate_score": 0.6351574659347534, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.2655515670776367, "best_gold_margin": 0.3696058988571167, "weakest_gold_margin": 0.3518482446670532}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01122", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title was originally on the watchlist in the first meeting?", "temporal_relation": "earliest", "query_temporal_norm": 0.5707617402076721, "query_session_index": 2, "query_start_sec": 15.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8497193455696106}], "gold_semantic_scores": [0.7238904237747192], "gold_temporal_scores": [0.1258288323879242], "max_gold_score": 0.8497193455696106, "max_candidate_score": 0.8497193455696106, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4630924165248871, "best_gold_margin": 0.3866269290447235, "weakest_gold_margin": 0.3866269290447235}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01122", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had chosen Midnight Drive for the watchlist in the first meeting?", "temporal_relation": "earliest", "query_temporal_norm": 0.2246788740158081, "query_session_index": 2, "query_start_sec": 15.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8190611600875854}], "gold_semantic_scores": [0.7635737061500549], "gold_temporal_scores": [0.055487554520368576], "max_gold_score": 0.8190611600875854, "max_candidate_score": 0.8190611600875854, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6670712232589722, "best_gold_margin": 0.15198993682861328, "weakest_gold_margin": 0.15198993682861328}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01122", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Parker say they had chosen for the watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.2623053193092346, "query_session_index": 2, "query_start_sec": 15.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6466858983039856}], "gold_semantic_scores": [0.6014508008956909], "gold_temporal_scores": [0.0452350415289402], "max_gold_score": 0.6466858983039856, "max_candidate_score": 0.6466858983039856, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5375591516494751, "best_gold_margin": 0.1091267466545105, "weakest_gold_margin": 0.1091267466545105}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00018", "qa_id": "main", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan bring up a Track B evaluation plan?", "temporal_relation": "session", "query_temporal_norm": 0.24472008645534515, "query_session_index": 2, "query_start_sec": 24.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6072560548782349}], "gold_semantic_scores": [0.5887430310249329], "gold_temporal_scores": [0.018512984737753868], "max_gold_score": 0.6072560548782349, "max_candidate_score": 0.6072560548782349, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4713205099105835, "best_gold_margin": 0.13593554496765137, "weakest_gold_margin": 0.13593554496765137}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00018", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What baseline metric and validation setup was suggested for Track A?", "temporal_relation": "none", "query_temporal_norm": 0.1379457414150238, "query_session_index": 2, "query_start_sec": 24.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5538126826286316}], "gold_semantic_scores": [0.5396369695663452], "gold_temporal_scores": [0.014175939373672009], "max_gold_score": 0.5538126826286316, "max_candidate_score": 0.6471028327941895, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6471028327941895, "best_gold_margin": -0.09329015016555786, "weakest_gold_margin": -0.09329015016555786}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00018", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How will submissions be validated?", "temporal_relation": "none", "query_temporal_norm": 0.21012379229068756, "query_session_index": 2, "query_start_sec": 24.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.32047414779663086}], "gold_semantic_scores": [0.23353801667690277], "gold_temporal_scores": [0.08693622797727585], "max_gold_score": 0.32047414779663086, "max_candidate_score": 0.39130231738090515, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.39130231738090515, "best_gold_margin": -0.07082816958427429, "weakest_gold_margin": -0.07082816958427429}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00071", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest shopping item I planned to get was?", "temporal_relation": "latest", "query_temporal_norm": 0.5519117116928101, "query_session_index": 2, "query_start_sec": 15.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0073189735412598}], "gold_semantic_scores": [0.7191970944404602], "gold_temporal_scores": [0.28812193870544434], "max_gold_score": 1.0073189735412598, "max_candidate_score": 1.0073189735412598, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0021553039550781, "best_gold_margin": 0.005163669586181641, "weakest_gold_margin": 0.005163669586181641}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00071", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item was mentioned for the household earlier?", "temporal_relation": "none", "query_temporal_norm": 0.3307076692581177, "query_session_index": 2, "query_start_sec": 15.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7742325067520142}], "gold_semantic_scores": [0.7235186696052551], "gold_temporal_scores": [0.05071382224559784], "max_gold_score": 0.7742325067520142, "max_candidate_score": 0.7742325067520142, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.630605161190033, "best_gold_margin": 0.1436273455619812, "weakest_gold_margin": 0.1436273455619812}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00071", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the paper towel purchase mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1975061297416687, "query_session_index": 2, "query_start_sec": 15.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.647175669670105}], "gold_semantic_scores": [0.5903117656707764], "gold_temporal_scores": [0.056863997131586075], "max_gold_score": 0.647175669670105, "max_candidate_score": 0.647175669670105, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.365643709897995, "best_gold_margin": 0.28153195977211, "weakest_gold_margin": 0.28153195977211}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00159", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Baker's Corner, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.2118806689977646, "query_session_index": 2, "query_start_sec": 24.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7623853087425232}, {"memory_id": "history_02_utt_0007", "score": 0.8216338753700256}], "gold_semantic_scores": [0.7033035159111023, 0.7897487282752991], "gold_temporal_scores": [0.059081852436065674, 0.03188518434762955], "max_gold_score": 0.8216338753700256, "max_candidate_score": 0.8216338753700256, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7749565839767456, "best_gold_margin": 0.04667729139328003, "weakest_gold_margin": -0.012571275234222412}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00159", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "We ruled out Baker's Corner during one of the past chats. Why was Baker's Corner unavailable?", "temporal_relation": "none", "query_temporal_norm": 0.14990760385990143, "query_session_index": 2, "query_start_sec": 24.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8633890151977539}], "gold_semantic_scores": [0.8068433403968811], "gold_temporal_scores": [0.05654558911919594], "max_gold_score": 0.8633890151977539, "max_candidate_score": 0.8633890151977539, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6004605889320374, "best_gold_margin": 0.26292842626571655, "weakest_gold_margin": 0.26292842626571655}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00159", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did someone suggest FreshMart as an option earlier?", "temporal_relation": "none", "query_temporal_norm": 0.1312475949525833, "query_session_index": 2, "query_start_sec": 24.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6993984580039978}], "gold_semantic_scores": [0.6817263960838318], "gold_temporal_scores": [0.017672032117843628], "max_gold_score": 0.6993984580039978, "max_candidate_score": 0.6993984580039978, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.408387690782547, "best_gold_margin": 0.2910107672214508, "weakest_gold_margin": 0.2910107672214508}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00159", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was FreshMart suggested?", "temporal_relation": "session", "query_temporal_norm": 0.15182533860206604, "query_session_index": 2, "query_start_sec": 24.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6762467622756958}], "gold_semantic_scores": [0.6370750665664673], "gold_temporal_scores": [0.03917187079787254], "max_gold_score": 0.6762467622756958, "max_candidate_score": 0.6762467622756958, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.4240020513534546, "best_gold_margin": 0.2522447109222412, "weakest_gold_margin": 0.2522447109222412}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00288", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest venue was?", "temporal_relation": "latest", "query_temporal_norm": 0.5451145768165588, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9985777735710144}], "gold_semantic_scores": [0.7439779043197632], "gold_temporal_scores": [0.2545998990535736], "max_gold_score": 0.9985777735710144, "max_candidate_score": 1.0007187128067017, "top_memory_id": "history_02_utt_0008::cf::main::1", "max_non_gold_score": 1.0007187128067017, "best_gold_margin": -0.002140939235687256, "weakest_gold_margin": -0.002140939235687256}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00288", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Earlier in our planning you mentioned a tentative reservation—what venue was that?", "temporal_relation": "before", "query_temporal_norm": 0.4303918182849884, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7298376560211182}], "gold_semantic_scores": [0.6589198708534241], "gold_temporal_scores": [0.07091763615608215], "max_gold_score": 0.7298376560211182, "max_candidate_score": 0.7430649995803833, "top_memory_id": "history_01_utt_0010::cf::extra_qa_0007::1", "max_non_gold_score": 0.7430649995803833, "best_gold_margin": -0.013227343559265137, "weakest_gold_margin": -0.013227343559265137}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00288", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the Glasshouse Rooftop had been tentatively reserved?", "temporal_relation": "session", "query_temporal_norm": 0.1349869966506958, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6964013576507568}], "gold_semantic_scores": [0.6605678796768188], "gold_temporal_scores": [0.0358334481716156], "max_gold_score": 0.6964013576507568, "max_candidate_score": 0.6964013576507568, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.28589895367622375, "best_gold_margin": 0.4105024039745331, "weakest_gold_margin": 0.4105024039745331}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00395", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their peanut butter pickup to the 16-ounce natural crunchy jar, and what was the earlier item?", "temporal_relation": "comparison", "query_temporal_norm": 0.3791077435016632, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7713106274604797}, {"memory_id": "history_02_utt_0007", "score": 0.7865797877311707}], "gold_semantic_scores": [0.635635256767273, 0.6685481071472168], "gold_temporal_scores": [0.1356755644083023, 0.11803164333105087], "max_gold_score": 0.7865797877311707, "max_candidate_score": 0.7865797877311707, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.26980429887771606, "best_gold_margin": 0.5167754888534546, "weakest_gold_margin": 0.5015063285827637}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00395", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the shopping item that was discussed earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.36786308884620667, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7553865313529968}, {"memory_id": "history_02_utt_0007", "score": 0.7197698354721069}], "gold_semantic_scores": [0.6269516944885254, 0.6322278380393982], "gold_temporal_scores": [0.1284346878528595, 0.08754166215658188], "max_gold_score": 0.7553865313529968, "max_candidate_score": 0.7553865313529968, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3909769058227539, "best_gold_margin": 0.3644096255302429, "weakest_gold_margin": 0.328792929649353}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00395", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were going to pick up a creamy peanut butter, 40-ounce jar?", "temporal_relation": "none", "query_temporal_norm": 0.18654713034629822, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7984362244606018}], "gold_semantic_scores": [0.7672290802001953], "gold_temporal_scores": [0.031207267194986343], "max_gold_score": 0.7984362244606018, "max_candidate_score": 0.8094382882118225, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8094382882118225, "best_gold_margin": -0.011002063751220703, "weakest_gold_margin": -0.011002063751220703}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00395", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed the order to natural crunchy peanut butter for pickup?", "temporal_relation": "none", "query_temporal_norm": 0.3331877887248993, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8703950047492981}], "gold_semantic_scores": [0.7083624005317688], "gold_temporal_scores": [0.16203267872333527], "max_gold_score": 0.8703950047492981, "max_candidate_score": 0.8703950047492981, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5972115993499756, "best_gold_margin": 0.2731834053993225, "weakest_gold_margin": 0.2731834053993225}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00551", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the dataset freeze deadline to 2026-06-24, and what was the earlier deadline?", "temporal_relation": "comparison", "query_temporal_norm": 0.39404675364494324, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8345517516136169}, {"memory_id": "history_02_utt_0009", "score": 0.8159578442573547}], "gold_semantic_scores": [0.726410448551178, 0.7041074633598328], "gold_temporal_scores": [0.10814124345779419, 0.11185047775506973], "max_gold_score": 0.8345517516136169, "max_candidate_score": 0.8345517516136169, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.36123624444007874, "best_gold_margin": 0.4733155071735382, "weakest_gold_margin": 0.454721599817276}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00551", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When the dataset-freeze deadline was changed, what did it change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4044916033744812, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7709291577339172}, {"memory_id": "history_02_utt_0009", "score": 0.7867519855499268}], "gold_semantic_scores": [0.6502832174301147, 0.6509378552436829], "gold_temporal_scores": [0.12064589560031891, 0.135814368724823], "max_gold_score": 0.7867519855499268, "max_candidate_score": 0.7867519855499268, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.305062472820282, "best_gold_margin": 0.4816895127296448, "weakest_gold_margin": 0.46586668491363525}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00551", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deadline did Rowan say he had for finalizing the dataset freeze?", "temporal_relation": "none", "query_temporal_norm": 0.2930006682872772, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8249773979187012}], "gold_semantic_scores": [0.7794313430786133], "gold_temporal_scores": [0.045546069741249084], "max_gold_score": 0.8249773979187012, "max_candidate_score": 0.8249773979187012, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7915816903114319, "best_gold_margin": 0.03339570760726929, "weakest_gold_margin": 0.03339570760726929}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00551", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan mention the dataset-freeze deadline?", "temporal_relation": "session", "query_temporal_norm": 0.2635645866394043, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.60941082239151}], "gold_semantic_scores": [0.5437244772911072], "gold_temporal_scores": [0.06568630784749985], "max_gold_score": 0.60941082239151, "max_candidate_score": 0.60941082239151, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5838773250579834, "best_gold_margin": 0.02553349733352661, "weakest_gold_margin": 0.02553349733352661}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00640", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker note about Moonlight Archive, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.25403499603271484, "query_session_index": 2, "query_start_sec": 25.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7866446375846863}, {"memory_id": "history_02_utt_0010", "score": 0.7137840986251831}], "gold_semantic_scores": [0.7133688926696777, 0.6644189357757568], "gold_temporal_scores": [0.07327568531036377, 0.04936496168375015], "max_gold_score": 0.7866446375846863, "max_candidate_score": 0.7866446375846863, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.728776216506958, "best_gold_margin": 0.05786842107772827, "weakest_gold_margin": -0.014992117881774902}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00640", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature of City Sketches was mentioned as a reason someone liked it?", "temporal_relation": "none", "query_temporal_norm": 0.13286258280277252, "query_session_index": 2, "query_start_sec": 25.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.6769068837165833}], "gold_semantic_scores": [0.6440320611000061], "gold_temporal_scores": [0.032874464988708496], "max_gold_score": 0.6769068837165833, "max_candidate_score": 0.6769068837165833, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.49985092878341675, "best_gold_margin": 0.1770559549331665, "weakest_gold_margin": 0.1770559549331665}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00640", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was City Sketches praised for its experimental jump cuts?", "temporal_relation": "session", "query_temporal_norm": 0.15236112475395203, "query_session_index": 2, "query_start_sec": 25.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.8272020220756531}], "gold_semantic_scores": [0.7878063917160034], "gold_temporal_scores": [0.03939563408493996], "max_gold_score": 0.8272020220756531, "max_candidate_score": 0.8272020220756531, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.45987817645072937, "best_gold_margin": 0.3673238456249237, "weakest_gold_margin": 0.3673238456249237}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00640", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the group spend the first meeting doing in that earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.2566213607788086, "query_session_index": 2, "query_start_sec": 25.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.5327157974243164}], "gold_semantic_scores": [0.5195921063423157], "gold_temporal_scores": [0.013123787939548492], "max_gold_score": 0.5327157974243164, "max_candidate_score": 0.5327157974243164, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.2761690318584442, "best_gold_margin": 0.2565467655658722, "weakest_gold_margin": 0.2565467655658722}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00787", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the activity choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5741856694221497, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.853843092918396}], "gold_semantic_scores": [0.7072708606719971], "gold_temporal_scores": [0.14657236635684967], "max_gold_score": 0.853843092918396, "max_candidate_score": 0.8882796168327332, "top_memory_id": "history_01_utt_0012::cf::main::1", "max_non_gold_score": 0.8882796168327332, "best_gold_margin": -0.03443652391433716, "weakest_gold_margin": -0.03443652391433716}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00787", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the activity changed to a board game night at someone's apartment?", "temporal_relation": "session", "query_temporal_norm": 0.3896791636943817, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.988644003868103}], "gold_semantic_scores": [0.8279942274093628], "gold_temporal_scores": [0.1606496423482895], "max_gold_score": 0.988644003868103, "max_candidate_score": 0.988644003868103, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7204400897026062, "best_gold_margin": 0.2682039141654968, "weakest_gold_margin": 0.2682039141654968}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00934", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the screening would be in the upper den before it was moved?", "temporal_relation": "earliest", "query_temporal_norm": 0.5494303703308105, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8254868984222412}], "gold_semantic_scores": [0.7049848437309265], "gold_temporal_scores": [0.12050212174654007], "max_gold_score": 0.8254868984222412, "max_candidate_score": 0.8254868984222412, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5154931545257568, "best_gold_margin": 0.3099937438964844, "weakest_gold_margin": 0.3099937438964844}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00934", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening originally planned to take place?", "temporal_relation": "earliest", "query_temporal_norm": 0.5598090887069702, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9037479162216187}], "gold_semantic_scores": [0.7382314205169678], "gold_temporal_scores": [0.16551637649536133], "max_gold_score": 0.9037479162216187, "max_candidate_score": 0.9037479162216187, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5987225770950317, "best_gold_margin": 0.3050253391265869, "weakest_gold_margin": 0.3050253391265869}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00934", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Casey say they planned to screen it?", "temporal_relation": "none", "query_temporal_norm": 0.2854316234588623, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7283658981323242}], "gold_semantic_scores": [0.6793575286865234], "gold_temporal_scores": [0.049008388072252274], "max_gold_score": 0.7283658981323242, "max_candidate_score": 0.7283658981323242, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5473120808601379, "best_gold_margin": 0.18105381727218628, "weakest_gold_margin": 0.18105381727218628}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00934", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention the plan to screen it in the upper den?", "temporal_relation": "session", "query_temporal_norm": 0.3389878571033478, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8126383423805237}], "gold_semantic_scores": [0.7207747101783752], "gold_temporal_scores": [0.09186360985040665], "max_gold_score": 0.8126383423805237, "max_candidate_score": 0.8126383423805237, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6274959444999695, "best_gold_margin": 0.1851423978805542, "weakest_gold_margin": 0.1851423978805542}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01011", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about the edge-serving option, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.21466505527496338, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0013", "score": 0.6424769163131714}, {"memory_id": "history_02_utt_0015", "score": 0.6549460291862488}], "gold_semantic_scores": [0.5840216279029846, 0.6171509623527527], "gold_temporal_scores": [0.05845519155263901, 0.037795014679431915], "max_gold_score": 0.6549460291862488, "max_candidate_score": 0.6549460291862488, "top_memory_id": "history_02_utt_0015", "max_non_gold_score": 0.6512020826339722, "best_gold_margin": 0.0037439465522766113, "weakest_gold_margin": -0.008725166320800781}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01011", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What benefit did the RAM-backed microservice provide in the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.13849245011806488, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0031", "score": 0.7349082827568054}], "gold_semantic_scores": [0.7089503407478333], "gold_temporal_scores": [0.025958221405744553], "max_gold_score": 0.7349082827568054, "max_candidate_score": 0.7349082827568054, "top_memory_id": "history_01_utt_0031", "max_non_gold_score": 0.5939916968345642, "best_gold_margin": 0.1409165859222412, "weakest_gold_margin": 0.1409165859222412}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01011", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the RAM-backed microservice recommended?", "temporal_relation": "session", "query_temporal_norm": 0.14766402542591095, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0031", "score": 0.8393741250038147}], "gold_semantic_scores": [0.7955519556999207], "gold_temporal_scores": [0.04382208362221718], "max_gold_score": 0.8393741250038147, "max_candidate_score": 0.8393741250038147, "top_memory_id": "history_01_utt_0031", "max_non_gold_score": 0.7390459179878235, "best_gold_margin": 0.10032820701599121, "weakest_gold_margin": 0.10032820701599121}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01011", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that the RAM-backed microservice fit our memory budget?", "temporal_relation": "session", "query_temporal_norm": 0.141688734292984, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0036", "score": 0.5944111943244934}], "gold_semantic_scores": [0.5587981343269348], "gold_temporal_scores": [0.03561336174607277], "max_gold_score": 0.5944111943244934, "max_candidate_score": 0.6572692394256592, "top_memory_id": "history_01_utt_0031", "max_non_gold_score": 0.6572692394256592, "best_gold_margin": -0.06285804510116577, "weakest_gold_margin": -0.06285804510116577}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01081", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Solstice Bistro for its vegan small-plates menu, and who later said it was closed for a private event?", "temporal_relation": "none", "query_temporal_norm": 0.16462670266628265, "query_session_index": 2, "query_start_sec": 22.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8252204060554504}, {"memory_id": "history_02_utt_0007", "score": 0.7051681876182556}], "gold_semantic_scores": [0.7855028510093689, 0.6652828454971313], "gold_temporal_scores": [0.03971760720014572, 0.039885539561510086], "max_gold_score": 0.8252204060554504, "max_candidate_score": 0.8252204060554504, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.382122278213501, "best_gold_margin": 0.44309812784194946, "weakest_gold_margin": 0.32304590940475464}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01081", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who ruled out Solstice Bistro?", "temporal_relation": "none", "query_temporal_norm": 0.1855313777923584, "query_session_index": 2, "query_start_sec": 22.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8363638520240784}], "gold_semantic_scores": [0.7604540586471558], "gold_temporal_scores": [0.07590977847576141], "max_gold_score": 0.8363638520240784, "max_candidate_score": 0.8363638520240784, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6667090654373169, "best_gold_margin": 0.16965478658676147, "weakest_gold_margin": 0.16965478658676147}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01081", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler suggest Solstice Bistro?", "temporal_relation": "session", "query_temporal_norm": 0.20666764676570892, "query_session_index": 2, "query_start_sec": 22.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8615301847457886}], "gold_semantic_scores": [0.8145314455032349], "gold_temporal_scores": [0.0469987578690052], "max_gold_score": 0.8615301847457886, "max_candidate_score": 0.8615301847457886, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8036380410194397, "best_gold_margin": 0.05789214372634888, "weakest_gold_margin": 0.05789214372634888}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01081", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Skyler give for suggesting Solstice Bistro?", "temporal_relation": "none", "query_temporal_norm": 0.1505061239004135, "query_session_index": 2, "query_start_sec": 22.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8073714375495911}], "gold_semantic_scores": [0.7714767456054688], "gold_temporal_scores": [0.035894617438316345], "max_gold_score": 0.8073714375495911, "max_candidate_score": 0.8073714375495911, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7496875524520874, "best_gold_margin": 0.05768388509750366, "weakest_gold_margin": 0.05768388509750366}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01115", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley originally pick for dinner?", "temporal_relation": "earliest", "query_temporal_norm": 0.5677303075790405, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6596583127975464}], "gold_semantic_scores": [0.5393707156181335], "gold_temporal_scores": [0.12028767913579941], "max_gold_score": 0.6596583127975464, "max_candidate_score": 0.6596583127975464, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5177084803581238, "best_gold_margin": 0.1419498324394226, "weakest_gold_margin": 0.1419498324394226}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01115", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which restaurant ended up being chosen for dinner?", "temporal_relation": "latest", "query_temporal_norm": 0.514452338218689, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.853473961353302}], "gold_semantic_scores": [0.6260623931884766], "gold_temporal_scores": [0.2274119108915329], "max_gold_score": 0.853473961353302, "max_candidate_score": 0.8586134314537048, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.8586134314537048, "best_gold_margin": -0.005139470100402832, "weakest_gold_margin": -0.005139470100402832}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01115", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Earlier, Finley mentioned a different dinner option—what was that choice?", "temporal_relation": "none", "query_temporal_norm": 0.3583087921142578, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6655530333518982}], "gold_semantic_scores": [0.5509052276611328], "gold_temporal_scores": [0.11464759707450867], "max_gold_score": 0.6655530333518982, "max_candidate_score": 0.6655530333518982, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.570168673992157, "best_gold_margin": 0.09538435935974121, "weakest_gold_margin": 0.09538435935974121}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01115", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley pick Marina Tapas for dinner?", "temporal_relation": "session", "query_temporal_norm": 0.26360487937927246, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7702634930610657}], "gold_semantic_scores": [0.687781035900116], "gold_temporal_scores": [0.08248237520456314], "max_gold_score": 0.7702634930610657, "max_candidate_score": 0.7702634930610657, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6397364735603333, "best_gold_margin": 0.13052701950073242, "weakest_gold_margin": 0.13052701950073242}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01193", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Rowan's evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4291715621948242, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.864162266254425}, {"memory_id": "history_02_utt_0007", "score": 0.8908687233924866}], "gold_semantic_scores": [0.7093846201896667, 0.730195164680481], "gold_temporal_scores": [0.15477754175662994, 0.1606735736131668], "max_gold_score": 0.8908687233924866, "max_candidate_score": 0.8908687233924866, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7906879186630249, "best_gold_margin": 0.10018080472946167, "weakest_gold_margin": 0.07347434759140015}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01193", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What evaluation approach was originally planned before the team changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5287283062934875, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7420963644981384}], "gold_semantic_scores": [0.6271948218345642], "gold_temporal_scores": [0.11490148305892944], "max_gold_score": 0.7420963644981384, "max_candidate_score": 0.7420963644981384, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.47830310463905334, "best_gold_margin": 0.2637932598590851, "weakest_gold_margin": 0.2637932598590851}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01193", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who planned in-person moderated usability sessions?", "temporal_relation": "none", "query_temporal_norm": 0.3523527681827545, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7389693856239319}], "gold_semantic_scores": [0.6637125015258789], "gold_temporal_scores": [0.07525698095560074], "max_gold_score": 0.7389693856239319, "max_candidate_score": 0.7389693856239319, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5440195798873901, "best_gold_margin": 0.19494980573654175, "weakest_gold_margin": 0.19494980573654175}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01193", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed the plan to a remote unmoderated A/B study?", "temporal_relation": "none", "query_temporal_norm": 0.3350045382976532, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8935655951499939}], "gold_semantic_scores": [0.7486505508422852], "gold_temporal_scores": [0.14491471648216248], "max_gold_score": 0.8935655951499939, "max_candidate_score": 0.8935655951499939, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5762187838554382, "best_gold_margin": 0.31734681129455566, "weakest_gold_margin": 0.31734681129455566}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00060", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest activity choice was for the get-together?", "temporal_relation": "latest", "query_temporal_norm": 0.5634909272193909, "query_session_index": 2, "query_start_sec": 15.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9867282509803772}], "gold_semantic_scores": [0.7186553478240967], "gold_temporal_scores": [0.26807278394699097], "max_gold_score": 0.9867282509803772, "max_candidate_score": 0.9867282509803772, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9856875538825989, "best_gold_margin": 0.0010406970977783203, "weakest_gold_margin": 0.0010406970977783203}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00060", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they'd rather do a game night now?", "temporal_relation": "none", "query_temporal_norm": 0.22209739685058594, "query_session_index": 2, "query_start_sec": 15.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6368160843849182}], "gold_semantic_scores": [0.5555344223976135], "gold_temporal_scores": [0.08128176629543304], "max_gold_score": 0.6368160843849182, "max_candidate_score": 0.6368160843849182, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.45368438959121704, "best_gold_margin": 0.18313169479370117, "weakest_gold_margin": 0.18313169479370117}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00060", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What did Riley say about the recycling bags?", "temporal_relation": "none", "query_temporal_norm": 0.16600775718688965, "query_session_index": 2, "query_start_sec": 15.559999999999999, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3208298981189728, "top_memory_id": "history_02_utt_0048", "max_non_gold_score": 0.3208298981189728, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00172", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Lantern Bistro, and why was it removed from the list?", "temporal_relation": "none", "query_temporal_norm": 0.23533089458942413, "query_session_index": 2, "query_start_sec": 13.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6708594560623169}, {"memory_id": "history_02_utt_0010", "score": 0.6094570159912109}], "gold_semantic_scores": [0.5956405401229858, 0.5534588694572449], "gold_temporal_scores": [0.07521897554397583, 0.055998191237449646], "max_gold_score": 0.6708594560623169, "max_candidate_score": 0.6708594560623169, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.42573559284210205, "best_gold_margin": 0.24512386322021484, "weakest_gold_margin": 0.1837214231491089}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00172", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that Green Lantern Bistro was closed for a staff break that night?", "temporal_relation": "none", "query_temporal_norm": 0.12260664999485016, "query_session_index": 2, "query_start_sec": 13.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7608824968338013}], "gold_semantic_scores": [0.7348664402961731], "gold_temporal_scores": [0.026015901938080788], "max_gold_score": 0.7608824968338013, "max_candidate_score": 0.7608824968338013, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6256870627403259, "best_gold_margin": 0.13519543409347534, "weakest_gold_margin": 0.13519543409347534}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00172", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler suggest Green Lantern Bistro?", "temporal_relation": "session", "query_temporal_norm": 0.23538383841514587, "query_session_index": 2, "query_start_sec": 13.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8065130114555359}], "gold_semantic_scores": [0.7353135347366333], "gold_temporal_scores": [0.07119952887296677], "max_gold_score": 0.8065130114555359, "max_candidate_score": 0.8065130114555359, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6691325306892395, "best_gold_margin": 0.1373804807662964, "weakest_gold_margin": 0.1373804807662964}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00172", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did someone suggest Maple Street Kitchen?", "temporal_relation": "none", "query_temporal_norm": 0.11157809942960739, "query_session_index": 2, "query_start_sec": 13.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.6922930479049683}], "gold_semantic_scores": [0.6760404706001282], "gold_temporal_scores": [0.016252566128969193], "max_gold_score": 0.6922930479049683, "max_candidate_score": 0.6922930479049683, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.4617491662502289, "best_gold_margin": 0.23054388165473938, "weakest_gold_margin": 0.23054388165473938}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00325", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley say the venue ended up being for the listening session?", "temporal_relation": "latest", "query_temporal_norm": 0.44412583112716675, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9610861539840698}], "gold_semantic_scores": [0.7443626523017883], "gold_temporal_scores": [0.2167235165834427], "max_gold_score": 0.9610861539840698, "max_candidate_score": 0.9610861539840698, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9590153098106384, "best_gold_margin": 0.0020708441734313965, "weakest_gold_margin": 0.0020708441734313965}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00325", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we decide to hold the listening session after the café stopped taking group reservations?", "temporal_relation": "latest", "query_temporal_norm": 0.4325066804885864, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8210455775260925}], "gold_semantic_scores": [0.6555706262588501], "gold_temporal_scores": [0.1654745489358902], "max_gold_score": 0.8210455775260925, "max_candidate_score": 0.8210455775260925, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8166556358337402, "best_gold_margin": 0.004389941692352295, "weakest_gold_margin": 0.004389941692352295}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00325", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley mention moving the listening session to the west parking lot picnic shelter?", "temporal_relation": "session", "query_temporal_norm": 0.1983477622270584, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.907198965549469}], "gold_semantic_scores": [0.8224042654037476], "gold_temporal_scores": [0.08479470759630203], "max_gold_score": 0.907198965549469, "max_candidate_score": 0.907198965549469, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8030921220779419, "best_gold_margin": 0.1041068434715271, "weakest_gold_margin": 0.1041068434715271}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00325", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the playlist meetup originally planned to be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.5627975463867188, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6404000520706177}], "gold_semantic_scores": [0.5364823341369629], "gold_temporal_scores": [0.10391788929700851], "max_gold_score": 0.6404000520706177, "max_candidate_score": 0.6404000520706177, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.4036860167980194, "best_gold_margin": 0.23671403527259827, "weakest_gold_margin": 0.23671403527259827}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00402", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Where did I put Night Drive Home earlier, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.22916385531425476, "query_session_index": 2, "query_start_sec": 14.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.676423966884613}, {"memory_id": "history_02_utt_0012", "score": 0.6930060982704163}], "gold_semantic_scores": [0.6080493927001953, 0.623873770236969], "gold_temporal_scores": [0.0683746263384819, 0.06913256645202637], "max_gold_score": 0.6930060982704163, "max_candidate_score": 0.6930060982704163, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.6921474933624268, "best_gold_margin": 0.000858604907989502, "weakest_gold_margin": -0.01572352647781372}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00402", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did Night Drive Home get removed from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.1970704048871994, "query_session_index": 2, "query_start_sec": 14.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.7415328621864319}], "gold_semantic_scores": [0.6535977125167847], "gold_temporal_scores": [0.08793535828590393], "max_gold_score": 0.7415328621864319, "max_candidate_score": 0.7415328621864319, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5413771867752075, "best_gold_margin": 0.20015567541122437, "weakest_gold_margin": 0.20015567541122437}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00402", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where in the playlist was City Lights placed?", "temporal_relation": "none", "query_temporal_norm": 0.1283363550901413, "query_session_index": 2, "query_start_sec": 14.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0030", "score": 0.680655837059021}], "gold_semantic_scores": [0.6556930541992188], "gold_temporal_scores": [0.024962810799479485], "max_gold_score": 0.680655837059021, "max_candidate_score": 0.680655837059021, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.5958507657051086, "best_gold_margin": 0.08480507135391235, "weakest_gold_margin": 0.08480507135391235}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00402", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention placing City Lights near the end for an easy singalong?", "temporal_relation": "session", "query_temporal_norm": 0.1398588865995407, "query_session_index": 2, "query_start_sec": 14.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0030", "score": 0.6352169513702393}], "gold_semantic_scores": [0.6200311183929443], "gold_temporal_scores": [0.015185881406068802], "max_gold_score": 0.6352169513702393, "max_candidate_score": 0.6352169513702393, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.5748704671859741, "best_gold_margin": 0.06034648418426514, "weakest_gold_margin": 0.06034648418426514}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00478", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Quinn's movie night venue change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4291863441467285, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8832947015762329}, {"memory_id": "history_02_utt_0009", "score": 0.8950063586235046}], "gold_semantic_scores": [0.7311235666275024, 0.744808554649353], "gold_temporal_scores": [0.1521710604429245, 0.15019752085208893], "max_gold_score": 0.8950063586235046, "max_candidate_score": 0.8950063586235046, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.837970495223999, "best_gold_margin": 0.057035863399505615, "weakest_gold_margin": 0.04532420635223389}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00478", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to set up movie night in the apartment courtyard?", "temporal_relation": "none", "query_temporal_norm": 0.3286334276199341, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7715782523155212}], "gold_semantic_scores": [0.7103113532066345], "gold_temporal_scores": [0.06126708909869194], "max_gold_score": 0.7715782523155212, "max_candidate_score": 0.7715782523155212, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.48939380049705505, "best_gold_margin": 0.2821844518184662, "weakest_gold_margin": 0.2821844518184662}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00478", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they moved movie night to the building rec room?", "temporal_relation": "none", "query_temporal_norm": 0.32053494453430176, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8919722437858582}], "gold_semantic_scores": [0.7356964349746704], "gold_temporal_scores": [0.15627621114253998], "max_gold_score": 0.8919722437858582, "max_candidate_score": 0.8919722437858582, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5329228043556213, "best_gold_margin": 0.3590494394302368, "weakest_gold_margin": 0.3590494394302368}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00478", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is movie night currently planned to take place?", "temporal_relation": "latest", "query_temporal_norm": 0.5103984475135803, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9797136187553406}], "gold_semantic_scores": [0.72556471824646], "gold_temporal_scores": [0.25414931774139404], "max_gold_score": 0.9797136187553406, "max_candidate_score": 0.9840772151947021, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.9840772151947021, "best_gold_margin": -0.004363596439361572, "weakest_gold_margin": -0.004363596439361572}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00534", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Rowan originally say they picked?", "temporal_relation": "earliest", "query_temporal_norm": 0.5639357566833496, "query_session_index": 2, "query_start_sec": 13.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7177098393440247}], "gold_semantic_scores": [0.6104027032852173], "gold_temporal_scores": [0.10730714350938797], "max_gold_score": 0.7177098393440247, "max_candidate_score": 0.7177098393440247, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6574569344520569, "best_gold_margin": 0.06025290489196777, "weakest_gold_margin": 0.06025290489196777}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00534", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title did we end up choosing after discussing it?", "temporal_relation": "latest", "query_temporal_norm": 0.5065950751304626, "query_session_index": 2, "query_start_sec": 13.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7805178165435791}], "gold_semantic_scores": [0.5108994245529175], "gold_temporal_scores": [0.2696187496185303], "max_gold_score": 0.7805178165435791, "max_candidate_score": 0.7807043790817261, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0001::1", "max_non_gold_score": 0.7807043790817261, "best_gold_margin": -0.00018656253814697266, "weakest_gold_margin": -0.00018656253814697266}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00534", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan mention picking Moonlit Bloopers?", "temporal_relation": "session", "query_temporal_norm": 0.2620939016342163, "query_session_index": 2, "query_start_sec": 13.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7854273319244385}], "gold_semantic_scores": [0.7233309149742126], "gold_temporal_scores": [0.06209652125835419], "max_gold_score": 0.7854273319244385, "max_candidate_score": 0.7854273319244385, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7348812222480774, "best_gold_margin": 0.050546109676361084, "weakest_gold_margin": 0.050546109676361084}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00534", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that they originally picked Moonlit Bloopers for us to watch?", "temporal_relation": "earliest", "query_temporal_norm": 0.4391029477119446, "query_session_index": 2, "query_start_sec": 13.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8087236285209656}], "gold_semantic_scores": [0.7470964789390564], "gold_temporal_scores": [0.06162728741765022], "max_gold_score": 0.8087236285209656, "max_candidate_score": 0.8087236285209656, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5855901837348938, "best_gold_margin": 0.22313344478607178, "weakest_gold_margin": 0.22313344478607178}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00594", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the RAM-disk artifact cache, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.16447928547859192, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6723763346672058}, {"memory_id": "history_02_utt_0010", "score": 0.7495291829109192}], "gold_semantic_scores": [0.6236052513122559, 0.6929291486740112], "gold_temporal_scores": [0.04877106100320816, 0.056599706411361694], "max_gold_score": 0.7495291829109192, "max_candidate_score": 0.7495291829109192, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6841083765029907, "best_gold_margin": 0.06542080640792847, "weakest_gold_margin": -0.011732041835784912}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00594", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What benefit was suggested for using node-local NVMe staging?", "temporal_relation": "none", "query_temporal_norm": 0.11607011407613754, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.6084564924240112}], "gold_semantic_scores": [0.5780962109565735], "gold_temporal_scores": [0.03036048822104931], "max_gold_score": 0.6084564924240112, "max_candidate_score": 0.6084564924240112, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.3915531039237976, "best_gold_margin": 0.21690338850021362, "weakest_gold_margin": 0.21690338850021362}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00594", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was node-local NVMe staging kept in play during the next review?", "temporal_relation": "none", "query_temporal_norm": 0.13940328359603882, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0027", "score": 0.6288049817085266}], "gold_semantic_scores": [0.5756007432937622], "gold_temporal_scores": [0.05320395529270172], "max_gold_score": 0.6288049817085266, "max_candidate_score": 0.6288049817085266, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.39925944805145264, "best_gold_margin": 0.22954553365707397, "weakest_gold_margin": 0.22954553365707397}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00821", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the harbor ferry, and why did I have to rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.1465313881635666, "query_session_index": 2, "query_start_sec": 11.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7766097187995911}, {"memory_id": "history_02_utt_0008", "score": 0.803379476070404}], "gold_semantic_scores": [0.7331632375717163, 0.7654165029525757], "gold_temporal_scores": [0.04344630986452103, 0.03796297684311867], "max_gold_score": 0.803379476070404, "max_candidate_score": 0.8172627687454224, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8172627687454224, "best_gold_margin": -0.01388329267501831, "weakest_gold_margin": -0.0406530499458313}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00821", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason the harbor ferry couldn't be chosen?", "temporal_relation": "none", "query_temporal_norm": 0.11093035340309143, "query_session_index": 2, "query_start_sec": 11.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8115514516830444}], "gold_semantic_scores": [0.7834510207176208], "gold_temporal_scores": [0.028100406751036644], "max_gold_score": 0.8115514516830444, "max_candidate_score": 0.8115514516830444, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6281175017356873, "best_gold_margin": 0.18343394994735718, "weakest_gold_margin": 0.18343394994735718}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00821", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the ferry's timing issue mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.16902321577072144, "query_session_index": 2, "query_start_sec": 11.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.5982944369316101}], "gold_semantic_scores": [0.5561943650245667], "gold_temporal_scores": [0.04210004583001137], "max_gold_score": 0.5982944369316101, "max_candidate_score": 0.5982944369316101, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.437322735786438, "best_gold_margin": 0.16097170114517212, "weakest_gold_margin": 0.16097170114517212}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00821", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What benefit was mentioned about the north lot shuttle?", "temporal_relation": "none", "query_temporal_norm": 0.10245460271835327, "query_session_index": 2, "query_start_sec": 11.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.6695252656936646}], "gold_semantic_scores": [0.6440787315368652], "gold_temporal_scores": [0.02544628456234932], "max_gold_score": 0.6695252656936646, "max_candidate_score": 0.6695252656936646, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.4266453683376312, "best_gold_margin": 0.24287989735603333, "weakest_gold_margin": 0.24287989735603333}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00921", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Quinn originally say the playlist session was set for before it got moved?", "temporal_relation": "session", "query_temporal_norm": 0.5557326078414917, "query_session_index": 2, "query_start_sec": 12.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8242044448852539}], "gold_semantic_scores": [0.6675052046775818], "gold_temporal_scores": [0.1566992700099945], "max_gold_score": 0.8242044448852539, "max_candidate_score": 0.8242044448852539, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6989322304725647, "best_gold_margin": 0.1252722144126892, "weakest_gold_margin": 0.1252722144126892}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00921", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we originally plan to hold the playlist session?", "temporal_relation": "session", "query_temporal_norm": 0.5697389841079712, "query_session_index": 2, "query_start_sec": 12.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.812000572681427}], "gold_semantic_scores": [0.6725804805755615], "gold_temporal_scores": [0.13942015171051025], "max_gold_score": 0.812000572681427, "max_candidate_score": 0.812000572681427, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5067335963249207, "best_gold_margin": 0.30526697635650635, "weakest_gold_margin": 0.30526697635650635}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00921", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention the venue for the playlist session?", "temporal_relation": "session", "query_temporal_norm": 0.3701015114784241, "query_session_index": 2, "query_start_sec": 12.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7887870073318481}], "gold_semantic_scores": [0.6659932136535645], "gold_temporal_scores": [0.12279386073350906], "max_gold_score": 0.7887870073318481, "max_candidate_score": 0.7887870073318481, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.667070746421814, "best_gold_margin": 0.12171626091003418, "weakest_gold_margin": 0.12171626091003418}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00921", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally mentioned the playlist session was set for the sunroom at Harbor House?", "temporal_relation": "session", "query_temporal_norm": 0.5428884029388428, "query_session_index": 2, "query_start_sec": 12.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8470339179039001}], "gold_semantic_scores": [0.7313288450241089], "gold_temporal_scores": [0.11570508778095245], "max_gold_score": 0.8470339179039001, "max_candidate_score": 0.8470339179039001, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.555833637714386, "best_gold_margin": 0.29120028018951416, "weakest_gold_margin": 0.29120028018951416}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01089", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they later raised their rating to 9 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.2642417550086975, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9008958339691162}], "gold_semantic_scores": [0.7735316157341003], "gold_temporal_scores": [0.12736408412456512], "max_gold_score": 0.9008958339691162, "max_candidate_score": 0.9008958339691162, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8970649838447571, "best_gold_margin": 0.003830850124359131, "weakest_gold_margin": 0.003830850124359131}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01089", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest rating given to the video?", "temporal_relation": "latest", "query_temporal_norm": 0.49626395106315613, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7979333996772766}], "gold_semantic_scores": [0.5560347437858582], "gold_temporal_scores": [0.24189870059490204], "max_gold_score": 0.7979333996772766, "max_candidate_score": 0.7979333996772766, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7869248986244202, "best_gold_margin": 0.011008501052856445, "weakest_gold_margin": 0.011008501052856445}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01089", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Avery give to the video after the tighter cut?", "temporal_relation": "none", "query_temporal_norm": 0.3507383465766907, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7487813234329224}], "gold_semantic_scores": [0.5780553817749023], "gold_temporal_scores": [0.17072580754756927], "max_gold_score": 0.7487813234329224, "max_candidate_score": 0.7487813234329224, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6936827898025513, "best_gold_margin": 0.055098533630371094, "weakest_gold_margin": 0.055098533630371094}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01089", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery mention changing their rating to 9 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.3071553111076355, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9163393378257751}], "gold_semantic_scores": [0.8055529594421387], "gold_temporal_scores": [0.11078622192144394], "max_gold_score": 0.9163393378257751, "max_candidate_score": 0.9163393378257751, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8285185098648071, "best_gold_margin": 0.08782082796096802, "weakest_gold_margin": 0.08782082796096802}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01231", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said their prototype deadline had been moved to Friday at noon?", "temporal_relation": "none", "query_temporal_norm": 0.3721328377723694, "query_session_index": 2, "query_start_sec": 15.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9679240584373474}], "gold_semantic_scores": [0.7797848582267761], "gold_temporal_scores": [0.1881389170885086], "max_gold_score": 0.9679240584373474, "max_candidate_score": 0.9679240584373474, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6362351179122925, "best_gold_margin": 0.33168894052505493, "weakest_gold_margin": 0.33168894052505493}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01231", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When was the prototype build supposed to be ready according to the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.42146965861320496, "query_session_index": 2, "query_start_sec": 15.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.88767009973526}], "gold_semantic_scores": [0.7877434492111206], "gold_temporal_scores": [0.09992670267820358], "max_gold_score": 0.88767009973526, "max_candidate_score": 0.88767009973526, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6350875496864319, "best_gold_margin": 0.2525825500488281, "weakest_gold_margin": 0.2525825500488281}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01231", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When did Parker say their prototype deadline was moved to?", "temporal_relation": "none", "query_temporal_norm": 0.4614420235157013, "query_session_index": 2, "query_start_sec": 15.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.049456000328064}], "gold_semantic_scores": [0.807702362537384], "gold_temporal_scores": [0.24175354838371277], "max_gold_score": 1.049456000328064, "max_candidate_score": 1.049456000328064, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8392051458358765, "best_gold_margin": 0.2102508544921875, "weakest_gold_margin": 0.2102508544921875}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01294", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Rowan give for recommending Night Market Minute, and why was it dropped from the share list?", "temporal_relation": "none", "query_temporal_norm": 0.20570434629917145, "query_session_index": 2, "query_start_sec": 13.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7644789218902588}, {"memory_id": "history_02_utt_0012", "score": 0.6571098566055298}], "gold_semantic_scores": [0.7038881778717041, 0.6030048727989197], "gold_temporal_scores": [0.06059059873223305, 0.05410514399409294], "max_gold_score": 0.7644789218902588, "max_candidate_score": 0.7644789218902588, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7509862780570984, "best_gold_margin": 0.0134926438331604, "weakest_gold_margin": -0.0938764214515686}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01294", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Rowan recommend Night Market Minute?", "temporal_relation": "none", "query_temporal_norm": 0.17590001225471497, "query_session_index": 2, "query_start_sec": 13.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7876455187797546}], "gold_semantic_scores": [0.7380742430686951], "gold_temporal_scores": [0.04957135021686554], "max_gold_score": 0.7876455187797546, "max_candidate_score": 0.7876455187797546, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6764397025108337, "best_gold_margin": 0.1112058162689209, "weakest_gold_margin": 0.1112058162689209}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01294", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Elevator Myth Loop recommended?", "temporal_relation": "none", "query_temporal_norm": 0.11781438440084457, "query_session_index": 2, "query_start_sec": 13.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6832540035247803}], "gold_semantic_scores": [0.6613184213638306], "gold_temporal_scores": [0.02193567343056202], "max_gold_score": 0.6832540035247803, "max_candidate_score": 0.6832540035247803, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.4804421663284302, "best_gold_margin": 0.2028118371963501, "weakest_gold_margin": 0.2028118371963501}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01294", "qa_id": "extra_qa_0012", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who is handling the login details for the guest profile?", "temporal_relation": "none", "query_temporal_norm": 0.20619980990886688, "query_session_index": 2, "query_start_sec": 13.92, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.12916436791419983, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.12916436791419983, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01414", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were using the cleaned study export with recoded conditions as the latest dataset version?", "temporal_relation": "latest", "query_temporal_norm": 0.3807713985443115, "query_session_index": 2, "query_start_sec": 16.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9391270875930786}], "gold_semantic_scores": [0.7953585982322693], "gold_temporal_scores": [0.14376842975616455], "max_gold_score": 0.9391270875930786, "max_candidate_score": 0.9391270875930786, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9377418756484985, "best_gold_margin": 0.0013852119445800781, "weakest_gold_margin": 0.0013852119445800781}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01414", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version was mentioned in an earlier discussion for the user study data?", "temporal_relation": "session", "query_temporal_norm": 0.45568937063217163, "query_session_index": 2, "query_start_sec": 16.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6134182810783386}], "gold_semantic_scores": [0.49451902508735657], "gold_temporal_scores": [0.11889921873807907], "max_gold_score": 0.6134182810783386, "max_candidate_score": 0.6134182810783386, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.43346625566482544, "best_gold_margin": 0.17995202541351318, "weakest_gold_margin": 0.17995202541351318}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01414", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Hayden say they were using?", "temporal_relation": "none", "query_temporal_norm": 0.38876810669898987, "query_session_index": 2, "query_start_sec": 16.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6875870823860168}], "gold_semantic_scores": [0.6107330322265625], "gold_temporal_scores": [0.07685405761003494], "max_gold_score": 0.6875870823860168, "max_candidate_score": 0.6875870823860168, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6553045511245728, "best_gold_margin": 0.03228253126144409, "weakest_gold_margin": 0.03228253126144409}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01414", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the pilot feedback sheet mentioned for the user study data?", "temporal_relation": "session", "query_temporal_norm": 0.21429181098937988, "query_session_index": 2, "query_start_sec": 16.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7393287420272827}], "gold_semantic_scores": [0.6790193319320679], "gold_temporal_scores": [0.06030929461121559], "max_gold_score": 0.7393287420272827, "max_candidate_score": 0.7393287420272827, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5473502278327942, "best_gold_margin": 0.19197851419448853, "weakest_gold_margin": 0.19197851419448853}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01511", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest dataset version was for the current modeling handoff?", "temporal_relation": "latest", "query_temporal_norm": 0.5476772785186768, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9444611668586731}], "gold_semantic_scores": [0.6582732796669006], "gold_temporal_scores": [0.2861877381801605], "max_gold_score": 0.9444611668586731, "max_candidate_score": 0.9675683975219727, "top_memory_id": "history_02_utt_0009::cf::main::0", "max_non_gold_score": 0.9675683975219727, "best_gold_margin": -0.02310723066329956, "weakest_gold_margin": -0.02310723066329956}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01511", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching to the release prep bundle?", "temporal_relation": "none", "query_temporal_norm": 0.22980383038520813, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8440715670585632}], "gold_semantic_scores": [0.7357633709907532], "gold_temporal_scores": [0.10830818861722946], "max_gold_score": 0.8440715670585632, "max_candidate_score": 0.8440715670585632, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.30450505018234253, "best_gold_margin": 0.5395665168762207, "weakest_gold_margin": 0.5395665168762207}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01511", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version was used for model-side checks in an earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.20161932706832886, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6754493713378906}], "gold_semantic_scores": [0.6312852501869202], "gold_temporal_scores": [0.04416411370038986], "max_gold_score": 0.6754493713378906, "max_candidate_score": 0.6754493713378906, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4813515841960907, "best_gold_margin": 0.19409778714179993, "weakest_gold_margin": 0.19409778714179993}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01511", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dataset version change between discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4001689553260803, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.47876641154289246}, {"memory_id": "history_02_utt_0009", "score": 0.5667375326156616}], "gold_semantic_scores": [0.3345840871334076, 0.447343647480011], "gold_temporal_scores": [0.14418233931064606, 0.11939394474029541], "max_gold_score": 0.5667375326156616, "max_candidate_score": 0.5667375326156616, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.24720044434070587, "best_gold_margin": 0.31953708827495575, "weakest_gold_margin": 0.23156596720218658}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01560", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for recommending Deep Water Signals, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1584353893995285, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8152585625648499}, {"memory_id": "history_02_utt_0009", "score": 0.8106318116188049}], "gold_semantic_scores": [0.7687572836875916, 0.7581144571304321], "gold_temporal_scores": [0.046501293778419495, 0.052517250180244446], "max_gold_score": 0.8152585625648499, "max_candidate_score": 0.8152585625648499, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8150366544723511, "best_gold_margin": 0.0002219080924987793, "weakest_gold_margin": -0.004404842853546143}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01560", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Deep Water Signals dropped from the queue?", "temporal_relation": "none", "query_temporal_norm": 0.16090765595436096, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8917796015739441}], "gold_semantic_scores": [0.8296768069267273], "gold_temporal_scores": [0.06210297718644142], "max_gold_score": 0.8917796015739441, "max_candidate_score": 0.8917796015739441, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.698031485080719, "best_gold_margin": 0.1937481164932251, "weakest_gold_margin": 0.1937481164932251}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01560", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the reason for dropping Deep Water Signals mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.17808929085731506, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.878916323184967}], "gold_semantic_scores": [0.7989389300346375], "gold_temporal_scores": [0.07997731119394302], "max_gold_score": 0.878916323184967, "max_candidate_score": 0.878916323184967, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7394449710845947, "best_gold_margin": 0.13947135210037231, "weakest_gold_margin": 0.13947135210037231}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01560", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was City Desk After Dark recommended?", "temporal_relation": "none", "query_temporal_norm": 0.12237320095300674, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.7736598253250122}], "gold_semantic_scores": [0.7420801520347595], "gold_temporal_scores": [0.03157982975244522], "max_gold_score": 0.7736598253250122, "max_candidate_score": 0.7736598253250122, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.4840241074562073, "best_gold_margin": 0.28963571786880493, "weakest_gold_margin": 0.28963571786880493}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01704", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I was handling most recently for the shopping list?", "temporal_relation": "none", "query_temporal_norm": 0.5181705951690674, "query_session_index": 2, "query_start_sec": 14.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8250870704650879}], "gold_semantic_scores": [0.6003904938697815], "gold_temporal_scores": [0.2246967852115631], "max_gold_score": 0.8250870704650879, "max_candidate_score": 0.8250870704650879, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8233388662338257, "best_gold_margin": 0.001748204231262207, "weakest_gold_margin": 0.001748204231262207}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01704", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they were handling the paper towels?", "temporal_relation": "none", "query_temporal_norm": 0.17291168868541718, "query_session_index": 2, "query_start_sec": 14.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7281095385551453}], "gold_semantic_scores": [0.6626368761062622], "gold_temporal_scores": [0.06547275930643082], "max_gold_score": 0.7281095385551453, "max_candidate_score": 0.7281095385551453, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6414323449134827, "best_gold_margin": 0.0866771936416626, "weakest_gold_margin": 0.0866771936416626}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01704", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item was initially planned for handling?", "temporal_relation": "earliest", "query_temporal_norm": 0.5648520588874817, "query_session_index": 2, "query_start_sec": 14.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9073137044906616}], "gold_semantic_scores": [0.7777028679847717], "gold_temporal_scores": [0.12961086630821228], "max_gold_score": 0.9073137044906616, "max_candidate_score": 0.9073137044906616, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7564646601676941, "best_gold_margin": 0.15084904432296753, "weakest_gold_margin": 0.15084904432296753}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01704", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the shopping item being handled change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.39689069986343384, "query_session_index": 2, "query_start_sec": 14.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7974668145179749}, {"memory_id": "history_02_utt_0009", "score": 0.6740929484367371}], "gold_semantic_scores": [0.6545765995979309, 0.5470749139785767], "gold_temporal_scores": [0.14289018511772156, 0.12701767683029175], "max_gold_score": 0.7974668145179749, "max_candidate_score": 0.7974668145179749, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.43222370743751526, "best_gold_margin": 0.3652431070804596, "weakest_gold_margin": 0.2418692409992218}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01913", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my screening venue change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3966841995716095, "query_session_index": 2, "query_start_sec": 15.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7672563195228577}, {"memory_id": "history_02_utt_0011", "score": 0.8452209234237671}], "gold_semantic_scores": [0.6222814321517944, 0.7171481251716614], "gold_temporal_scores": [0.14497505128383636, 0.12807314097881317], "max_gold_score": 0.8452209234237671, "max_candidate_score": 0.8865595459938049, "top_memory_id": "history_02_utt_0011::cf::main::3", "max_non_gold_score": 0.8865595459938049, "best_gold_margin": -0.04133862257003784, "weakest_gold_margin": -0.11930322647094727}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01913", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the screening was switched to the basement den?", "temporal_relation": "none", "query_temporal_norm": 0.29621219635009766, "query_session_index": 2, "query_start_sec": 15.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.912225067615509}], "gold_semantic_scores": [0.775134801864624], "gold_temporal_scores": [0.13709001243114471], "max_gold_score": 0.912225067615509, "max_candidate_score": 0.912225067615509, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5270167589187622, "best_gold_margin": 0.3852083086967468, "weakest_gold_margin": 0.3852083086967468}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01913", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening planned most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5152004361152649, "query_session_index": 2, "query_start_sec": 15.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9746512174606323}], "gold_semantic_scores": [0.7295586466789246], "gold_temporal_scores": [0.2450922727584839], "max_gold_score": 0.9746512174606323, "max_candidate_score": 0.9786586165428162, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0007::1", "max_non_gold_score": 0.9786586165428162, "best_gold_margin": -0.004007399082183838, "weakest_gold_margin": -0.004007399082183838}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02010", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my pick was before I changed it later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5290956497192383, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6978171467781067}], "gold_semantic_scores": [0.584011435508728], "gold_temporal_scores": [0.11380576342344284], "max_gold_score": 0.6978171467781067, "max_candidate_score": 0.7183881402015686, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7183881402015686, "best_gold_margin": -0.020570993423461914, "weakest_gold_margin": -0.020570993423461914}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02010", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally mentioned Free Solo as their pick?", "temporal_relation": "earliest", "query_temporal_norm": 0.5332903861999512, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5367801785469055}], "gold_semantic_scores": [0.4508090019226074], "gold_temporal_scores": [0.08597122877836227], "max_gold_score": 0.5367801785469055, "max_candidate_score": 0.5367801785469055, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.38634371757507324, "best_gold_margin": 0.15043646097183228, "weakest_gold_margin": 0.15043646097183228}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02010", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the final title chosen after the discussion?", "temporal_relation": "latest", "query_temporal_norm": 0.499490886926651, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.820084273815155}], "gold_semantic_scores": [0.5527035593986511], "gold_temporal_scores": [0.2673809826374054], "max_gold_score": 0.820084273815155, "max_candidate_score": 0.820084273815155, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.8175714612007141, "best_gold_margin": 0.002512812614440918, "weakest_gold_margin": 0.002512812614440918}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02010", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chosen title change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3960961401462555, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6719386577606201}, {"memory_id": "history_02_utt_0012", "score": 0.5610961318016052}], "gold_semantic_scores": [0.5401049852371216, 0.44972676038742065], "gold_temporal_scores": [0.13183388113975525, 0.11136939376592636], "max_gold_score": 0.6719386577606201, "max_candidate_score": 0.6719386577606201, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3862535059452057, "best_gold_margin": 0.28568515181541443, "weakest_gold_margin": 0.17484262585639954}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02107", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say I rated the season premiere before I changed my score?", "temporal_relation": "earliest", "query_temporal_norm": 0.5204955339431763, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7922565340995789}], "gold_semantic_scores": [0.6770162582397461], "gold_temporal_scores": [0.11524033546447754], "max_gold_score": 0.7922565340995789, "max_candidate_score": 0.7922565340995789, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7559478878974915, "best_gold_margin": 0.0363086462020874, "weakest_gold_margin": 0.0363086462020874}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02107", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What rating was eventually given to the season premiere?", "temporal_relation": "none", "query_temporal_norm": 0.4182831048965454, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8547706007957458}], "gold_semantic_scores": [0.6561899781227112], "gold_temporal_scores": [0.1985805630683899], "max_gold_score": 0.8547706007957458, "max_candidate_score": 0.8547706007957458, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.6330457329750061, "best_gold_margin": 0.22172486782073975, "weakest_gold_margin": 0.22172486782073975}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02107", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the season premiere rated 6.5 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.21305319666862488, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8603948950767517}], "gold_semantic_scores": [0.769952118396759], "gold_temporal_scores": [0.09044250845909119], "max_gold_score": 0.8603948950767517, "max_candidate_score": 0.8603948950767517, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.8049665689468384, "best_gold_margin": 0.05542832612991333, "weakest_gold_margin": 0.05542832612991333}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02194", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Taylor's choice for the activity change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.42214465141296387, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7615245580673218}, {"memory_id": "history_02_utt_0009", "score": 0.8098809719085693}], "gold_semantic_scores": [0.6086174249649048, 0.6635239720344543], "gold_temporal_scores": [0.15290707349777222, 0.1463569849729538], "max_gold_score": 0.8098809719085693, "max_candidate_score": 0.8098809719085693, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7296884059906006, "best_gold_margin": 0.08019256591796875, "weakest_gold_margin": 0.03183615207672119}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02194", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the most recent activity choice discussed for the gathering?", "temporal_relation": "none", "query_temporal_norm": 0.5230040550231934, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9144089818000793}], "gold_semantic_scores": [0.67002272605896], "gold_temporal_scores": [0.24438586831092834], "max_gold_score": 0.9144089818000793, "max_candidate_score": 0.9184372425079346, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.9184372425079346, "best_gold_margin": -0.004028260707855225, "weakest_gold_margin": -0.004028260707855225}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02194", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention a park picnic for the gathering?", "temporal_relation": "session", "query_temporal_norm": 0.2606479227542877, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8101946115493774}], "gold_semantic_scores": [0.7346240282058716], "gold_temporal_scores": [0.07557063549757004], "max_gold_score": 0.8101946115493774, "max_candidate_score": 0.8101946115493774, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6963498592376709, "best_gold_margin": 0.11384475231170654, "weakest_gold_margin": 0.11384475231170654}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02194", "qa_id": "extra_qa_0005", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Taylor later choose for the gathering?", "temporal_relation": "none", "query_temporal_norm": 0.3799394965171814, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8446764349937439}], "gold_semantic_scores": [0.647527277469635], "gold_temporal_scores": [0.19714929163455963], "max_gold_score": 0.8446764349937439, "max_candidate_score": 0.8477491736412048, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0005::3", "max_non_gold_score": 0.8477491736412048, "best_gold_margin": -0.0030727386474609375, "weakest_gold_margin": -0.0030727386474609375}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02311", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention as my reason for suggesting Green Table, and why was it crossed off?", "temporal_relation": "none", "query_temporal_norm": 0.13012589514255524, "query_session_index": 2, "query_start_sec": 12.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7639080286026001}, {"memory_id": "history_02_utt_0010", "score": 0.7866154313087463}], "gold_semantic_scores": [0.7299408912658691, 0.7397890686988831], "gold_temporal_scores": [0.033967066556215286, 0.04682629927992821], "max_gold_score": 0.7866154313087463, "max_candidate_score": 0.7986707091331482, "top_memory_id": "history_01_utt_0011::cf::main::0", "max_non_gold_score": 0.7986707091331482, "best_gold_margin": -0.012055277824401855, "weakest_gold_margin": -0.034762680530548096}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02311", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Green Table ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.17640522122383118, "query_session_index": 2, "query_start_sec": 12.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8306284546852112}], "gold_semantic_scores": [0.7583450675010681], "gold_temporal_scores": [0.07228362560272217], "max_gold_score": 0.8306284546852112, "max_candidate_score": 0.8306284546852112, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6690095067024231, "best_gold_margin": 0.16161894798278809, "weakest_gold_margin": 0.16161894798278809}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02311", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Sunset Deli suggested?", "temporal_relation": "none", "query_temporal_norm": 0.10391144454479218, "query_session_index": 2, "query_start_sec": 12.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.7676516175270081}], "gold_semantic_scores": [0.7467590570449829], "gold_temporal_scores": [0.020892586559057236], "max_gold_score": 0.7676516175270081, "max_candidate_score": 0.7676516175270081, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.45511794090270996, "best_gold_margin": 0.3125336766242981, "weakest_gold_margin": 0.3125336766242981}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02311", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention liking Sunset Deli?", "temporal_relation": "session", "query_temporal_norm": 0.11908125132322311, "query_session_index": 2, "query_start_sec": 12.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.6607232689857483}], "gold_semantic_scores": [0.6411932706832886], "gold_temporal_scores": [0.01952982507646084], "max_gold_score": 0.6607232689857483, "max_candidate_score": 0.6607232689857483, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.29216381907463074, "best_gold_margin": 0.36855944991111755, "weakest_gold_margin": 0.36855944991111755}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02360", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my screening venue changed from and to between the earlier and later conversations?", "temporal_relation": "comparison", "query_temporal_norm": 0.4122379422187805, "query_session_index": 2, "query_start_sec": 15.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8525117039680481}, {"memory_id": "history_02_utt_0008", "score": 0.8126100301742554}], "gold_semantic_scores": [0.7072793841362, 0.6600145697593689], "gold_temporal_scores": [0.14523246884346008, 0.15259529650211334], "max_gold_score": 0.8525117039680481, "max_candidate_score": 0.8852027058601379, "top_memory_id": "history_02_utt_0008::cf::main::2", "max_non_gold_score": 0.8852027058601379, "best_gold_margin": -0.032691001892089844, "weakest_gold_margin": -0.07259267568588257}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02360", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned moving the screening setup into the dining room?", "temporal_relation": "none", "query_temporal_norm": 0.21854108572006226, "query_session_index": 2, "query_start_sec": 15.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8957801461219788}], "gold_semantic_scores": [0.7908153533935547], "gold_temporal_scores": [0.10496461391448975], "max_gold_score": 0.8957801461219788, "max_candidate_score": 0.8957801461219788, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6550703644752502, "best_gold_margin": 0.24070978164672852, "weakest_gold_margin": 0.24070978164672852}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02360", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the screening currently set up?", "temporal_relation": "latest", "query_temporal_norm": 0.4576304256916046, "query_session_index": 2, "query_start_sec": 15.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8943649530410767}], "gold_semantic_scores": [0.682375967502594], "gold_temporal_scores": [0.21198900043964386], "max_gold_score": 0.8943649530410767, "max_candidate_score": 0.8945156931877136, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0007::1", "max_non_gold_score": 0.8945156931877136, "best_gold_margin": -0.0001507401466369629, "weakest_gold_margin": -0.0001507401466369629}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02360", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What is Rowan suggesting people do before the break?", "temporal_relation": "none", "query_temporal_norm": 0.1222827136516571, "query_session_index": 2, "query_start_sec": 15.92, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.38210904598236084, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.38210904598236084, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02444", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my opening track choice for the playlist change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3826816976070404, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8236023783683777}, {"memory_id": "history_02_utt_0009", "score": 0.7643749117851257}], "gold_semantic_scores": [0.6909743547439575, 0.6450108289718628], "gold_temporal_scores": [0.13262809813022614, 0.11936410516500473], "max_gold_score": 0.8236023783683777, "max_candidate_score": 0.8384331464767456, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.8384331464767456, "best_gold_margin": -0.01483076810836792, "weakest_gold_margin": -0.07405823469161987}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02444", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned picking Neon Palms as the opening track for the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.1501857191324234, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.805286705493927}], "gold_semantic_scores": [0.7685860991477966], "gold_temporal_scores": [0.03670039772987366], "max_gold_score": 0.805286705493927, "max_candidate_score": 0.805286705493927, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5674543380737305, "best_gold_margin": 0.23783236742019653, "weakest_gold_margin": 0.23783236742019653}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02444", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the opening track to Static Bloom for the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.17916366457939148, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.799226701259613}], "gold_semantic_scores": [0.7225633859634399], "gold_temporal_scores": [0.07666346430778503], "max_gold_score": 0.799226701259613, "max_candidate_score": 0.799226701259613, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4977359473705292, "best_gold_margin": 0.30149075388908386, "weakest_gold_margin": 0.30149075388908386}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02574", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my model choice was before I switched it after reviewing the latest results?", "temporal_relation": "latest", "query_temporal_norm": 0.5283488631248474, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6800029277801514}], "gold_semantic_scores": [0.526600182056427], "gold_temporal_scores": [0.15340262651443481], "max_gold_score": 0.6800029277801514, "max_candidate_score": 0.7328692674636841, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.7328692674636841, "best_gold_margin": -0.052866339683532715, "weakest_gold_margin": -0.052866339683532715}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02574", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the decision to switch to a Conformer encoder mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.3087851107120514, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8185340762138367}], "gold_semantic_scores": [0.6839213967323303], "gold_temporal_scores": [0.13461266458034515], "max_gold_score": 0.8185340762138367, "max_candidate_score": 0.8185340762138367, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.474545955657959, "best_gold_margin": 0.3439881205558777, "weakest_gold_margin": 0.3439881205558777}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02704", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for pushing speculative decoding, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.15090881288051605, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6188122034072876}, {"memory_id": "history_02_utt_0010", "score": 0.6014822125434875}], "gold_semantic_scores": [0.5740141868591309, 0.5561590790748596], "gold_temporal_scores": [0.044798050075769424, 0.04532305523753166], "max_gold_score": 0.6188122034072876, "max_candidate_score": 0.6676644086837769, "top_memory_id": "history_01_utt_0011::cf::main::0", "max_non_gold_score": 0.6676644086837769, "best_gold_margin": -0.04885220527648926, "weakest_gold_margin": -0.0661821961402893}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02704", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was speculative decoding dropped?", "temporal_relation": "none", "query_temporal_norm": 0.11774182319641113, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7302129864692688}], "gold_semantic_scores": [0.6870912313461304], "gold_temporal_scores": [0.0431215763092041], "max_gold_score": 0.7302129864692688, "max_candidate_score": 0.7302129864692688, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5742681622505188, "best_gold_margin": 0.15594482421875, "weakest_gold_margin": 0.15594482421875}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02704", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What benefit was mentioned for using the distilled reranker?", "temporal_relation": "none", "query_temporal_norm": 0.11020298302173615, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6287468671798706}], "gold_semantic_scores": [0.5992490649223328], "gold_temporal_scores": [0.02949783205986023], "max_gold_score": 0.6287468671798706, "max_candidate_score": 0.6287468671798706, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.39912113547325134, "best_gold_margin": 0.22962573170661926, "weakest_gold_margin": 0.22962573170661926}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02704", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the distilled reranker was kept after validator rehearsals?", "temporal_relation": "session", "query_temporal_norm": 0.2102496325969696, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.8826477527618408}], "gold_semantic_scores": [0.790090024471283], "gold_temporal_scores": [0.09255730360746384], "max_gold_score": 0.8826477527618408, "max_candidate_score": 0.8826477527618408, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.498294472694397, "best_gold_margin": 0.38435328006744385, "weakest_gold_margin": 0.38435328006744385}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02768", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did my chosen title change from and to across the earlier discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4054146111011505, "query_session_index": 2, "query_start_sec": 14.319999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6213234663009644}, {"memory_id": "history_02_utt_0009", "score": 0.6848849654197693}], "gold_semantic_scores": [0.48928046226501465, 0.5715955495834351], "gold_temporal_scores": [0.1320429891347885, 0.11328942328691483], "max_gold_score": 0.6848849654197693, "max_candidate_score": 0.7191683650016785, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.7191683650016785, "best_gold_margin": -0.03428339958190918, "weakest_gold_margin": -0.09784489870071411}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02768", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed different titles earlier. What did the chosen title change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4007906913757324, "query_session_index": 2, "query_start_sec": 14.319999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5192105770111084}, {"memory_id": "history_02_utt_0009", "score": 0.6298796534538269}], "gold_semantic_scores": [0.38698652386665344, 0.5037645697593689], "gold_temporal_scores": [0.13222408294677734, 0.12611526250839233], "max_gold_score": 0.6298796534538269, "max_candidate_score": 0.6298796534538269, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4469151794910431, "best_gold_margin": 0.1829644739627838, "weakest_gold_margin": 0.07229539752006531}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02768", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned starting Harbor Lights next?", "temporal_relation": "none", "query_temporal_norm": 0.1841539442539215, "query_session_index": 2, "query_start_sec": 14.319999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.744515061378479}], "gold_semantic_scores": [0.7020421028137207], "gold_temporal_scores": [0.04247317835688591], "max_gold_score": 0.744515061378479, "max_candidate_score": 0.744515061378479, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.42599841952323914, "best_gold_margin": 0.31851664185523987, "weakest_gold_margin": 0.31851664185523987}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02768", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their pick to Static Bloom?", "temporal_relation": "none", "query_temporal_norm": 0.27764031291007996, "query_session_index": 2, "query_start_sec": 14.319999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8091062307357788}], "gold_semantic_scores": [0.6817329525947571], "gold_temporal_scores": [0.12737365067005157], "max_gold_score": 0.8091062307357788, "max_candidate_score": 0.8091062307357788, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3672426640987396, "best_gold_margin": 0.4418635666370392, "weakest_gold_margin": 0.4418635666370392}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02945", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say I was going to deploy my integration build to?", "temporal_relation": "earliest", "query_temporal_norm": 0.542674720287323, "query_session_index": 2, "query_start_sec": 15.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8130859136581421}], "gold_semantic_scores": [0.6883917450904846], "gold_temporal_scores": [0.12469432502985], "max_gold_score": 0.8130859136581421, "max_candidate_score": 0.8137334585189819, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.8137334585189819, "best_gold_margin": -0.0006475448608398438, "weakest_gold_margin": -0.0006475448608398438}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02945", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned deploying the integration build to the canary cluster?", "temporal_relation": "none", "query_temporal_norm": 0.1661585569381714, "query_session_index": 2, "query_start_sec": 15.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6360300183296204}], "gold_semantic_scores": [0.5892035365104675], "gold_temporal_scores": [0.04682643339037895], "max_gold_score": 0.6360300183296204, "max_candidate_score": 0.6360300183296204, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3334519565105438, "best_gold_margin": 0.30257806181907654, "weakest_gold_margin": 0.30257806181907654}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02945", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the integration build initially discussed for deployment?", "temporal_relation": "earliest", "query_temporal_norm": 0.3812224864959717, "query_session_index": 2, "query_start_sec": 15.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5832458734512329}], "gold_semantic_scores": [0.5207841992378235], "gold_temporal_scores": [0.06246171146631241], "max_gold_score": 0.5832458734512329, "max_candidate_score": 0.5832458734512329, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5062990784645081, "best_gold_margin": 0.07694679498672485, "weakest_gold_margin": 0.07694679498672485}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02945", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the deployment target for the integration build change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3552672266960144, "query_session_index": 2, "query_start_sec": 15.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7804218530654907}, {"memory_id": "history_02_utt_0008", "score": 0.7246022820472717}], "gold_semantic_scores": [0.6531615257263184, 0.6143390536308289], "gold_temporal_scores": [0.12726032733917236, 0.11026334762573242], "max_gold_score": 0.7804218530654907, "max_candidate_score": 0.7804218530654907, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.37694600224494934, "best_gold_margin": 0.4034758508205414, "weakest_gold_margin": 0.3476562798023224}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03092", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest rating for the Neon Alley Clip was?", "temporal_relation": "latest", "query_temporal_norm": 0.5274791717529297, "query_session_index": 2, "query_start_sec": 11.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0501478910446167}], "gold_semantic_scores": [0.8268204927444458], "gold_temporal_scores": [0.22332745790481567], "max_gold_score": 1.0501478910446167, "max_candidate_score": 1.0501478910446167, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0466010570526123, "best_gold_margin": 0.0035468339920043945, "weakest_gold_margin": 0.0035468339920043945}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03092", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the Neon Alley Clip rated 6 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.15467439591884613, "query_session_index": 2, "query_start_sec": 11.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7194233536720276}], "gold_semantic_scores": [0.6735126376152039], "gold_temporal_scores": [0.045910630375146866], "max_gold_score": 0.7194233536720276, "max_candidate_score": 0.7194233536720276, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7135084271430969, "best_gold_margin": 0.005914926528930664, "weakest_gold_margin": 0.005914926528930664}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03164", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my chore schedule change between the earlier time I talked about it and the later update?", "temporal_relation": "comparison", "query_temporal_norm": 0.37402912974357605, "query_session_index": 2, "query_start_sec": 13.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6388693451881409}, {"memory_id": "history_02_utt_0009", "score": 0.7290469408035278}], "gold_semantic_scores": [0.5047681927680969, 0.5958882570266724], "gold_temporal_scores": [0.13410115242004395, 0.13315819203853607], "max_gold_score": 0.7290469408035278, "max_candidate_score": 0.7470755577087402, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.7470755577087402, "best_gold_margin": -0.018028616905212402, "weakest_gold_margin": -0.10820621252059937}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03164", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching to dishes Tuesday morning and recycling Saturday afternoon?", "temporal_relation": "none", "query_temporal_norm": 0.21847401559352875, "query_session_index": 2, "query_start_sec": 13.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9236400127410889}], "gold_semantic_scores": [0.8201484084129333], "gold_temporal_scores": [0.10349145531654358], "max_gold_score": 0.9236400127410889, "max_candidate_score": 0.9236400127410889, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5979602336883545, "best_gold_margin": 0.3256797790527344, "weakest_gold_margin": 0.3256797790527344}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03308", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for suggesting Slow Harbor, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.14818234741687775, "query_session_index": 2, "query_start_sec": 13.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7372862696647644}, {"memory_id": "history_02_utt_0009", "score": 0.7941357493400574}], "gold_semantic_scores": [0.6933128237724304, 0.7470953464508057], "gold_temporal_scores": [0.04397350177168846, 0.04704033583402634], "max_gold_score": 0.7941357493400574, "max_candidate_score": 0.7941357493400574, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7877358794212341, "best_gold_margin": 0.006399869918823242, "weakest_gold_margin": -0.05044960975646973}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03308", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to stop watching Slow Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.20345757901668549, "query_session_index": 2, "query_start_sec": 13.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8462641835212708}], "gold_semantic_scores": [0.7502538561820984], "gold_temporal_scores": [0.09601058810949326], "max_gold_score": 0.8462641835212708, "max_candidate_score": 0.8462641835212708, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6647130846977234, "best_gold_margin": 0.18155109882354736, "weakest_gold_margin": 0.18155109882354736}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03308", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Glass Orchard suggested?", "temporal_relation": "none", "query_temporal_norm": 0.11311160027980804, "query_session_index": 2, "query_start_sec": 13.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.6731120944023132}], "gold_semantic_scores": [0.6545848846435547], "gold_temporal_scores": [0.018527351319789886], "max_gold_score": 0.6731120944023132, "max_candidate_score": 0.6731120944023132, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.4605127274990082, "best_gold_margin": 0.21259936690330505, "weakest_gold_margin": 0.21259936690330505}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03308", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that we stopped watching Slow Harbor?", "temporal_relation": "session", "query_temporal_norm": 0.22226186096668243, "query_session_index": 2, "query_start_sec": 13.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8223341703414917}], "gold_semantic_scores": [0.7260355353355408], "gold_temporal_scores": [0.09629879891872406], "max_gold_score": 0.8223341703414917, "max_candidate_score": 0.8223341703414917, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6703500747680664, "best_gold_margin": 0.1519840955734253, "weakest_gold_margin": 0.1519840955734253}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03388", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Morgan give for suggesting the CitraClean hand soap refill, and why was it unavailable for this week's run?", "temporal_relation": "none", "query_temporal_norm": 0.17431575059890747, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6411364078521729}, {"memory_id": "history_02_utt_0009", "score": 0.640031099319458}], "gold_semantic_scores": [0.586800217628479, 0.5827649235725403], "gold_temporal_scores": [0.05433632805943489, 0.05726619437336922], "max_gold_score": 0.6411364078521729, "max_candidate_score": 0.7601411938667297, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.7601411938667297, "best_gold_margin": -0.11900478601455688, "weakest_gold_margin": -0.12011009454727173}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03388", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Morgan suggest the CitraClean hand soap refill?", "temporal_relation": "none", "query_temporal_norm": 0.12486132979393005, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7365230321884155}], "gold_semantic_scores": [0.7047677040100098], "gold_temporal_scores": [0.03175543621182442], "max_gold_score": 0.7365230321884155, "max_candidate_score": 0.7365230321884155, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6011556386947632, "best_gold_margin": 0.13536739349365234, "weakest_gold_margin": 0.13536739349365234}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03388", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the reason for suggesting the Bamboo paper towels mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.13387025892734528, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.6525320410728455}], "gold_semantic_scores": [0.6219293475151062], "gold_temporal_scores": [0.030602796003222466], "max_gold_score": 0.6525320410728455, "max_candidate_score": 0.6525320410728455, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.42913487553596497, "best_gold_margin": 0.2233971655368805, "weakest_gold_margin": 0.2233971655368805}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03388", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the availability update about the Bamboo paper towels?", "temporal_relation": "none", "query_temporal_norm": 0.17549239099025726, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0025", "score": 0.5259162187576294}], "gold_semantic_scores": [0.45536720752716064], "gold_temporal_scores": [0.0705491155385971], "max_gold_score": 0.5259162187576294, "max_candidate_score": 0.5259162187576294, "top_memory_id": "history_02_utt_0025", "max_non_gold_score": 0.42106059193611145, "best_gold_margin": 0.10485562682151794, "weakest_gold_margin": 0.10485562682151794}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03475", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.40513700246810913, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7946736216545105}, {"memory_id": "history_02_utt_0011", "score": 0.7893701791763306}], "gold_semantic_scores": [0.653386116027832, 0.6442101001739502], "gold_temporal_scores": [0.14128746092319489, 0.1451602280139923], "max_gold_score": 0.7946736216545105, "max_candidate_score": 0.8942943215370178, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.8942943215370178, "best_gold_margin": -0.09962069988250732, "weakest_gold_margin": -0.10492414236068726}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03629", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said earlier that \"Midnight Drive\" went right after the sing along block, and who later said they had cut it once the venue shaved ten minutes off our set?", "temporal_relation": "none", "query_temporal_norm": 0.2413948029279709, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6586903929710388}, {"memory_id": "history_02_utt_0009", "score": 0.7117233276367188}], "gold_semantic_scores": [0.5888901948928833, 0.6584205627441406], "gold_temporal_scores": [0.06980017572641373, 0.053303249180316925], "max_gold_score": 0.7117233276367188, "max_candidate_score": 0.7117233276367188, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3266524076461792, "best_gold_margin": 0.38507091999053955, "weakest_gold_margin": 0.3320379853248596}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03629", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Cameron say they put 'Midnight Drive' after the sing-along block?", "temporal_relation": "none", "query_temporal_norm": 0.11894768476486206, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7727687954902649}], "gold_semantic_scores": [0.7425662279129028], "gold_temporal_scores": [0.030202604830265045], "max_gold_score": 0.7727687954902649, "max_candidate_score": 0.7727687954902649, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7694110870361328, "best_gold_margin": 0.00335770845413208, "weakest_gold_margin": 0.00335770845413208}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03629", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker mention cutting 'Midnight Drive'?", "temporal_relation": "session", "query_temporal_norm": 0.18773634731769562, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8644852638244629}], "gold_semantic_scores": [0.8255128860473633], "gold_temporal_scores": [0.038972195237874985], "max_gold_score": 0.8644852638244629, "max_candidate_score": 0.8644852638244629, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8007979393005371, "best_gold_margin": 0.06368732452392578, "weakest_gold_margin": 0.06368732452392578}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03629", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did someone say they placed 'Sunroof Static' before the last stretch?", "temporal_relation": "none", "query_temporal_norm": 0.12241797894239426, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.7913331389427185}], "gold_semantic_scores": [0.7813935279846191], "gold_temporal_scores": [0.009939450770616531], "max_gold_score": 0.7913331389427185, "max_candidate_score": 0.7913331389427185, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.6208404898643494, "best_gold_margin": 0.17049264907836914, "weakest_gold_margin": 0.17049264907836914}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03708", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did my grocery list item for the taco bowls change from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4082661271095276, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8171730041503906}, {"memory_id": "history_02_utt_0010", "score": 0.7586949467658997}], "gold_semantic_scores": [0.6668618321418762, 0.6151843070983887], "gold_temporal_scores": [0.15031112730503082, 0.14351022243499756], "max_gold_score": 0.8171730041503906, "max_candidate_score": 0.9162611961364746, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.9162611961364746, "best_gold_margin": -0.09908819198608398, "weakest_gold_margin": -0.15756624937057495}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03708", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned changing the grocery list to black beans instead of chickpeas?", "temporal_relation": "none", "query_temporal_norm": 0.2748030722141266, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9259520769119263}], "gold_semantic_scores": [0.8128665685653687], "gold_temporal_scores": [0.11308542639017105], "max_gold_score": 0.9259520769119263, "max_candidate_score": 0.9259520769119263, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.682060956954956, "best_gold_margin": 0.24389111995697021, "weakest_gold_margin": 0.24389111995697021}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03708", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent item mentioned for the taco bowls on the grocery list?", "temporal_relation": "none", "query_temporal_norm": 0.5313747525215149, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8865578174591064}], "gold_semantic_scores": [0.6386275887489319], "gold_temporal_scores": [0.24793046712875366], "max_gold_score": 0.8865578174591064, "max_candidate_score": 0.8865578174591064, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8812882900238037, "best_gold_margin": 0.005269527435302734, "weakest_gold_margin": 0.005269527435302734}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03791", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Taylor describe the dataset plan changing between the earlier and later discussions?", "temporal_relation": "none", "query_temporal_norm": 0.4293150305747986, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7475944757461548}, {"memory_id": "history_02_utt_0009", "score": 0.6544236540794373}], "gold_semantic_scores": [0.5881072878837585, 0.5213103294372559], "gold_temporal_scores": [0.15948748588562012, 0.13311344385147095], "max_gold_score": 0.7475944757461548, "max_candidate_score": 0.7475944757461548, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5734524726867676, "best_gold_margin": 0.1741420030593872, "weakest_gold_margin": 0.08097118139266968}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03791", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the dataset originally planned to include?", "temporal_relation": "earliest", "query_temporal_norm": 0.5579808950424194, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.5584210157394409}], "gold_semantic_scores": [0.43321722745895386], "gold_temporal_scores": [0.12520372867584229], "max_gold_score": 0.5584210157394409, "max_candidate_score": 0.5584210157394409, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3772538900375366, "best_gold_margin": 0.1811671257019043, "weakest_gold_margin": 0.1811671257019043}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03791", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to build the dataset around audio and still-image pairs?", "temporal_relation": "none", "query_temporal_norm": 0.3969692587852478, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6804378628730774}], "gold_semantic_scores": [0.5926023721694946], "gold_temporal_scores": [0.08783558756113052], "max_gold_score": 0.6804378628730774, "max_candidate_score": 0.6804378628730774, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3464033007621765, "best_gold_margin": 0.3340345621109009, "weakest_gold_margin": 0.3340345621109009}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03791", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the dataset plan was switched to audio, video clips, and transcripts?", "temporal_relation": "none", "query_temporal_norm": 0.4059210419654846, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0327879190444946}], "gold_semantic_scores": [0.8283138275146484], "gold_temporal_scores": [0.20447435975074768], "max_gold_score": 1.0327879190444946, "max_candidate_score": 1.0327879190444946, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5155959129333496, "best_gold_margin": 0.517192006111145, "weakest_gold_margin": 0.517192006111145}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03892", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Skyler give for recommending Night Train to Harbor, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1855439990758896, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6482160091400146}, {"memory_id": "history_02_utt_0010", "score": 0.6928465962409973}], "gold_semantic_scores": [0.5887018442153931, 0.6374270915985107], "gold_temporal_scores": [0.05951424315571785, 0.055419400334358215], "max_gold_score": 0.6928465962409973, "max_candidate_score": 0.6928465962409973, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6456893682479858, "best_gold_margin": 0.047157227993011475, "weakest_gold_margin": 0.0025266408920288086}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03892", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned recommending Night Train to Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.1271962672472, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7603046298027039}], "gold_semantic_scores": [0.7260556817054749], "gold_temporal_scores": [0.03424881771206856], "max_gold_score": 0.7603046298027039, "max_candidate_score": 0.7603046298027039, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.441250741481781, "best_gold_margin": 0.31905388832092285, "weakest_gold_margin": 0.31905388832092285}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03892", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention recommending Night Train to Harbor?", "temporal_relation": "session", "query_temporal_norm": 0.1880175918340683, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7402426600456238}], "gold_semantic_scores": [0.6826022863388062], "gold_temporal_scores": [0.05764047056436539], "max_gold_score": 0.7402426600456238, "max_candidate_score": 0.7402426600456238, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.643804669380188, "best_gold_margin": 0.09643799066543579, "weakest_gold_margin": 0.09643799066543579}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03892", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did someone recommend Glass Avenue?", "temporal_relation": "none", "query_temporal_norm": 0.11751119792461395, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.8145756721496582}], "gold_semantic_scores": [0.795574963092804], "gold_temporal_scores": [0.019000861793756485], "max_gold_score": 0.8145756721496582, "max_candidate_score": 0.8145756721496582, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.45936277508735657, "best_gold_margin": 0.35521289706230164, "weakest_gold_margin": 0.35521289706230164}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04018", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest training setting was for the migration jobs?", "temporal_relation": "latest", "query_temporal_norm": 0.5644418001174927, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0715529918670654}], "gold_semantic_scores": [0.809148907661438], "gold_temporal_scores": [0.26240432262420654], "max_gold_score": 1.0715529918670654, "max_candidate_score": 1.0715529918670654, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0712205171585083, "best_gold_margin": 0.0003324747085571289, "weakest_gold_margin": 0.0003324747085571289}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04126", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the streaming attention branch, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.15884114801883698, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6381170749664307}, {"memory_id": "history_02_utt_0011", "score": 0.6505405902862549}], "gold_semantic_scores": [0.5915772914886475, 0.620975136756897], "gold_temporal_scores": [0.04653973877429962, 0.02956542931497097], "max_gold_score": 0.6505405902862549, "max_candidate_score": 0.6711641550064087, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.6711641550064087, "best_gold_margin": -0.02062356472015381, "weakest_gold_margin": -0.03304708003997803}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04126", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the outcome for the streaming attention branch after the memory audit?", "temporal_relation": "none", "query_temporal_norm": 0.3474006950855255, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8773031234741211}], "gold_semantic_scores": [0.7348300218582153], "gold_temporal_scores": [0.14247316122055054], "max_gold_score": 0.8773031234741211, "max_candidate_score": 0.8773031234741211, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5541532039642334, "best_gold_margin": 0.3231499195098877, "weakest_gold_margin": 0.3231499195098877}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04126", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the streaming attention branch ruled out?", "temporal_relation": "session", "query_temporal_norm": 0.16436748206615448, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6325855255126953}], "gold_semantic_scores": [0.5740772485733032], "gold_temporal_scores": [0.058508217334747314], "max_gold_score": 0.6325855255126953, "max_candidate_score": 0.6325855255126953, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.46948477625846863, "best_gold_margin": 0.16310074925422668, "weakest_gold_margin": 0.16310074925422668}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04126", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the quantized ONNX path kept on the table?", "temporal_relation": "none", "query_temporal_norm": 0.13924859464168549, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.7075768709182739}], "gold_semantic_scores": [0.6821901798248291], "gold_temporal_scores": [0.02538682147860527], "max_gold_score": 0.7075768709182739, "max_candidate_score": 0.7075768709182739, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.6299655437469482, "best_gold_margin": 0.07761132717132568, "weakest_gold_margin": 0.07761132717132568}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04189", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery's pick for where the group should start change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.35224637389183044, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5701317191123962}, {"memory_id": "history_02_utt_0010", "score": 0.7007021307945251}], "gold_semantic_scores": [0.4506986737251282, 0.5693421363830566], "gold_temporal_scores": [0.11943316459655762, 0.13136060535907745], "max_gold_score": 0.7007021307945251, "max_candidate_score": 0.7024060487747192, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.7024060487747192, "best_gold_margin": -0.0017039179801940918, "weakest_gold_margin": -0.132274329662323}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04189", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the group's choice for where to start change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.28876304626464844, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5660533905029297}, {"memory_id": "history_02_utt_0010", "score": 0.7138341665267944}], "gold_semantic_scores": [0.47912755608558655, 0.5840429067611694], "gold_temporal_scores": [0.08692577481269836, 0.12979130446910858], "max_gold_score": 0.7138341665267944, "max_candidate_score": 0.7138341665267944, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4133221209049225, "best_gold_margin": 0.30051204562187195, "weakest_gold_margin": 0.1527312695980072}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04189", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery suggest as the group's starting point?", "temporal_relation": "none", "query_temporal_norm": 0.11540763080120087, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5443696975708008}], "gold_semantic_scores": [0.5425511598587036], "gold_temporal_scores": [0.0018185949884355068], "max_gold_score": 0.5443696975708008, "max_candidate_score": 0.6081549525260925, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6081549525260925, "best_gold_margin": -0.06378525495529175, "weakest_gold_margin": -0.06378525495529175}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04189", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery say the group should start with The Empty Platform?", "temporal_relation": "session", "query_temporal_norm": 0.14998497068881989, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7296454310417175}], "gold_semantic_scores": [0.6928550004959106], "gold_temporal_scores": [0.03679043427109718], "max_gold_score": 0.7296454310417175, "max_candidate_score": 0.7296454310417175, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7244296669960022, "best_gold_margin": 0.005215764045715332, "weakest_gold_margin": 0.005215764045715332}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04276", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the venue was for the playlist session?", "temporal_relation": "session", "query_temporal_norm": 0.5594354867935181, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8649491667747498}], "gold_semantic_scores": [0.7388350963592529], "gold_temporal_scores": [0.12611393630504608], "max_gold_score": 0.8649491667747498, "max_candidate_score": 0.8649491667747498, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8631394505500793, "best_gold_margin": 0.0018097162246704102, "weakest_gold_margin": 0.0018097162246704102}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04276", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the playlist meetup moved to after the decision about the outdoor vibe?", "temporal_relation": "none", "query_temporal_norm": 0.3454169034957886, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7919737696647644}], "gold_semantic_scores": [0.6355958580970764], "gold_temporal_scores": [0.15637794137001038], "max_gold_score": 0.7919737696647644, "max_candidate_score": 0.7919737696647644, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4661896526813507, "best_gold_margin": 0.3257841169834137, "weakest_gold_margin": 0.3257841169834137}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04276", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say the playlist meetup was moved to the cabin firepit area?", "temporal_relation": "session", "query_temporal_norm": 0.2196548581123352, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7359839081764221}], "gold_semantic_scores": [0.6394343972206116], "gold_temporal_scores": [0.09654954075813293], "max_gold_score": 0.7359839081764221, "max_candidate_score": 0.7359839081764221, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.41531315445899963, "best_gold_margin": 0.3206707537174225, "weakest_gold_margin": 0.3206707537174225}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04276", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "Do I need to log out of my regular profile before switching to the guest profile?", "temporal_relation": "none", "query_temporal_norm": 0.12397757172584534, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": ["current_01_utt_0003", "current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.20430825650691986, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.20430825650691986, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04370", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about the placement of 'Satellite Hearts' in the lineup, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.19124102592468262, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7683683037757874}, {"memory_id": "history_02_utt_0009", "score": 0.7757816910743713}], "gold_semantic_scores": [0.7088457942008972, 0.7189807295799255], "gold_temporal_scores": [0.05952247232198715, 0.05680107697844505], "max_gold_score": 0.7757816910743713, "max_candidate_score": 0.8169613480567932, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8169613480567932, "best_gold_margin": -0.041179656982421875, "weakest_gold_margin": -0.04859304428100586}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04370", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that 'Satellite Hearts' was dropped?", "temporal_relation": "session", "query_temporal_norm": 0.13811850547790527, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8099809885025024}], "gold_semantic_scores": [0.762931764125824], "gold_temporal_scores": [0.047049570828676224], "max_gold_score": 0.8099809885025024, "max_candidate_score": 0.8099809885025024, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4637972414493561, "best_gold_margin": 0.34618374705314636, "weakest_gold_margin": 0.34618374705314636}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04370", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the purpose of placing 'Neon Harbor' before the peak in the setlist?", "temporal_relation": "none", "query_temporal_norm": 0.11332385987043381, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.5775297284126282}], "gold_semantic_scores": [0.5539576411247253], "gold_temporal_scores": [0.023572014644742012], "max_gold_score": 0.5775297284126282, "max_candidate_score": 0.5775297284126282, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.47629672288894653, "best_gold_margin": 0.10123300552368164, "weakest_gold_margin": 0.10123300552368164}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04370", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was 'Neon Harbor' moved later in the setlist?", "temporal_relation": "none", "query_temporal_norm": 0.23488125205039978, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.8531097173690796}], "gold_semantic_scores": [0.7614666819572449], "gold_temporal_scores": [0.09164277464151382], "max_gold_score": 0.8531097173690796, "max_candidate_score": 0.8531097173690796, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.6824935078620911, "best_gold_margin": 0.17061620950698853, "weakest_gold_margin": 0.17061620950698853}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04555", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting Cedar Spoon, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.1568903923034668, "query_session_index": 2, "query_start_sec": 13.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7271520495414734}, {"memory_id": "history_02_utt_0010", "score": 0.7894893288612366}], "gold_semantic_scores": [0.6810752153396606, 0.7331991791725159], "gold_temporal_scores": [0.04607676714658737, 0.05629052594304085], "max_gold_score": 0.7894893288612366, "max_candidate_score": 0.7894893288612366, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7682844400405884, "best_gold_margin": 0.021204888820648193, "weakest_gold_margin": -0.04113239049911499}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04555", "qa_id": "extra_qa_0004", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Cedar Spoon is closed on Sunday?", "temporal_relation": "session", "query_temporal_norm": 0.1490405946969986, "query_session_index": 2, "query_start_sec": 13.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8559409976005554}], "gold_semantic_scores": [0.8082834482192993], "gold_temporal_scores": [0.04765775427222252], "max_gold_score": 0.8559409976005554, "max_candidate_score": 0.8559409976005554, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6876565217971802, "best_gold_margin": 0.16828447580337524, "weakest_gold_margin": 0.16828447580337524}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04555", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for suggesting Lantern Cafe?", "temporal_relation": "none", "query_temporal_norm": 0.10947781056165695, "query_session_index": 2, "query_start_sec": 13.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6681231260299683}], "gold_semantic_scores": [0.6475257277488708], "gold_temporal_scores": [0.020597271621227264], "max_gold_score": 0.6681231260299683, "max_candidate_score": 0.6681231260299683, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.5123299956321716, "best_gold_margin": 0.15579313039779663, "weakest_gold_margin": 0.15579313039779663}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04555", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What issue did we discuss about Lantern Cafe's reservation policy?", "temporal_relation": "none", "query_temporal_norm": 0.13254180550575256, "query_session_index": 2, "query_start_sec": 13.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.7107945680618286}], "gold_semantic_scores": [0.6800205111503601], "gold_temporal_scores": [0.030773654580116272], "max_gold_score": 0.7107945680618286, "max_candidate_score": 0.7107945680618286, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.5612272620201111, "best_gold_margin": 0.14956730604171753, "weakest_gold_margin": 0.14956730604171753}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04685", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest playlist title choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5575144290924072, "query_session_index": 2, "query_start_sec": 16.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9622172713279724}], "gold_semantic_scores": [0.7033870816230774], "gold_temporal_scores": [0.258830189704895], "max_gold_score": 0.9622172713279724, "max_candidate_score": 0.9719747304916382, "top_memory_id": "history_02_utt_0009::cf::main::0", "max_non_gold_score": 0.9719747304916382, "best_gold_margin": -0.009757459163665771, "weakest_gold_margin": -0.009757459163665771}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04685", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the final playlist title we decided on?", "temporal_relation": "latest", "query_temporal_norm": 0.5259733200073242, "query_session_index": 2, "query_start_sec": 16.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.994430422782898}], "gold_semantic_scores": [0.7460786700248718], "gold_temporal_scores": [0.24835205078125], "max_gold_score": 0.994430422782898, "max_candidate_score": 0.994430422782898, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9896298050880432, "best_gold_margin": 0.004800617694854736, "weakest_gold_margin": 0.004800617694854736}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04685", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original playlist title we picked before making any changes?", "temporal_relation": "earliest", "query_temporal_norm": 0.5170291662216187, "query_session_index": 2, "query_start_sec": 16.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7849931120872498}], "gold_semantic_scores": [0.6550173163414001], "gold_temporal_scores": [0.12997591495513916], "max_gold_score": 0.7849931120872498, "max_candidate_score": 0.7849931120872498, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3868565857410431, "best_gold_margin": 0.39813652634620667, "weakest_gold_margin": 0.39813652634620667}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04685", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the playlist title we initially chose?", "temporal_relation": "none", "query_temporal_norm": 0.565212070941925, "query_session_index": 2, "query_start_sec": 16.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7973949909210205}], "gold_semantic_scores": [0.6556181907653809], "gold_temporal_scores": [0.14177677035331726], "max_gold_score": 0.7973949909210205, "max_candidate_score": 0.7973949909210205, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4362967312335968, "best_gold_margin": 0.3610982596874237, "weakest_gold_margin": 0.3610982596874237}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04772", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my choice for the main outing change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3505735397338867, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.515911877155304}, {"memory_id": "history_02_utt_0009", "score": 0.5543683767318726}], "gold_semantic_scores": [0.390781044960022, 0.43577638268470764], "gold_temporal_scores": [0.1251307725906372, 0.11859205365180969], "max_gold_score": 0.5543683767318726, "max_candidate_score": 0.5660205483436584, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.5660205483436584, "best_gold_margin": -0.011652171611785889, "weakest_gold_margin": -0.05010867118835449}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04772", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the main outing choice change between our earlier discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.37362366914749146, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6185057163238525}, {"memory_id": "history_02_utt_0009", "score": 0.5532368421554565}], "gold_semantic_scores": [0.485288143157959, 0.45031869411468506], "gold_temporal_scores": [0.1332176774740219, 0.10291808843612671], "max_gold_score": 0.6185057163238525, "max_candidate_score": 0.6185057163238525, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.17111614346504211, "best_gold_margin": 0.4473895728588104, "weakest_gold_margin": 0.38212069869041443}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04772", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned wanting the main outing to be a harbor boat tour at first?", "temporal_relation": "earliest", "query_temporal_norm": 0.25820112228393555, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8353170156478882}], "gold_semantic_scores": [0.7750450372695923], "gold_temporal_scores": [0.06027195230126381], "max_gold_score": 0.8353170156478882, "max_candidate_score": 0.8353170156478882, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7621977925300598, "best_gold_margin": 0.07311922311782837, "weakest_gold_margin": 0.07311922311782837}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04772", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their mind to prefer a street art bike tour instead?", "temporal_relation": "none", "query_temporal_norm": 0.24309810996055603, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8729313015937805}], "gold_semantic_scores": [0.7534497976303101], "gold_temporal_scores": [0.11948173493146896], "max_gold_score": 0.8729313015937805, "max_candidate_score": 0.8729313015937805, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6523949503898621, "best_gold_margin": 0.22053635120391846, "weakest_gold_margin": 0.22053635120391846}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04866", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Deep Sea Signals, and why was it dropped from the queue?", "temporal_relation": "none", "query_temporal_norm": 0.19204369187355042, "query_session_index": 2, "query_start_sec": 17.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7714505791664124}, {"memory_id": "history_02_utt_0009", "score": 0.7058442234992981}], "gold_semantic_scores": [0.7134090065956116, 0.6735697984695435], "gold_temporal_scores": [0.058041639626026154, 0.032274480909109116], "max_gold_score": 0.7714505791664124, "max_candidate_score": 0.7714505791664124, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4161817133426666, "best_gold_margin": 0.3552688658237457, "weakest_gold_margin": 0.28966251015663147}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04866", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Who did Finley say recommended Deep Sea Signals?", "temporal_relation": "none", "query_temporal_norm": 0.15858697891235352, "query_session_index": 2, "query_start_sec": 17.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7180024981498718}], "gold_semantic_scores": [0.6800821423530579], "gold_temporal_scores": [0.037920400500297546], "max_gold_score": 0.7180024981498718, "max_candidate_score": 0.7180024981498718, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6238856911659241, "best_gold_margin": 0.09411680698394775, "weakest_gold_margin": 0.09411680698394775}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04866", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Deep Sea Signals dropped from the queue?", "temporal_relation": "none", "query_temporal_norm": 0.13384078443050385, "query_session_index": 2, "query_start_sec": 17.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8780299425125122}], "gold_semantic_scores": [0.8266390562057495], "gold_temporal_scores": [0.051390647888183594], "max_gold_score": 0.8780299425125122, "max_candidate_score": 0.8780299425125122, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.57150799036026, "best_gold_margin": 0.3065219521522522, "weakest_gold_margin": 0.3065219521522522}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04866", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the short-list queue is used to track quick recommendations?", "temporal_relation": "session", "query_temporal_norm": 0.14554975926876068, "query_session_index": 2, "query_start_sec": 17.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0033", "score": 0.6643450856208801}], "gold_semantic_scores": [0.6200516819953918], "gold_temporal_scores": [0.04429321363568306], "max_gold_score": 0.6643450856208801, "max_candidate_score": 0.6643450856208801, "top_memory_id": "history_01_utt_0033", "max_non_gold_score": 0.3905371427536011, "best_gold_margin": 0.27380794286727905, "weakest_gold_margin": 0.27380794286727905}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04945", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan originally say the deadline for cutting the release branch was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5473672151565552, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9370415210723877}], "gold_semantic_scores": [0.8404586911201477], "gold_temporal_scores": [0.09658302366733551], "max_gold_score": 0.9370415210723877, "max_candidate_score": 0.9370415210723877, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8544724583625793, "best_gold_margin": 0.08256906270980835, "weakest_gold_margin": 0.08256906270980835}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05080", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was the latest venue Avery said we should use?", "temporal_relation": "latest", "query_temporal_norm": 0.537468671798706, "query_session_index": 2, "query_start_sec": 21.160000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.77556312084198}], "gold_semantic_scores": [0.5009296536445618], "gold_temporal_scores": [0.2746337354183197], "max_gold_score": 0.77556312084198, "max_candidate_score": 0.77556312084198, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7694202065467834, "best_gold_margin": 0.006142914295196533, "weakest_gold_margin": 0.006142914295196533}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05080", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we decide to use for the playlist most recently?", "temporal_relation": "latest", "query_temporal_norm": 0.5324681401252747, "query_session_index": 2, "query_start_sec": 21.160000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.4865233600139618}], "gold_semantic_scores": [0.24381884932518005], "gold_temporal_scores": [0.24270440638065338], "max_gold_score": 0.4865233600139618, "max_candidate_score": 0.4865233600139618, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.48419657349586487, "best_gold_margin": 0.002326786518096924, "weakest_gold_margin": 0.002326786518096924}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05080", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested switching the venue to the ferry deck?", "temporal_relation": "none", "query_temporal_norm": 0.22781367599964142, "query_session_index": 2, "query_start_sec": 21.160000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6329917907714844}], "gold_semantic_scores": [0.5346232652664185], "gold_temporal_scores": [0.09836874157190323], "max_gold_score": 0.6329917907714844, "max_candidate_score": 0.6329917907714844, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5995237231254578, "best_gold_margin": 0.03346806764602661, "weakest_gold_margin": 0.03346806764602661}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05080", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Avery suggest we switch to?", "temporal_relation": "none", "query_temporal_norm": 0.30517223477363586, "query_session_index": 2, "query_start_sec": 21.160000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6967504024505615}], "gold_semantic_scores": [0.5418527722358704], "gold_temporal_scores": [0.15489746630191803], "max_gold_score": 0.6967504024505615, "max_candidate_score": 0.6967504024505615, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5464226603507996, "best_gold_margin": 0.15032774209976196, "weakest_gold_margin": 0.15032774209976196}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05147", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41395217180252075, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7682783007621765}, {"memory_id": "history_02_utt_0008", "score": 0.8155984282493591}], "gold_semantic_scores": [0.6201496124267578, 0.6638213992118835], "gold_temporal_scores": [0.1481284499168396, 0.15177679061889648], "max_gold_score": 0.8155984282493591, "max_candidate_score": 0.8353915214538574, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8353915214538574, "best_gold_margin": -0.01979309320449829, "weakest_gold_margin": -0.06711322069168091}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05147", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest evaluation plan we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5439246296882629, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.024587631225586}], "gold_semantic_scores": [0.7443006038665771], "gold_temporal_scores": [0.28028738498687744], "max_gold_score": 1.024587631225586, "max_candidate_score": 1.024587631225586, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.0204546451568604, "best_gold_margin": 0.004132986068725586, "weakest_gold_margin": 0.004132986068725586}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05147", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original evaluation plan mentioned earlier?", "temporal_relation": "earliest", "query_temporal_norm": 0.551443874835968, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7303952574729919}], "gold_semantic_scores": [0.5851289629936218], "gold_temporal_scores": [0.14526619017124176], "max_gold_score": 0.7303952574729919, "max_candidate_score": 0.7303952574729919, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5736830234527588, "best_gold_margin": 0.15671223402023315, "weakest_gold_margin": 0.15671223402023315}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05244", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting the cached activation path, and why was it later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.17214898765087128, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7681440711021423}, {"memory_id": "history_02_utt_0010", "score": 0.8167861104011536}], "gold_semantic_scores": [0.7156566381454468, 0.7580751180648804], "gold_temporal_scores": [0.05248734727501869, 0.0587112158536911], "max_gold_score": 0.8167861104011536, "max_candidate_score": 0.8167861104011536, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7998756766319275, "best_gold_margin": 0.016910433769226074, "weakest_gold_margin": -0.031731605529785156}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05244", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the intended benefit of the batched bootstrap script?", "temporal_relation": "none", "query_temporal_norm": 0.14896292984485626, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.744525134563446}], "gold_semantic_scores": [0.7171928286552429], "gold_temporal_scores": [0.02733217366039753], "max_gold_score": 0.744525134563446, "max_candidate_score": 0.744525134563446, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.5355818867683411, "best_gold_margin": 0.20894324779510498, "weakest_gold_margin": 0.20894324779510498}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05244", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the batched bootstrap script kept?", "temporal_relation": "none", "query_temporal_norm": 0.1231958344578743, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0029", "score": 0.8085245490074158}], "gold_semantic_scores": [0.767576277256012], "gold_temporal_scores": [0.04094817861914635], "max_gold_score": 0.8085245490074158, "max_candidate_score": 0.8085245490074158, "top_memory_id": "history_02_utt_0029", "max_non_gold_score": 0.6320563554763794, "best_gold_margin": 0.17646819353103638, "weakest_gold_margin": 0.17646819353103638}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05244", "qa_id": "extra_qa_0012", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who suggested checking the email from IT for the new password?", "temporal_relation": "none", "query_temporal_norm": 0.13702984154224396, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3912913501262665, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3912913501262665, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05305", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for putting Harvest Table on the list, and why is it out tonight?", "temporal_relation": "none", "query_temporal_norm": 0.14456160366535187, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7527042627334595}, {"memory_id": "history_02_utt_0011", "score": 0.7624815106391907}], "gold_semantic_scores": [0.7104124426841736, 0.7207888960838318], "gold_temporal_scores": [0.0422917939722538, 0.041692525148391724], "max_gold_score": 0.7624815106391907, "max_candidate_score": 0.774761974811554, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.774761974811554, "best_gold_margin": -0.012280464172363281, "weakest_gold_margin": -0.022057712078094482}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05305", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the availability issue with Harvest Table that we discussed earlier?", "temporal_relation": "none", "query_temporal_norm": 0.16722247004508972, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7055507898330688}], "gold_semantic_scores": [0.6625835299491882], "gold_temporal_scores": [0.042967528104782104], "max_gold_score": 0.7055507898330688, "max_candidate_score": 0.7055507898330688, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6538903713226318, "best_gold_margin": 0.05166041851043701, "weakest_gold_margin": 0.05166041851043701}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05305", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for suggesting Corner Deli earlier?", "temporal_relation": "none", "query_temporal_norm": 0.10703670978546143, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.7501124143600464}], "gold_semantic_scores": [0.7300660014152527], "gold_temporal_scores": [0.020046204328536987], "max_gold_score": 0.7501124143600464, "max_candidate_score": 0.7501124143600464, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.5467099547386169, "best_gold_margin": 0.20340245962142944, "weakest_gold_margin": 0.20340245962142944}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05305", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned what we already had in the pantry?", "temporal_relation": "session", "query_temporal_norm": 0.19598978757858276, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0035", "score": 0.32881960272789}], "gold_semantic_scores": [0.28363683819770813], "gold_temporal_scores": [0.04518269747495651], "max_gold_score": 0.32881960272789, "max_candidate_score": 0.44533947110176086, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.44533947110176086, "best_gold_margin": -0.11651986837387085, "weakest_gold_margin": -0.11651986837387085}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05388", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Emerson give for Velvet Comet, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.20090734958648682, "query_session_index": 2, "query_start_sec": 14.360000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.709040105342865}, {"memory_id": "history_02_utt_0012", "score": 0.580085039138794}], "gold_semantic_scores": [0.6439701914787292, 0.5228360295295715], "gold_temporal_scores": [0.06506989896297455, 0.05724899470806122], "max_gold_score": 0.709040105342865, "max_candidate_score": 0.7183034420013428, "top_memory_id": "history_02_utt_0012::cf::main::3", "max_non_gold_score": 0.7183034420013428, "best_gold_margin": -0.009263336658477783, "weakest_gold_margin": -0.13821840286254883}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05388", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Emerson recommend Velvet Comet?", "temporal_relation": "none", "query_temporal_norm": 0.13632330298423767, "query_session_index": 2, "query_start_sec": 14.360000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7422997951507568}], "gold_semantic_scores": [0.7048575282096863], "gold_temporal_scores": [0.03744230791926384], "max_gold_score": 0.7422997951507568, "max_candidate_score": 0.7422997951507568, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.602988064289093, "best_gold_margin": 0.13931173086166382, "weakest_gold_margin": 0.13931173086166382}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05388", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that Velvet Comet eases in gently for people arriving from work?", "temporal_relation": "none", "query_temporal_norm": 0.16020257771015167, "query_session_index": 2, "query_start_sec": 14.360000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6052685379981995}], "gold_semantic_scores": [0.5575050115585327], "gold_temporal_scores": [0.047763507813215256], "max_gold_score": 0.6052685379981995, "max_candidate_score": 0.6052685379981995, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5047171115875244, "best_gold_margin": 0.10055142641067505, "weakest_gold_margin": 0.10055142641067505}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05388", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier discussion was the reason for dropping Velvet Comet mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1894291341304779, "query_session_index": 2, "query_start_sec": 14.360000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8420414924621582}], "gold_semantic_scores": [0.753694474697113], "gold_temporal_scores": [0.08834703266620636], "max_gold_score": 0.8420414924621582, "max_candidate_score": 0.8420414924621582, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5070576071739197, "best_gold_margin": 0.3349838852882385, "weakest_gold_margin": 0.3349838852882385}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05538", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did the training setting I mentioned earlier change by the later discussion?", "temporal_relation": "comparison", "query_temporal_norm": 0.37067946791648865, "query_session_index": 2, "query_start_sec": 12.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7339001893997192}, {"memory_id": "history_02_utt_0009", "score": 0.7996317148208618}], "gold_semantic_scores": [0.6067980527877808, 0.6383341550827026], "gold_temporal_scores": [0.12710215151309967, 0.16129758954048157], "max_gold_score": 0.7996317148208618, "max_candidate_score": 0.8014731407165527, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.8014731407165527, "best_gold_margin": -0.001841425895690918, "weakest_gold_margin": -0.0675729513168335}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05538", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the most recent training setting discussed?", "temporal_relation": "none", "query_temporal_norm": 0.5211595892906189, "query_session_index": 2, "query_start_sec": 12.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8901219367980957}], "gold_semantic_scores": [0.6515622735023499], "gold_temporal_scores": [0.2385595738887787], "max_gold_score": 0.8901219367980957, "max_candidate_score": 0.8970263600349426, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.8970263600349426, "best_gold_margin": -0.006904423236846924, "weakest_gold_margin": -0.006904423236846924}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05538", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to keep training on the dedicated A100 nodes?", "temporal_relation": "none", "query_temporal_norm": 0.27827754616737366, "query_session_index": 2, "query_start_sec": 12.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7779027819633484}], "gold_semantic_scores": [0.7189964652061462], "gold_temporal_scores": [0.05890629068017006], "max_gold_score": 0.7779027819633484, "max_candidate_score": 0.7779027819633484, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4096567928791046, "best_gold_margin": 0.3682459890842438, "weakest_gold_margin": 0.3682459890842438}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05538", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the plan to bf16 LoRA fine-tuning on the shared H100 pool?", "temporal_relation": "none", "query_temporal_norm": 0.3260546624660492, "query_session_index": 2, "query_start_sec": 12.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8521162271499634}], "gold_semantic_scores": [0.69953852891922], "gold_temporal_scores": [0.15257765352725983], "max_gold_score": 0.8521162271499634, "max_candidate_score": 0.8521162271499634, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.412834107875824, "best_gold_margin": 0.4392821192741394, "weakest_gold_margin": 0.4392821192741394}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05688", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Morgan's preferred activity for the get-together change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.36416876316070557, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8049489855766296}, {"memory_id": "history_02_utt_0011", "score": 0.7382953763008118}], "gold_semantic_scores": [0.6746986508369446, 0.6129289865493774], "gold_temporal_scores": [0.13025031983852386, 0.12536635994911194], "max_gold_score": 0.8049489855766296, "max_candidate_score": 0.8049489855766296, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7026671171188354, "best_gold_margin": 0.10228186845779419, "weakest_gold_margin": 0.03562825918197632}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05688", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Morgan say they were leaning toward for the get-together?", "temporal_relation": "none", "query_temporal_norm": 0.3588133752346039, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8669220805168152}], "gold_semantic_scores": [0.7990069389343262], "gold_temporal_scores": [0.06791514158248901], "max_gold_score": 0.8669220805168152, "max_candidate_score": 0.8669220805168152, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7534483075141907, "best_gold_margin": 0.11347377300262451, "weakest_gold_margin": 0.11347377300262451}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05688", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan say they ended up preferring a trivia night?", "temporal_relation": "session", "query_temporal_norm": 0.30465590953826904, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8421028256416321}], "gold_semantic_scores": [0.7148464322090149], "gold_temporal_scores": [0.127256378531456], "max_gold_score": 0.8421028256416321, "max_candidate_score": 0.8421028256416321, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7221658825874329, "best_gold_margin": 0.11993694305419922, "weakest_gold_margin": 0.11993694305419922}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05688", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was initially considered for the get-together?", "temporal_relation": "earliest", "query_temporal_norm": 0.5494111776351929, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8424616456031799}], "gold_semantic_scores": [0.7174775004386902], "gold_temporal_scores": [0.12498416006565094], "max_gold_score": 0.8424616456031799, "max_candidate_score": 0.8424616456031799, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6852150559425354, "best_gold_margin": 0.15724658966064453, "weakest_gold_margin": 0.15724658966064453}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05836", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn originally say the activity choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5622968673706055, "query_session_index": 2, "query_start_sec": 13.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7092687487602234}], "gold_semantic_scores": [0.5874910354614258], "gold_temporal_scores": [0.12177789211273193], "max_gold_score": 0.7092687487602234, "max_candidate_score": 0.7092687487602234, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6006635427474976, "best_gold_margin": 0.10860520601272583, "weakest_gold_margin": 0.10860520601272583}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05836", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed activity choices earlier. What was the original pick?", "temporal_relation": "earliest", "query_temporal_norm": 0.565035343170166, "query_session_index": 2, "query_start_sec": 13.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.642845630645752}], "gold_semantic_scores": [0.5187546610832214], "gold_temporal_scores": [0.12409102916717529], "max_gold_score": 0.642845630645752, "max_candidate_score": 0.642845630645752, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5420917868614197, "best_gold_margin": 0.10075384378433228, "weakest_gold_margin": 0.10075384378433228}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05836", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Quinn say they picked for Saturday?", "temporal_relation": "none", "query_temporal_norm": 0.3133847117424011, "query_session_index": 2, "query_start_sec": 13.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7806022763252258}], "gold_semantic_scores": [0.7119932770729065], "gold_temporal_scores": [0.06860923767089844], "max_gold_score": 0.7806022763252258, "max_candidate_score": 0.8140166997909546, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8140166997909546, "best_gold_margin": -0.03341442346572876, "weakest_gold_margin": -0.03341442346572876}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05836", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned picking a climbing gym session for Saturday?", "temporal_relation": "none", "query_temporal_norm": 0.18170714378356934, "query_session_index": 2, "query_start_sec": 13.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7953981161117554}], "gold_semantic_scores": [0.7517805695533752], "gold_temporal_scores": [0.04361768439412117], "max_gold_score": 0.7953981161117554, "max_candidate_score": 0.7953981161117554, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5845837593078613, "best_gold_margin": 0.21081435680389404, "weakest_gold_margin": 0.21081435680389404}
{"sample_id": "conv_9ab98027f08a_pkg_003", "qa_id": "qa_318a156ba0905b92", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What drink format does the person in the conversation prefer?", "temporal_relation": "none", "query_temporal_norm": 0.2009102702140808, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_003517", "score": 0.4262769818305969}, {"memory_id": "utt_003519", "score": 0.3117219805717468}], "gold_semantic_scores": [0.4450407028198242, 0.3304790258407593], "gold_temporal_scores": [-0.018763704225420952, -0.018757060170173645], "max_gold_score": 0.4262769818305969, "max_candidate_score": 0.45449909567832947, "top_memory_id": "utt_003510", "max_non_gold_score": 0.45449909567832947, "best_gold_margin": -0.028222113847732544, "weakest_gold_margin": -0.14277711510658264}
{"sample_id": "conv_9ab98027f08a_pkg_003", "qa_id": "qa_14e4daac7b7d87b1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How much weight did Casey say they lost?", "temporal_relation": "none", "query_temporal_norm": 0.21528775990009308, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_003410", "score": 0.5664143562316895}], "gold_semantic_scores": [0.5898927450180054], "gold_temporal_scores": [-0.0234783124178648], "max_gold_score": 0.5664143562316895, "max_candidate_score": 0.5664143562316895, "top_memory_id": "utt_003410", "max_non_gold_score": 0.4639129042625427, "best_gold_margin": 0.10250145196914673, "weakest_gold_margin": 0.10250145196914673}
{"sample_id": "conv_9ab98027f08a_pkg_003", "qa_id": "qa_b84ca3cf506e871b", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When during the conversation did the person say they don't take pictures anymore?", "temporal_relation": "session", "query_temporal_norm": 0.19824889302253723, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_003152", "score": 0.6992634534835815}, {"memory_id": "utt_003156", "score": 0.6955933570861816}, {"memory_id": "utt_003161", "score": 0.6529771685600281}], "gold_semantic_scores": [0.7306838631629944, 0.7269907593727112, 0.6843549609184265], "gold_temporal_scores": [-0.03142033889889717, -0.031397510319948196, -0.03137782961130142], "max_gold_score": 0.6992634534835815, "max_candidate_score": 0.6992634534835815, "top_memory_id": "utt_003152", "max_non_gold_score": 0.6321882009506226, "best_gold_margin": 0.06707525253295898, "weakest_gold_margin": 0.020788967609405518}
{"sample_id": "conv_e401ce9a41bb_pkg_000", "qa_id": "qa_47a0918f2f9202f6", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did a speaker say they and Noah were crying last night?", "temporal_relation": "session", "query_temporal_norm": 0.20090095698833466, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000442", "score": 0.6191267371177673}], "gold_semantic_scores": [0.6526817083358765], "gold_temporal_scores": [-0.03355482593178749], "max_gold_score": 0.6191267371177673, "max_candidate_score": 0.6191267371177673, "top_memory_id": "utt_000442", "max_non_gold_score": 0.5208573937416077, "best_gold_margin": 0.09826934337615967, "weakest_gold_margin": 0.09826934337615967}
{"sample_id": "conv_e401ce9a41bb_pkg_000", "qa_id": "qa_5e0e7a31920c6f53", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I own?", "temporal_relation": "none", "query_temporal_norm": 0.21470017731189728, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000799", "score": 0.0659368559718132}], "gold_semantic_scores": [0.09748287498950958], "gold_temporal_scores": [-0.03154601529240608], "max_gold_score": 0.0659368559718132, "max_candidate_score": 0.4413597583770752, "top_memory_id": "utt_000673", "max_non_gold_score": 0.4413597583770752, "best_gold_margin": -0.375422902405262, "weakest_gold_margin": -0.375422902405262}
{"sample_id": "conv_e401ce9a41bb_pkg_000", "qa_id": "qa_3fc3fab883444537", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What parental role was stated for one of the speakers?", "temporal_relation": "none", "query_temporal_norm": 0.21906618773937225, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000918", "score": 0.3506743013858795}], "gold_semantic_scores": [0.37530985474586487], "gold_temporal_scores": [-0.024635538458824158], "max_gold_score": 0.3506743013858795, "max_candidate_score": 0.5313155055046082, "top_memory_id": "utt_000578", "max_non_gold_score": 0.5313155055046082, "best_gold_margin": -0.18064120411872864, "weakest_gold_margin": -0.18064120411872864}
{"sample_id": "conv_e55c0b12f28c_pkg_000", "qa_id": "qa_4cb9c35567b63e7e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When does a speaker say their nursing schedule is?", "temporal_relation": "none", "query_temporal_norm": 0.19143514335155487, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000169", "score": 0.49156835675239563}], "gold_semantic_scores": [0.517043948173523], "gold_temporal_scores": [-0.02547549083828926], "max_gold_score": 0.49156835675239563, "max_candidate_score": 0.49156835675239563, "top_memory_id": "utt_000169", "max_non_gold_score": 0.4722633361816406, "best_gold_margin": 0.019305020570755005, "weakest_gold_margin": 0.019305020570755005}
{"sample_id": "conv_e55c0b12f28c_pkg_000", "qa_id": "qa_099b61b11372ec1e", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation does a speaker describe the doors as baby blue?", "temporal_relation": "session", "query_temporal_norm": 0.21663717925548553, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000059", "score": 0.17016655206680298}, {"memory_id": "utt_000060", "score": 0.5596116781234741}, {"memory_id": "utt_000062", "score": 0.24535046517848969}], "gold_semantic_scores": [0.20891720056533813, 0.5983233451843262, 0.28399720788002014], "gold_temporal_scores": [-0.038750648498535156, -0.038711633533239365, -0.03864666447043419], "max_gold_score": 0.5596116781234741, "max_candidate_score": 0.5596116781234741, "top_memory_id": "utt_000060", "max_non_gold_score": 0.551027774810791, "best_gold_margin": 0.008583903312683105, "weakest_gold_margin": -0.38086122274398804}
{"sample_id": "conv_e55c0b12f28c_pkg_000", "qa_id": "qa_ebd5c16cb83a48a2", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How many assignments did I say I still have left in the course?", "temporal_relation": "none", "query_temporal_norm": 0.19093012809753418, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000257", "score": 0.4800291657447815}, {"memory_id": "utt_000259", "score": 0.15881386399269104}], "gold_semantic_scores": [0.4953341782093048, 0.1739879548549652], "gold_temporal_scores": [-0.015304871834814548, -0.015174067579209805], "max_gold_score": 0.4800291657447815, "max_candidate_score": 0.4800291657447815, "top_memory_id": "utt_000257", "max_non_gold_score": 0.3861966133117676, "best_gold_margin": 0.09383255243301392, "weakest_gold_margin": -0.22738274931907654}
{"sample_id": "conv_e55c0b12f28c_pkg_000", "qa_id": "qa_8120897213e2dd40", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation does a speaker mention their thirtieth birthday being in two weeks?", "temporal_relation": "session", "query_temporal_norm": 0.20843815803527832, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000239", "score": 0.7573579549789429}], "gold_semantic_scores": [0.7883201837539673], "gold_temporal_scores": [-0.030962267890572548], "max_gold_score": 0.7573579549789429, "max_candidate_score": 0.7573579549789429, "top_memory_id": "utt_000239", "max_non_gold_score": 0.6010148525238037, "best_gold_margin": 0.15634310245513916, "weakest_gold_margin": 0.15634310245513916}
{"sample_id": "conv_e6f0ddcbab3c_pkg_001", "qa_id": "qa_8cf87edc8ca01367", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What are the usual work start and end times?", "temporal_relation": "none", "query_temporal_norm": 0.1931115835905075, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001043", "score": 0.5688167214393616}, {"memory_id": "utt_001044", "score": 0.46289417147636414}, {"memory_id": "utt_001049", "score": 0.45963215827941895}], "gold_semantic_scores": [0.6173302531242371, 0.5115160346031189, 0.5082701444625854], "gold_temporal_scores": [-0.04851353541016579, -0.048621803522109985, -0.04863801226019859], "max_gold_score": 0.5688167214393616, "max_candidate_score": 0.5688167214393616, "top_memory_id": "utt_001043", "max_non_gold_score": 0.3220621943473816, "best_gold_margin": 0.24675452709197998, "weakest_gold_margin": 0.13756996393203735}
{"sample_id": "conv_e6f0ddcbab3c_pkg_001", "qa_id": "qa_dfb04a336d7c75a2", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What kinds of weather does each person prefer?", "temporal_relation": "none", "query_temporal_norm": 0.20871815085411072, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001417", "score": 0.6445964574813843}, {"memory_id": "utt_001429", "score": 0.6037327647209167}, {"memory_id": "utt_001430", "score": 0.531181275844574}, {"memory_id": "utt_001434", "score": 0.5364720225334167}], "gold_semantic_scores": [0.6742392778396606, 0.6332842111587524, 0.5607177019119263, 0.565998911857605], "gold_temporal_scores": [-0.029642757028341293, -0.029551489278674126, -0.029536431655287743, -0.02952694147825241], "max_gold_score": 0.6445964574813843, "max_candidate_score": 0.6445964574813843, "top_memory_id": "utt_001417", "max_non_gold_score": 0.5716140866279602, "best_gold_margin": 0.07298237085342407, "weakest_gold_margin": -0.04043281078338623}
{"sample_id": "conv_e6f0ddcbab3c_pkg_001", "qa_id": "qa_dbccae27d015b226", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the synthetic wig?", "temporal_relation": "none", "query_temporal_norm": 0.1836632490158081, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001201", "score": 0.3173651099205017}, {"memory_id": "utt_001202", "score": 0.3581552505493164}], "gold_semantic_scores": [0.34149083495140076, 0.3819161057472229], "gold_temporal_scores": [-0.02412577159702778, -0.023760775104165077], "max_gold_score": 0.3581552505493164, "max_candidate_score": 0.4986797869205475, "top_memory_id": "utt_001200", "max_non_gold_score": 0.4986797869205475, "best_gold_margin": -0.14052453637123108, "weakest_gold_margin": -0.18131467700004578}
{"sample_id": "conv_e97b7840b3eb_pkg_000", "qa_id": "qa_c2e083f5b6b2e668", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did one participant say contributes to making life better or to their happiness?", "temporal_relation": "none", "query_temporal_norm": 0.19063730537891388, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000143", "score": 0.4602925181388855}, {"memory_id": "utt_000146", "score": 0.4978759288787842}], "gold_semantic_scores": [0.4844572842121124, 0.5217486023902893], "gold_temporal_scores": [-0.024164801463484764, -0.023872677236795425], "max_gold_score": 0.4978759288787842, "max_candidate_score": 0.5379188060760498, "top_memory_id": "utt_000473", "max_non_gold_score": 0.5379188060760498, "best_gold_margin": -0.040042877197265625, "weakest_gold_margin": -0.0776262879371643}
{"sample_id": "conv_e97b7840b3eb_pkg_000", "qa_id": "qa_1acd64993d88d06e", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say that spending time with friends helps my mood?", "temporal_relation": "session", "query_temporal_norm": 0.19143930077552795, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000079", "score": 0.7063280940055847}], "gold_semantic_scores": [0.744178295135498], "gold_temporal_scores": [-0.03785017877817154], "max_gold_score": 0.7063280940055847, "max_candidate_score": 0.7063280940055847, "top_memory_id": "utt_000079", "max_non_gold_score": 0.6982457041740417, "best_gold_margin": 0.008082389831542969, "weakest_gold_margin": 0.008082389831542969}
{"sample_id": "conv_e97b7840b3eb_pkg_000", "qa_id": "qa_db82b05980bbcdfe", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they prefer to have their dishes rinsed off?", "temporal_relation": "none", "query_temporal_norm": 0.20923322439193726, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000717", "score": 0.7082531452178955}], "gold_semantic_scores": [0.7420358657836914], "gold_temporal_scores": [-0.03378267586231232], "max_gold_score": 0.7082531452178955, "max_candidate_score": 0.7082531452178955, "top_memory_id": "utt_000717", "max_non_gold_score": 0.49688640236854553, "best_gold_margin": 0.21136674284934998, "weakest_gold_margin": 0.21136674284934998}
{"sample_id": "conv_eae9e22a803a_pkg_000", "qa_id": "qa_15b2a46b6dc5728f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Do you remember whether they ever got bad grades in school?", "temporal_relation": "none", "query_temporal_norm": 0.21353383362293243, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000244", "score": 0.6869207620620728}, {"memory_id": "utt_000246", "score": 0.36904364824295044}, {"memory_id": "utt_000248", "score": 0.616576611995697}], "gold_semantic_scores": [0.7261916399002075, 0.4081936776638031, 0.6557169556617737], "gold_temporal_scores": [-0.03927076980471611, -0.0391499362885952, -0.03914039209485054], "max_gold_score": 0.6869207620620728, "max_candidate_score": 0.6869207620620728, "top_memory_id": "utt_000244", "max_non_gold_score": 0.49047988653182983, "best_gold_margin": 0.19644087553024292, "weakest_gold_margin": -0.1214362382888794}
{"sample_id": "conv_eae9e22a803a_pkg_000", "qa_id": "qa_43da936734f7d4c9", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Eden say how many brothers and sisters they have?", "temporal_relation": "session", "query_temporal_norm": 0.21098005771636963, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000293", "score": 0.7160258293151855}], "gold_semantic_scores": [0.7537544369697571], "gold_temporal_scores": [-0.03772846236824989], "max_gold_score": 0.7160258293151855, "max_candidate_score": 0.7160258293151855, "top_memory_id": "utt_000293", "max_non_gold_score": 0.673511266708374, "best_gold_margin": 0.04251456260681152, "weakest_gold_margin": 0.04251456260681152}
{"sample_id": "conv_eae9e22a803a_pkg_000", "qa_id": "qa_32dfb266554d2eb1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How old was I when we moved to California?", "temporal_relation": "none", "query_temporal_norm": 0.2040046751499176, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000147", "score": 0.4574924409389496}, {"memory_id": "utt_000149", "score": 0.454392671585083}], "gold_semantic_scores": [0.4930456578731537, 0.4898282587528229], "gold_temporal_scores": [-0.03555325046181679, -0.035435546189546585], "max_gold_score": 0.4574924409389496, "max_candidate_score": 0.5378458499908447, "top_memory_id": "utt_000313", "max_non_gold_score": 0.5378458499908447, "best_gold_margin": -0.08035340905189514, "weakest_gold_margin": -0.08345317840576172}
{"sample_id": "conv_ebe39304f6e7_pkg_000", "qa_id": "qa_7e01fbf338de50f2", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said that benefits are not real if recipients have to work for them?", "temporal_relation": "session", "query_temporal_norm": 0.1843690723180771, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000075", "score": 0.5733697414398193}, {"memory_id": "utt_000076", "score": 0.64469975233078}], "gold_semantic_scores": [0.6041257977485657, 0.6751405596733093], "gold_temporal_scores": [-0.030756069347262383, -0.0304407961666584], "max_gold_score": 0.64469975233078, "max_candidate_score": 0.64469975233078, "top_memory_id": "utt_000076", "max_non_gold_score": 0.5805286765098572, "best_gold_margin": 0.06417107582092285, "weakest_gold_margin": -0.007158935070037842}
{"sample_id": "conv_ebe39304f6e7_pkg_000", "qa_id": "qa_df5246f11228dc47", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What food did Shawn say he prefers?", "temporal_relation": "none", "query_temporal_norm": 0.2045445591211319, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000626", "score": 0.5168819427490234}], "gold_semantic_scores": [0.5466114282608032], "gold_temporal_scores": [-0.029729481786489487], "max_gold_score": 0.5168819427490234, "max_candidate_score": 0.5168819427490234, "top_memory_id": "utt_000626", "max_non_gold_score": 0.49522069096565247, "best_gold_margin": 0.02166125178337097, "weakest_gold_margin": 0.02166125178337097}
{"sample_id": "conv_ebe39304f6e7_pkg_000", "qa_id": "qa_4d5642635db2412f", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said that the speaker can only use Walgreens?", "temporal_relation": "session", "query_temporal_norm": 0.20087385177612305, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000355", "score": 0.590722382068634}], "gold_semantic_scores": [0.6181516647338867], "gold_temporal_scores": [-0.027429264038801193], "max_gold_score": 0.590722382068634, "max_candidate_score": 0.590722382068634, "top_memory_id": "utt_000355", "max_non_gold_score": 0.5282188057899475, "best_gold_margin": 0.06250357627868652, "weakest_gold_margin": 0.06250357627868652}
{"sample_id": "conv_ec9294d180a2_pkg_002", "qa_id": "qa_9b74a0ff7904d1ea", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker who said they don't like Google Drive and called it a mess speak?", "temporal_relation": "session", "query_temporal_norm": 0.1894540935754776, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_003716", "score": 0.5731086730957031}, {"memory_id": "utt_003718", "score": 0.15354986488819122}], "gold_semantic_scores": [0.6147863864898682, 0.19522851705551147], "gold_temporal_scores": [-0.041678085923194885, -0.041678670793771744], "max_gold_score": 0.5731086730957031, "max_candidate_score": 0.5731086730957031, "top_memory_id": "utt_003716", "max_non_gold_score": 0.43822020292282104, "best_gold_margin": 0.13488847017288208, "weakest_gold_margin": -0.2846703380346298}
{"sample_id": "conv_ec9294d180a2_pkg_002", "qa_id": "qa_392f31a7e8f78e67", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What height preference did the speaker who mentioned partners express?", "temporal_relation": "none", "query_temporal_norm": 0.21356521546840668, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_004168", "score": 0.5128890872001648}], "gold_semantic_scores": [0.5516950488090515], "gold_temporal_scores": [-0.03880593553185463], "max_gold_score": 0.5128890872001648, "max_candidate_score": 0.5371871590614319, "top_memory_id": "utt_004114", "max_non_gold_score": 0.5371871590614319, "best_gold_margin": -0.02429807186126709, "weakest_gold_margin": -0.02429807186126709}
{"sample_id": "conv_ec9294d180a2_pkg_002", "qa_id": "qa_2e10b52951603eaa", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they rented the first Ultimate Fighting Championship video at Blockbuster?", "temporal_relation": "none", "query_temporal_norm": 0.28210508823394775, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_004304", "score": 0.4511791169643402}, {"memory_id": "utt_004307", "score": 0.34178426861763}], "gold_semantic_scores": [0.5273611545562744, 0.41797271370887756], "gold_temporal_scores": [-0.07618194073438644, -0.07618845254182816], "max_gold_score": 0.4511791169643402, "max_candidate_score": 0.4511791169643402, "top_memory_id": "utt_004304", "max_non_gold_score": 0.41955673694610596, "best_gold_margin": 0.03162238001823425, "weakest_gold_margin": -0.07777246832847595}
{"sample_id": "conv_ed62d53fe84c_pkg_000", "qa_id": "qa_ed8e6b085fe3aeab", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Robin's usual weekend work schedule?", "temporal_relation": "none", "query_temporal_norm": 0.20199710130691528, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000902", "score": 0.6820467114448547}], "gold_semantic_scores": [0.6896700859069824], "gold_temporal_scores": [-0.007623300421983004], "max_gold_score": 0.6820467114448547, "max_candidate_score": 0.6820467114448547, "top_memory_id": "utt_000902", "max_non_gold_score": 0.6522742509841919, "best_gold_margin": 0.029772460460662842, "weakest_gold_margin": 0.029772460460662842}
{"sample_id": "conv_ed62d53fe84c_pkg_000", "qa_id": "qa_b55ef21a2435227f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Did I cover a teacher at a university for a week?", "temporal_relation": "none", "query_temporal_norm": 0.22068257629871368, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000570", "score": 0.7173698544502258}, {"memory_id": "utt_000572", "score": 0.4254162907600403}], "gold_semantic_scores": [0.7552103996276855, 0.46324291825294495], "gold_temporal_scores": [-0.03784077614545822, -0.03782659396529198], "max_gold_score": 0.7173698544502258, "max_candidate_score": 0.7173698544502258, "top_memory_id": "utt_000570", "max_non_gold_score": 0.5906019806861877, "best_gold_margin": 0.12676787376403809, "weakest_gold_margin": -0.16518568992614746}
{"sample_id": "conv_ed62d53fe84c_pkg_000", "qa_id": "qa_29a60bc77aa19b11", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say they hate covering subclasses?", "temporal_relation": "session", "query_temporal_norm": 0.2015746682882309, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000308", "score": 0.5782276391983032}], "gold_semantic_scores": [0.6160894632339478], "gold_temporal_scores": [-0.03786187618970871], "max_gold_score": 0.5782276391983032, "max_candidate_score": 0.5782276391983032, "top_memory_id": "utt_000308", "max_non_gold_score": 0.33219894766807556, "best_gold_margin": 0.24602869153022766, "weakest_gold_margin": 0.24602869153022766}
{"sample_id": "conv_ef128e51b41e_pkg_000", "qa_id": "qa_bc657d4db6abb4dd", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Near the end of the conversation, when did the speaker who mentioned their phone platform say it?", "temporal_relation": "session", "query_temporal_norm": 0.169493168592453, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000477", "score": 0.40928661823272705}], "gold_semantic_scores": [0.4222966730594635], "gold_temporal_scores": [-0.013010130263864994], "max_gold_score": 0.40928661823272705, "max_candidate_score": 0.5546880960464478, "top_memory_id": "utt_000471", "max_non_gold_score": 0.5546880960464478, "best_gold_margin": -0.1454014778137207, "weakest_gold_margin": -0.1454014778137207}
{"sample_id": "conv_ef128e51b41e_pkg_000", "qa_id": "qa_5db216db93715aec", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What city did Reese say they are in?", "temporal_relation": "none", "query_temporal_norm": 0.23683781921863556, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000071", "score": 0.5631030201911926}, {"memory_id": "utt_000127", "score": 0.37866008281707764}, {"memory_id": "utt_000128", "score": 0.6024682521820068}, {"memory_id": "utt_000387", "score": 0.4023944139480591}], "gold_semantic_scores": [0.6082140207290649, 0.42315664887428284, 0.6468943953514099, 0.4436390995979309], "gold_temporal_scores": [-0.04511065036058426, -0.04449675977230072, -0.044425953179597855, -0.04124442860484123], "max_gold_score": 0.6024682521820068, "max_candidate_score": 0.6024682521820068, "top_memory_id": "utt_000128", "max_non_gold_score": 0.5463342070579529, "best_gold_margin": 0.056134045124053955, "weakest_gold_margin": -0.16767412424087524}
{"sample_id": "conv_ef128e51b41e_pkg_000", "qa_id": "qa_0c0dbc30983393a9", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What travel constraint did the speaker mention?", "temporal_relation": "none", "query_temporal_norm": 0.19200249016284943, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000339", "score": 0.21610458195209503}], "gold_semantic_scores": [0.2332129329442978], "gold_temporal_scores": [-0.0171083752065897], "max_gold_score": 0.21610458195209503, "max_candidate_score": 0.49437427520751953, "top_memory_id": "utt_000337", "max_non_gold_score": 0.49437427520751953, "best_gold_margin": -0.2782696932554245, "weakest_gold_margin": -0.2782696932554245}
{"sample_id": "conv_f139c092ef79_pkg_000", "qa_id": "qa_277f003bb193898d", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What term does each person prefer for carbonated soft drinks?", "temporal_relation": "none", "query_temporal_norm": 0.19685834646224976, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000060", "score": 0.34840431809425354}, {"memory_id": "utt_000061", "score": 0.2932423949241638}, {"memory_id": "utt_000071", "score": 0.5081331729888916}, {"memory_id": "utt_000083", "score": 0.3657482862472534}], "gold_semantic_scores": [0.39168354868888855, 0.33581995964050293, 0.5467044115066528, 0.3999946117401123], "gold_temporal_scores": [-0.043279148638248444, -0.042577605694532394, -0.038571011275053024, -0.03424636274576187], "max_gold_score": 0.5081331729888916, "max_candidate_score": 0.5081331729888916, "top_memory_id": "utt_000071", "max_non_gold_score": 0.4536658227443695, "best_gold_margin": 0.054467350244522095, "weakest_gold_margin": -0.1604234278202057}
{"sample_id": "conv_f139c092ef79_pkg_000", "qa_id": "qa_c5a69d39e1963592", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Sam mention talking to their husband?", "temporal_relation": "session", "query_temporal_norm": 0.21579064428806305, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000595", "score": 0.6711978912353516}], "gold_semantic_scores": [0.7170034050941467], "gold_temporal_scores": [-0.045805513858795166], "max_gold_score": 0.6711978912353516, "max_candidate_score": 0.6711978912353516, "top_memory_id": "utt_000595", "max_non_gold_score": 0.5137726664543152, "best_gold_margin": 0.15742522478103638, "weakest_gold_margin": 0.15742522478103638}
{"sample_id": "conv_f139c092ef79_pkg_000", "qa_id": "qa_b750ff3fdf0ac1ad", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How does the person who talked about fast food generally feel about eating fast food where they live now?", "temporal_relation": "none", "query_temporal_norm": 0.16076329350471497, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000298", "score": 0.528527557849884}], "gold_semantic_scores": [0.5497968196868896], "gold_temporal_scores": [-0.021269218996167183], "max_gold_score": 0.528527557849884, "max_candidate_score": 0.5446812510490417, "top_memory_id": "utt_000316", "max_non_gold_score": 0.5446812510490417, "best_gold_margin": -0.016153693199157715, "weakest_gold_margin": -0.016153693199157715}
{"sample_id": "conv_f2e34633d4f2_pkg_000", "qa_id": "qa_d01c8cb0ef21103a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How old did Eric say his beagle is?", "temporal_relation": "none", "query_temporal_norm": 0.22909870743751526, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000447", "score": 0.6060968637466431}, {"memory_id": "utt_000448", "score": 0.514435350894928}], "gold_semantic_scores": [0.645109236240387, 0.5534456968307495], "gold_temporal_scores": [-0.039012644439935684, -0.03901055082678795], "max_gold_score": 0.6060968637466431, "max_candidate_score": 0.6304143667221069, "top_memory_id": "utt_000427", "max_non_gold_score": 0.6304143667221069, "best_gold_margin": -0.024317502975463867, "weakest_gold_margin": -0.11597901582717896}
{"sample_id": "conv_f2e34633d4f2_pkg_000", "qa_id": "qa_e879ec3c563ef864", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker who said they disliked woodpeckers express that dislike?", "temporal_relation": "session", "query_temporal_norm": 0.18606558442115784, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000519", "score": 0.7886262536048889}], "gold_semantic_scores": [0.8256057500839233], "gold_temporal_scores": [-0.03697952255606651], "max_gold_score": 0.7886262536048889, "max_candidate_score": 0.7886262536048889, "top_memory_id": "utt_000519", "max_non_gold_score": 0.5681238770484924, "best_gold_margin": 0.22050237655639648, "weakest_gold_margin": 0.22050237655639648}
{"sample_id": "conv_f2e34633d4f2_pkg_000", "qa_id": "qa_49bfa91766f4fbd1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about the season affecting my work?", "temporal_relation": "none", "query_temporal_norm": 0.1993294507265091, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000155", "score": 0.437113881111145}], "gold_semantic_scores": [0.4686456620693207], "gold_temporal_scores": [-0.03153190761804581], "max_gold_score": 0.437113881111145, "max_candidate_score": 0.437113881111145, "top_memory_id": "utt_000155", "max_non_gold_score": 0.3018791675567627, "best_gold_margin": 0.13523471355438232, "weakest_gold_margin": 0.13523471355438232}
{"sample_id": "conv_f3d639f390c3_pkg_000", "qa_id": "qa_228939a279316afc", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did each person say about attempts to access their accounts and about ever being hacked?", "temporal_relation": "none", "query_temporal_norm": 0.20361655950546265, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000308", "score": 0.5215128064155579}, {"memory_id": "utt_000309", "score": 0.2794075012207031}, {"memory_id": "utt_000388", "score": 0.7083030939102173}, {"memory_id": "utt_000389", "score": 0.6964889168739319}], "gold_semantic_scores": [0.5451349020004272, 0.3030218780040741, 0.7316337823867798, 0.7198181748390198], "gold_temporal_scores": [-0.023622026666998863, -0.023614363744854927, -0.02333090268075466, -0.023329244926571846], "max_gold_score": 0.7083030939102173, "max_candidate_score": 0.7083030939102173, "top_memory_id": "utt_000388", "max_non_gold_score": 0.5935297012329102, "best_gold_margin": 0.11477339267730713, "weakest_gold_margin": -0.31412220001220703}
{"sample_id": "conv_f3d639f390c3_pkg_000", "qa_id": "qa_f44b6161d5fc399f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the participant say about what kind of internet connection they use?", "temporal_relation": "none", "query_temporal_norm": 0.1994299739599228, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000391", "score": 0.4374026358127594}, {"memory_id": "utt_000392", "score": 0.3518388867378235}, {"memory_id": "utt_000393", "score": 0.530602216720581}], "gold_semantic_scores": [0.44964027404785156, 0.3640739917755127, 0.5428333282470703], "gold_temporal_scores": [-0.01223758701235056, -0.012235102243721485, -0.012231061235070229], "max_gold_score": 0.530602216720581, "max_candidate_score": 0.530602216720581, "top_memory_id": "utt_000393", "max_non_gold_score": 0.5279021859169006, "best_gold_margin": 0.00270003080368042, "weakest_gold_margin": -0.17606329917907715}
{"sample_id": "conv_f3d639f390c3_pkg_000", "qa_id": "qa_481301874a84295a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the participant say they can only do two sessions a day?", "temporal_relation": "session", "query_temporal_norm": 0.19813495874404907, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000008", "score": 0.6193311214447021}], "gold_semantic_scores": [0.6555485129356384], "gold_temporal_scores": [-0.036217398941516876], "max_gold_score": 0.6193311214447021, "max_candidate_score": 0.6193311214447021, "top_memory_id": "utt_000008", "max_non_gold_score": 0.48284390568733215, "best_gold_margin": 0.13648721575737, "weakest_gold_margin": 0.13648721575737}
{"sample_id": "conv_f59e0bdd3ba6_pkg_000", "qa_id": "qa_1438783f1001ca2c", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "If I have an empty morning, how long do I read?", "temporal_relation": "none", "query_temporal_norm": 0.20457744598388672, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000774", "score": 0.5141896605491638}], "gold_semantic_scores": [0.5409682393074036], "gold_temporal_scores": [-0.026778675615787506], "max_gold_score": 0.5141896605491638, "max_candidate_score": 0.5141896605491638, "top_memory_id": "utt_000774", "max_non_gold_score": 0.37575003504753113, "best_gold_margin": 0.1384396255016327, "weakest_gold_margin": 0.1384396255016327}
{"sample_id": "conv_f59e0bdd3ba6_pkg_000", "qa_id": "qa_dc9c52bf1fc2f88d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Marley complete the audio test?", "temporal_relation": "session", "query_temporal_norm": 0.20399193465709686, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000463", "score": 0.5077409148216248}, {"memory_id": "utt_000465", "score": 0.23328429460525513}], "gold_semantic_scores": [0.539254367351532, 0.2647840678691864], "gold_temporal_scores": [-0.03151334822177887, -0.031499769538640976], "max_gold_score": 0.5077409148216248, "max_candidate_score": 0.5077409148216248, "top_memory_id": "utt_000463", "max_non_gold_score": 0.4119037091732025, "best_gold_margin": 0.09583720564842224, "weakest_gold_margin": -0.1786194145679474}
{"sample_id": "conv_f59e0bdd3ba6_pkg_000", "qa_id": "qa_60d2c858c0e873e3", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that Victor is an awesome partner and great conversationalist?", "temporal_relation": "none", "query_temporal_norm": 0.21123333275318146, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000896", "score": 0.49631935358047485}, {"memory_id": "utt_000905", "score": 0.4277332127094269}, {"memory_id": "utt_000906", "score": 0.3351958096027374}], "gold_semantic_scores": [0.531006395816803, 0.4624025523662567, 0.36986392736434937], "gold_temporal_scores": [-0.03468712791800499, -0.034669309854507446, -0.03466807305812836], "max_gold_score": 0.49631935358047485, "max_candidate_score": 0.49631935358047485, "top_memory_id": "utt_000896", "max_non_gold_score": 0.43378716707229614, "best_gold_margin": 0.06253218650817871, "weakest_gold_margin": -0.09859135746955872}
{"sample_id": "conv_f733f9bc9cc9_pkg_000", "qa_id": "qa_2586c9819f4b9f98", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who has the ethnicities Hispanic, Italian, and African American, and who is Puerto Rican?", "temporal_relation": "none", "query_temporal_norm": 0.262460321187973, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000626", "score": 0.7471877336502075}, {"memory_id": "utt_000962", "score": 0.5788363814353943}, {"memory_id": "utt_000967", "score": 0.6523081064224243}], "gold_semantic_scores": [0.8165562152862549, 0.6500239372253418, 0.7235166430473328], "gold_temporal_scores": [-0.06936842203140259, -0.07118748128414154, -0.07120859622955322], "max_gold_score": 0.7471877336502075, "max_candidate_score": 0.7471877336502075, "top_memory_id": "utt_000626", "max_non_gold_score": 0.658778727054596, "best_gold_margin": 0.08840900659561157, "weakest_gold_margin": -0.07994234561920166}
{"sample_id": "conv_f733f9bc9cc9_pkg_000", "qa_id": "qa_00d88f2b67b9461c", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did one of the speakers say they were in a fraternity?", "temporal_relation": "none", "query_temporal_norm": 0.2221771478652954, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000196", "score": 0.4492000639438629}], "gold_semantic_scores": [0.49067801237106323], "gold_temporal_scores": [-0.04147786274552345], "max_gold_score": 0.4492000639438629, "max_candidate_score": 0.4492000639438629, "top_memory_id": "utt_000196", "max_non_gold_score": 0.4037950336933136, "best_gold_margin": 0.045405030250549316, "weakest_gold_margin": 0.045405030250549316}
{"sample_id": "conv_f733f9bc9cc9_pkg_000", "qa_id": "qa_fb236b0d5e06c14f", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Between Shawn and Avery, who is 6 feet 1 inch and who is 4 feet 11 inches?", "temporal_relation": "none", "query_temporal_norm": 0.2533503472805023, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000604", "score": 0.606354832649231}, {"memory_id": "utt_000612", "score": 0.6356677412986755}, {"memory_id": "utt_000617", "score": 0.641100287437439}], "gold_semantic_scores": [0.6871923208236694, 0.716625452041626, 0.7221307754516602], "gold_temporal_scores": [-0.0808374434709549, -0.08095771074295044, -0.08103039860725403], "max_gold_score": 0.641100287437439, "max_candidate_score": 0.641100287437439, "top_memory_id": "utt_000617", "max_non_gold_score": 0.5465953946113586, "best_gold_margin": 0.09450489282608032, "weakest_gold_margin": 0.059759438037872314}
{"sample_id": "conv_f733f9bc9cc9_pkg_000", "qa_id": "qa_2a75b0d0c489358b", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which sports teams did each speaker say they root for?", "temporal_relation": "none", "query_temporal_norm": 0.2245275229215622, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000092", "score": 0.41409003734588623}, {"memory_id": "utt_000093", "score": 0.1127699539065361}, {"memory_id": "utt_000095", "score": 0.6956748962402344}], "gold_semantic_scores": [0.4571007192134857, 0.1557435542345047, 0.7384929656982422], "gold_temporal_scores": [-0.0430106595158577, -0.04297357797622681, -0.04281814396381378], "max_gold_score": 0.6956748962402344, "max_candidate_score": 0.6956748962402344, "top_memory_id": "utt_000095", "max_non_gold_score": 0.5058257579803467, "best_gold_margin": 0.1898491382598877, "weakest_gold_margin": -0.3930558040738106}
{"sample_id": "conv_f91211341038_pkg_000", "qa_id": "qa_428aa049fbefcac2", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that \"Any kind of sports is entertainment\"?", "temporal_relation": "none", "query_temporal_norm": 0.21949882805347443, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000146", "score": 0.7452049255371094}], "gold_semantic_scores": [0.7897036075592041], "gold_temporal_scores": [-0.044498588889837265], "max_gold_score": 0.7452049255371094, "max_candidate_score": 0.7452049255371094, "top_memory_id": "utt_000146", "max_non_gold_score": 0.5736208558082581, "best_gold_margin": 0.17158406972885132, "weakest_gold_margin": 0.17158406972885132}
{"sample_id": "conv_f91211341038_pkg_000", "qa_id": "qa_94bfef3935a1fed1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about their interest in basketball?", "temporal_relation": "none", "query_temporal_norm": 0.21027816832065582, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000327", "score": 0.7014743685722351}], "gold_semantic_scores": [0.7168679237365723], "gold_temporal_scores": [-0.015393511392176151], "max_gold_score": 0.7014743685722351, "max_candidate_score": 0.7014743685722351, "top_memory_id": "utt_000327", "max_non_gold_score": 0.6238586902618408, "best_gold_margin": 0.07761567831039429, "weakest_gold_margin": 0.07761567831039429}
{"sample_id": "conv_f91211341038_pkg_000", "qa_id": "qa_cfd280632cc354fe", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At what part of the conversation did the participant say they'd help even if it might hurt them?", "temporal_relation": "session", "query_temporal_norm": 0.18301324546337128, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000434", "score": 0.5729594826698303}, {"memory_id": "utt_000435", "score": 0.608555257320404}], "gold_semantic_scores": [0.5886005163192749, 0.6241929531097412], "gold_temporal_scores": [-0.015640955418348312, -0.015637805685400963], "max_gold_score": 0.608555257320404, "max_candidate_score": 0.623450517654419, "top_memory_id": "utt_000226", "max_non_gold_score": 0.623450517654419, "best_gold_margin": -0.014895260334014893, "weakest_gold_margin": -0.05049103498458862}
{"sample_id": "conv_fa70372bfc4c_pkg_000", "qa_id": "qa_be78b708677c2884", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Did I say anything about how difficult it was to find information about the company online?", "temporal_relation": "none", "query_temporal_norm": 0.18534566462039948, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000035", "score": 0.25412675738334656}, {"memory_id": "utt_000036", "score": 0.10154598206281662}, {"memory_id": "utt_000037", "score": 0.5405969023704529}], "gold_semantic_scores": [0.2981851100921631, 0.14513564109802246, 0.583827793598175], "gold_temporal_scores": [-0.04405829682946205, -0.04358967766165733, -0.043230924755334854], "max_gold_score": 0.5405969023704529, "max_candidate_score": 0.5405969023704529, "top_memory_id": "utt_000037", "max_non_gold_score": 0.48177215456962585, "best_gold_margin": 0.058824747800827026, "weakest_gold_margin": -0.38022617250680923}
{"sample_id": "conv_fa70372bfc4c_pkg_000", "qa_id": "qa_212e676749dbe942", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say about his family situation?", "temporal_relation": "none", "query_temporal_norm": 0.21433839201927185, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000512", "score": 0.35144034028053284}, {"memory_id": "utt_000513", "score": 0.6644858717918396}], "gold_semantic_scores": [0.38596078753471375, 0.6990054249763489], "gold_temporal_scores": [-0.03452065587043762, -0.03451955318450928], "max_gold_score": 0.6644858717918396, "max_candidate_score": 0.6644858717918396, "top_memory_id": "utt_000513", "max_non_gold_score": 0.5222386717796326, "best_gold_margin": 0.14224720001220703, "weakest_gold_margin": -0.17079833149909973}
{"sample_id": "conv_fa70372bfc4c_pkg_000", "qa_id": "qa_cbc89ece51f1d0b8", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker mention only driving to get food, going to the studio, or walking the dog?", "temporal_relation": "session", "query_temporal_norm": 0.1933218240737915, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000639", "score": 0.5204480886459351}, {"memory_id": "utt_000642", "score": 0.567926287651062}], "gold_semantic_scores": [0.546920120716095, 0.5943913459777832], "gold_temporal_scores": [-0.026472048833966255, -0.02646498568356037], "max_gold_score": 0.567926287651062, "max_candidate_score": 0.567926287651062, "top_memory_id": "utt_000642", "max_non_gold_score": 0.46545329689979553, "best_gold_margin": 0.10247299075126648, "weakest_gold_margin": 0.054994791746139526}
{"sample_id": "conv_fb948e807cb8_pkg_000", "qa_id": "qa_3a09ed89c44c28c7", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What event did Dakota say they attended?", "temporal_relation": "none", "query_temporal_norm": 0.2145727574825287, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000698", "score": 0.1856134831905365}, {"memory_id": "utt_000700", "score": 0.4005504548549652}], "gold_semantic_scores": [0.21503257751464844, 0.4299654960632324], "gold_temporal_scores": [-0.029419030994176865, -0.02941502444446087], "max_gold_score": 0.4005504548549652, "max_candidate_score": 0.5009874701499939, "top_memory_id": "utt_000701", "max_non_gold_score": 0.5009874701499939, "best_gold_margin": -0.10043701529502869, "weakest_gold_margin": -0.3153739869594574}
{"sample_id": "conv_fb948e807cb8_pkg_000", "qa_id": "qa_a161397f3b62cfe1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier in this conversation I said something about my interest in sports before the playoffs or championships—what did I say about my interest?", "temporal_relation": "none", "query_temporal_norm": 0.2607349753379822, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000199", "score": 0.69088214635849}], "gold_semantic_scores": [0.733443021774292], "gold_temporal_scores": [-0.04256091266870499], "max_gold_score": 0.69088214635849, "max_candidate_score": 0.69088214635849, "top_memory_id": "utt_000199", "max_non_gold_score": 0.6179843544960022, "best_gold_margin": 0.07289779186248779, "weakest_gold_margin": 0.07289779186248779}
{"sample_id": "conv_fd1197b48fb9_pkg_000", "qa_id": "qa_b73c289883e83944", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I like it there?", "temporal_relation": "none", "query_temporal_norm": 0.21682557463645935, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000126", "score": 0.38833341002464294}, {"memory_id": "utt_000127", "score": 0.11139507591724396}, {"memory_id": "utt_000128", "score": 0.26173925399780273}], "gold_semantic_scores": [0.43111294507980347, 0.1541641354560852, 0.3045039474964142], "gold_temporal_scores": [-0.04277951642870903, -0.04276907071471214, -0.04276469722390175], "max_gold_score": 0.38833341002464294, "max_candidate_score": 0.4801918864250183, "top_memory_id": "utt_000199", "max_non_gold_score": 0.4801918864250183, "best_gold_margin": -0.09185847640037537, "weakest_gold_margin": -0.36879681050777435}
{"sample_id": "conv_fd1197b48fb9_pkg_000", "qa_id": "qa_8ce9cece445ef369", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which place did one of the speakers say they had visited twice?", "temporal_relation": "none", "query_temporal_norm": 0.21679265797138214, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000041", "score": 0.4471723735332489}], "gold_semantic_scores": [0.4896852672100067], "gold_temporal_scores": [-0.04251286759972572], "max_gold_score": 0.4471723735332489, "max_candidate_score": 0.44810324907302856, "top_memory_id": "utt_000543", "max_non_gold_score": 0.44810324907302856, "best_gold_margin": -0.0009308755397796631, "weakest_gold_margin": -0.0009308755397796631}
{"sample_id": "conv_fd1197b48fb9_pkg_000", "qa_id": "qa_3db821bacf488160", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said that someone would go to Barcelona and then Seville?", "temporal_relation": "session", "query_temporal_norm": 0.19767294824123383, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000513", "score": 0.7146876454353333}], "gold_semantic_scores": [0.7379267811775208], "gold_temporal_scores": [-0.023239340633153915], "max_gold_score": 0.7146876454353333, "max_candidate_score": 0.7146876454353333, "top_memory_id": "utt_000513", "max_non_gold_score": 0.6301020979881287, "best_gold_margin": 0.08458554744720459, "weakest_gold_margin": 0.08458554744720459}
{"sample_id": "conv_fe11cf5eebef_pkg_000", "qa_id": "qa_ee38c5b6fe39cfa9", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did one participant express doubts about LeBron winning another ring?", "temporal_relation": "session", "query_temporal_norm": 0.18975766003131866, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000153", "score": 0.346638560295105}, {"memory_id": "utt_000156", "score": 0.46632304787635803}], "gold_semantic_scores": [0.38067197799682617, 0.5002003312110901], "gold_temporal_scores": [-0.03403331711888313, -0.03387729823589325], "max_gold_score": 0.46632304787635803, "max_candidate_score": 0.505926251411438, "top_memory_id": "utt_000160", "max_non_gold_score": 0.505926251411438, "best_gold_margin": -0.039603203535079956, "weakest_gold_margin": -0.159287691116333}
{"sample_id": "conv_fe11cf5eebef_pkg_000", "qa_id": "qa_6f2386abefdd26c3", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What kind of pizza did Parker say they like?", "temporal_relation": "none", "query_temporal_norm": 0.2061329334974289, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000200", "score": 0.5190998911857605}], "gold_semantic_scores": [0.5477339029312134], "gold_temporal_scores": [-0.028634140267968178], "max_gold_score": 0.5190998911857605, "max_candidate_score": 0.60645592212677, "top_memory_id": "utt_000173", "max_non_gold_score": 0.60645592212677, "best_gold_margin": -0.08735603094100952, "weakest_gold_margin": -0.08735603094100952}
{"sample_id": "conv_fe11cf5eebef_pkg_000", "qa_id": "qa_26ec4bc5ae4c1649", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did a participant say about their attitude toward work and office drama?", "temporal_relation": "none", "query_temporal_norm": 0.20281517505645752, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000028", "score": 0.40113574266433716}, {"memory_id": "utt_000031", "score": 0.5524560213088989}], "gold_semantic_scores": [0.44606539607048035, 0.5971498489379883], "gold_temporal_scores": [-0.04492958262562752, -0.044693756848573685], "max_gold_score": 0.5524560213088989, "max_candidate_score": 0.5524560213088989, "top_memory_id": "utt_000031", "max_non_gold_score": 0.5239557027816772, "best_gold_margin": 0.02850031852722168, "weakest_gold_margin": -0.12281996011734009}
{"sample_id": "conv_ff4084582ad6_pkg_000", "qa_id": "qa_fc24923357391d96", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they haven't eaten a home cooked meal in eight months?", "temporal_relation": "none", "query_temporal_norm": 0.21172046661376953, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000584", "score": 0.7177170515060425}], "gold_semantic_scores": [0.7587445974349976], "gold_temporal_scores": [-0.0410275012254715], "max_gold_score": 0.7177170515060425, "max_candidate_score": 0.7177170515060425, "top_memory_id": "utt_000584", "max_non_gold_score": 0.40059155225753784, "best_gold_margin": 0.31712549924850464, "weakest_gold_margin": 0.31712549924850464}
{"sample_id": "conv_ff4084582ad6_pkg_000", "qa_id": "qa_6b69a57ff3be05c1", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When during the conversation did the line \"I don't like, like, people that I don't know\" occur?", "temporal_relation": "session", "query_temporal_norm": 0.1883716881275177, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000448", "score": 0.719308614730835}], "gold_semantic_scores": [0.7416792511940002], "gold_temporal_scores": [-0.022370383143424988], "max_gold_score": 0.719308614730835, "max_candidate_score": 0.719308614730835, "top_memory_id": "utt_000448", "max_non_gold_score": 0.49846044182777405, "best_gold_margin": 0.2208481729030609, "weakest_gold_margin": 0.2208481729030609}
{"sample_id": "conv_ff4084582ad6_pkg_000", "qa_id": "qa_b7ebe2e3f571f0c5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What type of burger meat does Skyler prefer at McDonald's?", "temporal_relation": "none", "query_temporal_norm": 0.18351401388645172, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000575", "score": 0.5542973875999451}, {"memory_id": "utt_000576", "score": 0.6065622568130493}], "gold_semantic_scores": [0.5599611401557922, 0.6122013926506042], "gold_temporal_scores": [-0.005663635674864054, -0.005639246199280024], "max_gold_score": 0.6065622568130493, "max_candidate_score": 0.6065622568130493, "top_memory_id": "utt_000576", "max_non_gold_score": 0.6010088324546814, "best_gold_margin": 0.00555342435836792, "weakest_gold_margin": -0.04671144485473633}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00038", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest rating for the finale was?", "temporal_relation": "latest", "query_temporal_norm": 0.538464367389679, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.954882800579071}], "gold_semantic_scores": [0.7007630467414856], "gold_temporal_scores": [0.25411978363990784], "max_gold_score": 0.954882800579071, "max_candidate_score": 0.9697374701499939, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.9697374701499939, "best_gold_margin": -0.014854669570922852, "weakest_gold_margin": -0.014854669570922852}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00038", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who is making sure the dimmer switch is accessible?", "temporal_relation": "none", "query_temporal_norm": 0.12901030480861664, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.16731026768684387, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.16731026768684387, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00150", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the activity choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5533328652381897, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8364930748939514}], "gold_semantic_scores": [0.7063165903091431], "gold_temporal_scores": [0.13017645478248596], "max_gold_score": 0.8364930748939514, "max_candidate_score": 0.8364930748939514, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8321097493171692, "best_gold_margin": 0.0043833255767822266, "weakest_gold_margin": 0.0043833255767822266}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00150", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity did they change the suggestion to?", "temporal_relation": "none", "query_temporal_norm": 0.3629780411720276, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8709502816200256}], "gold_semantic_scores": [0.7095341682434082], "gold_temporal_scores": [0.1614164263010025], "max_gold_score": 0.8709502816200256, "max_candidate_score": 0.8709502816200256, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8647772073745728, "best_gold_margin": 0.006173074245452881, "weakest_gold_margin": 0.006173074245452881}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00150", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone change the suggestion to an escape room?", "temporal_relation": "session", "query_temporal_norm": 0.30376994609832764, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8557547926902771}], "gold_semantic_scores": [0.7240351438522339], "gold_temporal_scores": [0.13171981275081635], "max_gold_score": 0.8557547926902771, "max_candidate_score": 0.8557547926902771, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5892229676246643, "best_gold_margin": 0.2665318250656128, "weakest_gold_margin": 0.2665318250656128}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00150", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What is Hayden bringing to dinner?", "temporal_relation": "none", "query_temporal_norm": 0.3300897181034088, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4452700614929199, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4452700614929199, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00329", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched to Pine & Oak, and what restaurant were they leaning toward earlier?", "temporal_relation": "none", "query_temporal_norm": 0.32915377616882324, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6030763387680054}, {"memory_id": "history_02_utt_0008", "score": 0.6221479773521423}], "gold_semantic_scores": [0.5066467523574829, 0.5411321520805359], "gold_temporal_scores": [0.09642963111400604, 0.0810159370303154], "max_gold_score": 0.6221479773521423, "max_candidate_score": 0.6221479773521423, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.41049984097480774, "best_gold_margin": 0.2116481363773346, "weakest_gold_margin": 0.19257649779319763}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00329", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the restaurant choice change — what was it before, and what is it now?", "temporal_relation": "comparison", "query_temporal_norm": 0.39127328991889954, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6455553770065308}, {"memory_id": "history_02_utt_0008", "score": 0.6052630543708801}], "gold_semantic_scores": [0.5193504691123962, 0.4870620369911194], "gold_temporal_scores": [0.12620499730110168, 0.11820083111524582], "max_gold_score": 0.6455553770065308, "max_candidate_score": 0.6455553770065308, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5171294808387756, "best_gold_margin": 0.12842589616775513, "weakest_gold_margin": 0.08813357353210449}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00329", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had been leaning toward Bella Trattoria?", "temporal_relation": "none", "query_temporal_norm": 0.19929935038089752, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.5076890587806702}], "gold_semantic_scores": [0.464481920003891], "gold_temporal_scores": [0.04320719093084335], "max_gold_score": 0.5076890587806702, "max_candidate_score": 0.5076890587806702, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.36047932505607605, "best_gold_margin": 0.14720973372459412, "weakest_gold_margin": 0.14720973372459412}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00329", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched to Pine & Oak?", "temporal_relation": "none", "query_temporal_norm": 0.27829673886299133, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8744450211524963}], "gold_semantic_scores": [0.7515684962272644], "gold_temporal_scores": [0.12287639826536179], "max_gold_score": 0.8744450211524963, "max_candidate_score": 0.8744450211524963, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.26986849308013916, "best_gold_margin": 0.6045765280723572, "weakest_gold_margin": 0.6045765280723572}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00414", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the chosen title was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5269781351089478, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6454160213470459}], "gold_semantic_scores": [0.5351778864860535], "gold_temporal_scores": [0.11023838073015213], "max_gold_score": 0.6454160213470459, "max_candidate_score": 0.6468613147735596, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.6468613147735596, "best_gold_margin": -0.0014452934265136719, "weakest_gold_margin": -0.0014452934265136719}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00414", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested 'Beneath the Tides'?", "temporal_relation": "none", "query_temporal_norm": 0.15180623531341553, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6192800998687744}], "gold_semantic_scores": [0.5902788639068604], "gold_temporal_scores": [0.02900117076933384], "max_gold_score": 0.6192800998687744, "max_candidate_score": 0.6192800998687744, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.15974977612495422, "best_gold_margin": 0.4595303237438202, "weakest_gold_margin": 0.4595303237438202}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00414", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which movie title did we end up choosing?", "temporal_relation": "latest", "query_temporal_norm": 0.5375219583511353, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9291148781776428}], "gold_semantic_scores": [0.6678005456924438], "gold_temporal_scores": [0.2613140940666199], "max_gold_score": 0.9291148781776428, "max_candidate_score": 0.9291148781776428, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9224385023117065, "best_gold_margin": 0.006676375865936279, "weakest_gold_margin": 0.006676375865936279}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00414", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original title and what did it change to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4661003649234772, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6294525861740112}, {"memory_id": "history_02_utt_0009", "score": 0.6139106154441833}], "gold_semantic_scores": [0.4606766700744629, 0.5043274164199829], "gold_temporal_scores": [0.16877572238445282, 0.10958349704742432], "max_gold_score": 0.6294525861740112, "max_candidate_score": 0.6294525861740112, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5700820088386536, "best_gold_margin": 0.059370577335357666, "weakest_gold_margin": 0.043828606605529785}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00499", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally recommended the conv-encoder-v1 model before we later changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.460684210062027, "query_session_index": 2, "query_start_sec": 22.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7957383394241333}], "gold_semantic_scores": [0.709545373916626], "gold_temporal_scores": [0.08619324117898941], "max_gold_score": 0.7957383394241333, "max_candidate_score": 0.7957383394241333, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7949942946434021, "best_gold_margin": 0.0007440447807312012, "weakest_gold_margin": 0.0007440447807312012}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00499", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model architecture did we end up choosing most recently?", "temporal_relation": "latest", "query_temporal_norm": 0.5246357321739197, "query_session_index": 2, "query_start_sec": 22.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9057779908180237}], "gold_semantic_scores": [0.6510658264160156], "gold_temporal_scores": [0.2547121047973633], "max_gold_score": 0.9057779908180237, "max_candidate_score": 0.9065826535224915, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.9065826535224915, "best_gold_margin": -0.0008046627044677734, "weakest_gold_margin": -0.0008046627044677734}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00499", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model did Finley originally recommend for the prototype?", "temporal_relation": "earliest", "query_temporal_norm": 0.5699176788330078, "query_session_index": 2, "query_start_sec": 22.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8593535423278809}], "gold_semantic_scores": [0.7272508144378662], "gold_temporal_scores": [0.13210265338420868], "max_gold_score": 0.8593535423278809, "max_candidate_score": 0.860412061214447, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0002::3", "max_non_gold_score": 0.860412061214447, "best_gold_margin": -0.0010585188865661621, "weakest_gold_margin": -0.0010585188865661621}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00499", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model architecture was originally recommended for the prototype?", "temporal_relation": "earliest", "query_temporal_norm": 0.5329031348228455, "query_session_index": 2, "query_start_sec": 22.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6976900696754456}], "gold_semantic_scores": [0.599901020526886], "gold_temporal_scores": [0.09778914600610733], "max_gold_score": 0.6976900696754456, "max_candidate_score": 0.7031742334365845, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 0.7031742334365845, "best_gold_margin": -0.005484163761138916, "weakest_gold_margin": -0.005484163761138916}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00597", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn mention about Olive & Vine, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.2935197949409485, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7720226049423218}, {"memory_id": "history_02_utt_0010", "score": 0.7134792804718018}], "gold_semantic_scores": [0.6793098449707031, 0.6599448919296265], "gold_temporal_scores": [0.09271280467510223, 0.0535343699157238], "max_gold_score": 0.7720226049423218, "max_candidate_score": 0.7742759585380554, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.7742759585380554, "best_gold_margin": -0.0022533535957336426, "weakest_gold_margin": -0.06079667806625366}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00597", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Olive & Vine?", "temporal_relation": "none", "query_temporal_norm": 0.18778914213180542, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.804591178894043}], "gold_semantic_scores": [0.7646753191947937], "gold_temporal_scores": [0.0399157889187336], "max_gold_score": 0.804591178894043, "max_candidate_score": 0.804591178894043, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5624140501022339, "best_gold_margin": 0.24217712879180908, "weakest_gold_margin": 0.24217712879180908}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00597", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Quinn give for suggesting Olive & Vine?", "temporal_relation": "none", "query_temporal_norm": 0.1681167036294937, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8230971097946167}], "gold_semantic_scores": [0.7724375128746033], "gold_temporal_scores": [0.05065961554646492], "max_gold_score": 0.8230971097946167, "max_candidate_score": 0.8230971097946167, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7402176260948181, "best_gold_margin": 0.08287948369979858, "weakest_gold_margin": 0.08287948369979858}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00597", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention that Olive & Vine had the clear gluten-free menu?", "temporal_relation": "session", "query_temporal_norm": 0.3000120222568512, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8135605454444885}], "gold_semantic_scores": [0.7215843200683594], "gold_temporal_scores": [0.0919763445854187], "max_gold_score": 0.8135605454444885, "max_candidate_score": 0.8135605454444885, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7293696403503418, "best_gold_margin": 0.08419090509414673, "weakest_gold_margin": 0.08419090509414673}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00718", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.5563827157020569, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8678194284439087}], "gold_semantic_scores": [0.6079285144805908], "gold_temporal_scores": [0.25989091396331787], "max_gold_score": 0.8678194284439087, "max_candidate_score": 0.9270553588867188, "top_memory_id": "history_02_utt_0008::cf::main::1", "max_non_gold_score": 0.9270553588867188, "best_gold_margin": -0.05923593044281006, "weakest_gold_margin": -0.05923593044281006}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00718", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title had been picked as the group's choice?", "temporal_relation": "none", "query_temporal_norm": 0.20661859214305878, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7031857967376709}], "gold_semantic_scores": [0.671769380569458], "gold_temporal_scores": [0.03141634166240692], "max_gold_score": 0.7031857967376709, "max_candidate_score": 0.7031857967376709, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4909900724887848, "best_gold_margin": 0.2121957242488861, "weakest_gold_margin": 0.2121957242488861}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00718", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was The Lantern picked?", "temporal_relation": "session", "query_temporal_norm": 0.22225718200206757, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7156968116760254}], "gold_semantic_scores": [0.6802355051040649], "gold_temporal_scores": [0.03546133637428284], "max_gold_score": 0.7156968116760254, "max_candidate_score": 0.7156968116760254, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.42283007502555847, "best_gold_margin": 0.2928667366504669, "weakest_gold_margin": 0.2928667366504669}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00849", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say the latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5436442494392395, "query_session_index": 2, "query_start_sec": 21.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9683559536933899}], "gold_semantic_scores": [0.6891290545463562], "gold_temporal_scores": [0.27922701835632324], "max_gold_score": 0.9683559536933899, "max_candidate_score": 0.9730733633041382, "top_memory_id": "history_02_utt_0012::cf::main::3", "max_non_gold_score": 0.9730733633041382, "best_gold_margin": -0.004717409610748291, "weakest_gold_margin": -0.004717409610748291}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00849", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we talked about a shopping item being changed. What did the item change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.446281760931015, "query_session_index": 2, "query_start_sec": 21.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8242192268371582}, {"memory_id": "history_02_utt_0012", "score": 0.6843504309654236}], "gold_semantic_scores": [0.6581573486328125, 0.5471503138542175], "gold_temporal_scores": [0.16606195271015167, 0.13720016181468964], "max_gold_score": 0.8242192268371582, "max_candidate_score": 0.8242192268371582, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5008245706558228, "best_gold_margin": 0.32339465618133545, "weakest_gold_margin": 0.18352586030960083}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00849", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping item did Drew request in the updated conversation?", "temporal_relation": "none", "query_temporal_norm": 0.44999438524246216, "query_session_index": 2, "query_start_sec": 21.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9743975400924683}], "gold_semantic_scores": [0.7408305406570435], "gold_temporal_scores": [0.23356731235980988], "max_gold_score": 0.9743975400924683, "max_candidate_score": 0.9743975400924683, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.8598494529724121, "best_gold_margin": 0.11454808712005615, "weakest_gold_margin": 0.11454808712005615}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00849", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew update his request to oat milk?", "temporal_relation": "session", "query_temporal_norm": 0.40071532130241394, "query_session_index": 2, "query_start_sec": 21.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8257542848587036}], "gold_semantic_scores": [0.6218370199203491], "gold_temporal_scores": [0.20391768217086792], "max_gold_score": 0.8257542848587036, "max_candidate_score": 0.8319479823112488, "top_memory_id": "history_02_utt_0012::cf::extra_qa_0003::0", "max_non_gold_score": 0.8319479823112488, "best_gold_margin": -0.006193697452545166, "weakest_gold_margin": -0.006193697452545166}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00935", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who stated the latest shopping item, organic brown rice, 5 lb bag?", "temporal_relation": "latest", "query_temporal_norm": 0.5390822291374207, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9541912078857422}], "gold_semantic_scores": [0.6808013319969177], "gold_temporal_scores": [0.27338963747024536], "max_gold_score": 0.9541912078857422, "max_candidate_score": 0.9541912078857422, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9451829791069031, "best_gold_margin": 0.009008228778839111, "weakest_gold_margin": 0.009008228778839111}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00935", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our past conversations, what shopping item was on the grocery list before it got changed?", "temporal_relation": "session", "query_temporal_norm": 0.4761149287223816, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7887392640113831}], "gold_semantic_scores": [0.6623304486274719], "gold_temporal_scores": [0.1264089196920395], "max_gold_score": 0.7887392640113831, "max_candidate_score": 0.7887392640113831, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6742238402366638, "best_gold_margin": 0.11451542377471924, "weakest_gold_margin": 0.11451542377471924}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00935", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan say they replaced it with organic brown rice?", "temporal_relation": "session", "query_temporal_norm": 0.2769555449485779, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9559565782546997}], "gold_semantic_scores": [0.8226187229156494], "gold_temporal_scores": [0.1333380788564682], "max_gold_score": 0.9559565782546997, "max_candidate_score": 0.9559565782546997, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8689765334129333, "best_gold_margin": 0.08698004484176636, "weakest_gold_margin": 0.08698004484176636}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00935", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the grocery item's entry change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4221862554550171, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8466163277626038}, {"memory_id": "history_02_utt_0009", "score": 0.8508366346359253}], "gold_semantic_scores": [0.707145094871521, 0.7142166495323181], "gold_temporal_scores": [0.139471173286438, 0.1366199553012848], "max_gold_score": 0.8508366346359253, "max_candidate_score": 0.8508366346359253, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5162400603294373, "best_gold_margin": 0.33459657430648804, "weakest_gold_margin": 0.3303762674331665}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00987", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending The Long Horizon, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16665011644363403, "query_session_index": 2, "query_start_sec": 14.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7903936505317688}, {"memory_id": "history_02_utt_0009", "score": 0.7998320460319519}], "gold_semantic_scores": [0.7441027760505676, 0.7508458495140076], "gold_temporal_scores": [0.04629093408584595, 0.048986297100782394], "max_gold_score": 0.7998320460319519, "max_candidate_score": 0.8141376972198486, "top_memory_id": "history_01_utt_0007::cf::main::0", "max_non_gold_score": 0.8141376972198486, "best_gold_margin": -0.014305651187896729, "weakest_gold_margin": -0.023744046688079834}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00987", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending City Portrait?", "temporal_relation": "none", "query_temporal_norm": 0.09717508405447006, "query_session_index": 2, "query_start_sec": 14.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7138184905052185}], "gold_semantic_scores": [0.6980661749839783], "gold_temporal_scores": [0.015752481296658516], "max_gold_score": 0.7138184905052185, "max_candidate_score": 0.7138184905052185, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.4784400761127472, "best_gold_margin": 0.2353784143924713, "weakest_gold_margin": 0.2353784143924713}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00987", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that City Portrait was pushed for?", "temporal_relation": "session", "query_temporal_norm": 0.11274752020835876, "query_session_index": 2, "query_start_sec": 14.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.701717734336853}], "gold_semantic_scores": [0.6705488562583923], "gold_temporal_scores": [0.031169207766652107], "max_gold_score": 0.701717734336853, "max_candidate_score": 0.701717734336853, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5060535669326782, "best_gold_margin": 0.1956641674041748, "weakest_gold_margin": 0.1956641674041748}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00987", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that City Portrait was rejected?", "temporal_relation": "session", "query_temporal_norm": 0.12830980122089386, "query_session_index": 2, "query_start_sec": 14.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.8298307657241821}], "gold_semantic_scores": [0.7840006947517395], "gold_temporal_scores": [0.04583021625876427], "max_gold_score": 0.8298307657241821, "max_candidate_score": 0.8298307657241821, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.5889362692832947, "best_gold_margin": 0.24089449644088745, "weakest_gold_margin": 0.24089449644088745}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01128", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say changed between the earlier and later versions of my dataset?", "temporal_relation": "comparison", "query_temporal_norm": 0.39352548122406006, "query_session_index": 2, "query_start_sec": 23.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.645618736743927}, {"memory_id": "history_02_utt_0009", "score": 0.5893449783325195}], "gold_semantic_scores": [0.5029136538505554, 0.45767390727996826], "gold_temporal_scores": [0.14270544052124023, 0.13167090713977814], "max_gold_score": 0.645618736743927, "max_candidate_score": 0.6691320538520813, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.6691320538520813, "best_gold_margin": -0.023513317108154297, "weakest_gold_margin": -0.07978707551956177}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01128", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the dataset to v1.2?", "temporal_relation": "none", "query_temporal_norm": 0.45059287548065186, "query_session_index": 2, "query_start_sec": 23.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.886906087398529}], "gold_semantic_scores": [0.6548196077346802], "gold_temporal_scores": [0.23208627104759216], "max_gold_score": 0.886906087398529, "max_candidate_score": 0.886906087398529, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5155336260795593, "best_gold_margin": 0.3713724613189697, "weakest_gold_margin": 0.3713724613189697}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01128", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest version of the dataset and what does it include?", "temporal_relation": "latest", "query_temporal_norm": 0.5489795207977295, "query_session_index": 2, "query_start_sec": 23.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7859632968902588}], "gold_semantic_scores": [0.49854183197021484], "gold_temporal_scores": [0.2874218821525574], "max_gold_score": 0.7859632968902588, "max_candidate_score": 0.7876279354095459, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.7876279354095459, "best_gold_margin": -0.0016646385192871094, "weakest_gold_margin": -0.0016646385192871094}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01128", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dataset change from the earlier version to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4032864570617676, "query_session_index": 2, "query_start_sec": 23.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5317648649215698}, {"memory_id": "history_02_utt_0009", "score": 0.5361448526382446}], "gold_semantic_scores": [0.3852728307247162, 0.4232610762119293], "gold_temporal_scores": [0.14649198949337006, 0.11288367211818695], "max_gold_score": 0.5361448526382446, "max_candidate_score": 0.5361448526382446, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3217392563819885, "best_gold_margin": 0.2144055962562561, "weakest_gold_margin": 0.2100256085395813}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00008", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where had the post-office package been left earlier?", "temporal_relation": "before", "query_temporal_norm": 0.14270605146884918, "query_session_index": 2, "query_start_sec": 14.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.727515459060669}], "gold_semantic_scores": [0.7405508756637573], "gold_temporal_scores": [-0.013035311363637447], "max_gold_score": 0.727515459060669, "max_candidate_score": 0.727515459060669, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5532756447792053, "best_gold_margin": 0.17423981428146362, "weakest_gold_margin": 0.17423981428146362}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00008", "qa_id": "main", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What is Riley planning to do with the post-office package?", "temporal_relation": "none", "query_temporal_norm": 0.42518529295921326, "query_session_index": 2, "query_start_sec": 14.28, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5191856622695923, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5191856622695923, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00091", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my restaurant choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3970203697681427, "query_session_index": 2, "query_start_sec": 15.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7021966576576233}, {"memory_id": "history_02_utt_0011", "score": 0.6047939658164978}], "gold_semantic_scores": [0.5750675797462463, 0.46385952830314636], "gold_temporal_scores": [0.1271289438009262, 0.14093421399593353], "max_gold_score": 0.7021966576576233, "max_candidate_score": 0.726801872253418, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.726801872253418, "best_gold_margin": -0.024605214595794678, "weakest_gold_margin": -0.12200790643692017}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00091", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the reservation to Riverfront Bistro?", "temporal_relation": "none", "query_temporal_norm": 0.3174176812171936, "query_session_index": 2, "query_start_sec": 15.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9493726491928101}], "gold_semantic_scores": [0.8199954032897949], "gold_temporal_scores": [0.12937717139720917], "max_gold_score": 0.9493726491928101, "max_candidate_score": 0.9493726491928101, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5269799828529358, "best_gold_margin": 0.42239266633987427, "weakest_gold_margin": 0.42239266633987427}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00091", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which restaurant is the current choice for Saturday?", "temporal_relation": "latest", "query_temporal_norm": 0.5003147125244141, "query_session_index": 2, "query_start_sec": 15.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6597924828529358}], "gold_semantic_scores": [0.4253215789794922], "gold_temporal_scores": [0.23447071015834808], "max_gold_score": 0.6597924828529358, "max_candidate_score": 0.7012731432914734, "top_memory_id": "history_02_utt_0018", "max_non_gold_score": 0.7012731432914734, "best_gold_margin": -0.0414806604385376, "weakest_gold_margin": -0.0414806604385376}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00091", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What restaurant did we originally book for Saturday?", "temporal_relation": "earliest", "query_temporal_norm": 0.5510918498039246, "query_session_index": 2, "query_start_sec": 15.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8380104303359985}], "gold_semantic_scores": [0.7258133292198181], "gold_temporal_scores": [0.11219711601734161], "max_gold_score": 0.8380104303359985, "max_candidate_score": 0.8380104303359985, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8349562287330627, "best_gold_margin": 0.003054201602935791, "weakest_gold_margin": 0.003054201602935791}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00287", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say the latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5503333806991577, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0389158725738525}], "gold_semantic_scores": [0.7603263258934021], "gold_temporal_scores": [0.27858951687812805], "max_gold_score": 1.0389158725738525, "max_candidate_score": 1.0445280075073242, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.0445280075073242, "best_gold_margin": -0.00561213493347168, "weakest_gold_margin": -0.00561213493347168}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00287", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently for the outing?", "temporal_relation": "none", "query_temporal_norm": 0.5144542455673218, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9030969738960266}], "gold_semantic_scores": [0.6560892462730408], "gold_temporal_scores": [0.24700765311717987], "max_gold_score": 0.9030969738960266, "max_candidate_score": 0.9049729108810425, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.9049729108810425, "best_gold_margin": -0.0018759369850158691, "weakest_gold_margin": -0.0018759369850158691}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00287", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they wanted to go to the contemporary art museum?", "temporal_relation": "none", "query_temporal_norm": 0.13929669559001923, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.623939037322998}], "gold_semantic_scores": [0.6113114953041077], "gold_temporal_scores": [0.012627476826310158], "max_gold_score": 0.623939037322998, "max_candidate_score": 0.6360470056533813, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6360470056533813, "best_gold_margin": -0.0121079683303833, "weakest_gold_margin": -0.0121079683303833}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00287", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity choice change between the earlier conversation and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4183489680290222, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8064976930618286}, {"memory_id": "history_02_utt_0009", "score": 0.7334362864494324}], "gold_semantic_scores": [0.6513479948043823, 0.5920640826225281], "gold_temporal_scores": [0.15514971315860748, 0.1413721740245819], "max_gold_score": 0.8064976930618286, "max_candidate_score": 0.8064976930618286, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5421963334083557, "best_gold_margin": 0.2643013596534729, "weakest_gold_margin": 0.19123995304107666}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00371", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Quinn give for proposing EdgeCache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2088063359260559, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7889481782913208}, {"memory_id": "history_02_utt_0009", "score": 0.6383941769599915}], "gold_semantic_scores": [0.7208412289619446, 0.5833354592323303], "gold_temporal_scores": [0.06810704618692398, 0.05505872517824173], "max_gold_score": 0.7889481782913208, "max_candidate_score": 0.7889481782913208, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.727964460849762, "best_gold_margin": 0.06098371744155884, "weakest_gold_margin": -0.08957028388977051}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00371", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Quinn propose EdgeCache earlier?", "temporal_relation": "none", "query_temporal_norm": 0.20596928894519806, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8243032097816467}], "gold_semantic_scores": [0.7634698748588562], "gold_temporal_scores": [0.060833271592855453], "max_gold_score": 0.8243032097816467, "max_candidate_score": 0.8243032097816467, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7302650809288025, "best_gold_margin": 0.09403812885284424, "weakest_gold_margin": 0.09403812885284424}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00371", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn say EdgeCache?", "temporal_relation": "session", "query_temporal_norm": 0.2689182460308075, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7211634516716003}], "gold_semantic_scores": [0.6392995715141296], "gold_temporal_scores": [0.08186393976211548], "max_gold_score": 0.7211634516716003, "max_candidate_score": 0.7211634516716003, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6273582577705383, "best_gold_margin": 0.09380519390106201, "weakest_gold_margin": 0.09380519390106201}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00371", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we reject EdgeCache?", "temporal_relation": "none", "query_temporal_norm": 0.1463015228509903, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7641540765762329}], "gold_semantic_scores": [0.7050567269325256], "gold_temporal_scores": [0.059097182005643845], "max_gold_score": 0.7641540765762329, "max_candidate_score": 0.7641540765762329, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5105697512626648, "best_gold_margin": 0.2535843253135681, "weakest_gold_margin": 0.2535843253135681}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00481", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for proposing Edge-accelerated inference, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.15177638828754425, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8035539984703064}, {"memory_id": "history_02_utt_0007", "score": 0.8100590705871582}], "gold_semantic_scores": [0.7596874833106995, 0.7567872405052185], "gold_temporal_scores": [0.043866630643606186, 0.05327162146568298], "max_gold_score": 0.8100590705871582, "max_candidate_score": 0.8254258036613464, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.8254258036613464, "best_gold_margin": -0.015366733074188232, "weakest_gold_margin": -0.02187180519104004}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00481", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason did they give for proposing Batched cloud inference?", "temporal_relation": "none", "query_temporal_norm": 0.10704934597015381, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7525540590286255}], "gold_semantic_scores": [0.7320110201835632], "gold_temporal_scores": [0.02054276503622532], "max_gold_score": 0.7525540590286255, "max_candidate_score": 0.7525540590286255, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.6581936478614807, "best_gold_margin": 0.09436041116714478, "weakest_gold_margin": 0.09436041116714478}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00481", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they proposed Batched cloud inference?", "temporal_relation": "session", "query_temporal_norm": 0.15786011517047882, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.8254967331886292}], "gold_semantic_scores": [0.8026782870292664], "gold_temporal_scores": [0.02281833253800869], "max_gold_score": 0.8254967331886292, "max_candidate_score": 0.8254967331886292, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5566883683204651, "best_gold_margin": 0.26880836486816406, "weakest_gold_margin": 0.26880836486816406}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00481", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What status was assigned to Batched cloud inference in the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.20640124380588531, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.6088433861732483}], "gold_semantic_scores": [0.6409961581230164], "gold_temporal_scores": [-0.03215284273028374], "max_gold_score": 0.6088433861732483, "max_candidate_score": 0.6088433861732483, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.5507804751396179, "best_gold_margin": 0.05806291103363037, "weakest_gold_margin": 0.05806291103363037}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00581", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally proposed the title \"The Lighthouse\" before it was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.4940555691719055, "query_session_index": 2, "query_start_sec": 16.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5860082507133484}], "gold_semantic_scores": [0.5021678805351257], "gold_temporal_scores": [0.08384045213460922], "max_gold_score": 0.5860082507133484, "max_candidate_score": 0.587813138961792, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.587813138961792, "best_gold_margin": -0.0018048882484436035, "weakest_gold_margin": -0.0018048882484436035}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00581", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron originally pick to watch tonight?", "temporal_relation": "earliest", "query_temporal_norm": 0.5357480645179749, "query_session_index": 2, "query_start_sec": 16.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8155054450035095}], "gold_semantic_scores": [0.6853592991828918], "gold_temporal_scores": [0.1301460862159729], "max_gold_score": 0.8155054450035095, "max_candidate_score": 0.8180444240570068, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0002::3", "max_non_gold_score": 0.8180444240570068, "best_gold_margin": -0.0025389790534973145, "weakest_gold_margin": -0.0025389790534973145}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00581", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron say he picked The Lighthouse?", "temporal_relation": "session", "query_temporal_norm": 0.22658288478851318, "query_session_index": 2, "query_start_sec": 16.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7391453981399536}], "gold_semantic_scores": [0.6652829051017761], "gold_temporal_scores": [0.07386249303817749], "max_gold_score": 0.7391453981399536, "max_candidate_score": 0.7391453981399536, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6404434442520142, "best_gold_margin": 0.09870195388793945, "weakest_gold_margin": 0.09870195388793945}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00581", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which movie title is currently chosen for tonight after the change?", "temporal_relation": "latest", "query_temporal_norm": 0.5346589088439941, "query_session_index": 2, "query_start_sec": 16.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9909209609031677}], "gold_semantic_scores": [0.7119136452674866], "gold_temporal_scores": [0.2790077328681946], "max_gold_score": 0.9909209609031677, "max_candidate_score": 1.0021241903305054, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0004::1", "max_non_gold_score": 1.0021241903305054, "best_gold_margin": -0.011203229427337646, "weakest_gold_margin": -0.011203229427337646}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00653", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the chosen title was before I changed my mind?", "temporal_relation": "earliest", "query_temporal_norm": 0.52277672290802, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7424627542495728}], "gold_semantic_scores": [0.6546304225921631], "gold_temporal_scores": [0.08783218264579773], "max_gold_score": 0.7424627542495728, "max_candidate_score": 0.7469674944877625, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.7469674944877625, "best_gold_margin": -0.004504740238189697, "weakest_gold_margin": -0.004504740238189697}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00653", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title was picked for the next watch after the change of mind?", "temporal_relation": "none", "query_temporal_norm": 0.4161176383495331, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9821304082870483}], "gold_semantic_scores": [0.7689387798309326], "gold_temporal_scores": [0.21319153904914856], "max_gold_score": 0.9821304082870483, "max_candidate_score": 0.9878756403923035, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0007::1", "max_non_gold_score": 0.9878756403923035, "best_gold_margin": -0.005745232105255127, "weakest_gold_margin": -0.005745232105255127}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00653", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the change of mind and the new title announced?", "temporal_relation": "session", "query_temporal_norm": 0.3159426748752594, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8057631850242615}], "gold_semantic_scores": [0.6640674471855164], "gold_temporal_scores": [0.14169585704803467], "max_gold_score": 0.8057631850242615, "max_candidate_score": 0.8057631850242615, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6233131289482117, "best_gold_margin": 0.1824500560760498, "weakest_gold_margin": 0.1824500560760498}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00759", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the Redis-backed in-memory layer, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.23607699573040009, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7185548543930054}, {"memory_id": "history_02_utt_0008", "score": 0.6790812015533447}], "gold_semantic_scores": [0.6472958326339722, 0.6276702284812927], "gold_temporal_scores": [0.07125905901193619, 0.05141102150082588], "max_gold_score": 0.7185548543930054, "max_candidate_score": 0.7185548543930054, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.42786890268325806, "best_gold_margin": 0.2906859517097473, "weakest_gold_margin": 0.25121229887008667}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00759", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker say that Taylor proposed the Redis-backed in-memory layer?", "temporal_relation": "session", "query_temporal_norm": 0.25688666105270386, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6223774552345276}], "gold_semantic_scores": [0.5556972622871399], "gold_temporal_scores": [0.06668014079332352], "max_gold_score": 0.6223774552345276, "max_candidate_score": 0.6223774552345276, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5463036298751831, "best_gold_margin": 0.07607382535934448, "weakest_gold_margin": 0.07607382535934448}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00759", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which option did the team reject because it used too much memory?", "temporal_relation": "none", "query_temporal_norm": 0.26983872056007385, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7629624009132385}], "gold_semantic_scores": [0.6419378519058228], "gold_temporal_scores": [0.12102437019348145], "max_gold_score": 0.7629624009132385, "max_candidate_score": 0.7629624009132385, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5778119564056396, "best_gold_margin": 0.18515044450759888, "weakest_gold_margin": 0.18515044450759888}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00759", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested using a local SSD cache to keep disk reads low during training?", "temporal_relation": "none", "query_temporal_norm": 0.11016910523176193, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.6247785091400146}], "gold_semantic_scores": [0.6059039831161499], "gold_temporal_scores": [0.018874861299991608], "max_gold_score": 0.6247785091400146, "max_candidate_score": 0.6247785091400146, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.4836035370826721, "best_gold_margin": 0.14117497205734253, "weakest_gold_margin": 0.14117497205734253}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00898", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the dataset version was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5428109765052795, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6434495449066162}], "gold_semantic_scores": [0.5099778175354004], "gold_temporal_scores": [0.13347169756889343], "max_gold_score": 0.6434495449066162, "max_candidate_score": 0.658771276473999, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.658771276473999, "best_gold_margin": -0.015321731567382812, "weakest_gold_margin": -0.015321731567382812}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00898", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who uploaded the dataset version us_study_configs_v1 (no randomization)?", "temporal_relation": "none", "query_temporal_norm": 0.3977251946926117, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6875609159469604}], "gold_semantic_scores": [0.5582516193389893], "gold_temporal_scores": [0.12930919229984283], "max_gold_score": 0.6875609159469604, "max_candidate_score": 0.6875609159469604, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6354203224182129, "best_gold_margin": 0.05214059352874756, "weakest_gold_margin": 0.05214059352874756}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00898", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the dataset version change from and to during the update?", "temporal_relation": "comparison", "query_temporal_norm": 0.41118672490119934, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6643374562263489}, {"memory_id": "history_02_utt_0009", "score": 0.5267444252967834}], "gold_semantic_scores": [0.5235315561294556, 0.4062529504299164], "gold_temporal_scores": [0.14080604910850525, 0.12049144506454468], "max_gold_score": 0.6643374562263489, "max_candidate_score": 0.6643374562263489, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.2689763903617859, "best_gold_margin": 0.395361065864563, "weakest_gold_margin": 0.25776803493499756}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00898", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which dataset version did they say was used to fix the allocation bias?", "temporal_relation": "none", "query_temporal_norm": 0.1735585629940033, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7995786070823669}], "gold_semantic_scores": [0.7489750385284424], "gold_temporal_scores": [0.05060374364256859], "max_gold_score": 0.7995786070823669, "max_candidate_score": 0.7995786070823669, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7042050361633301, "best_gold_margin": 0.09537357091903687, "weakest_gold_margin": 0.09537357091903687}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01022", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Parker's evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4206199049949646, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7963885068893433}, {"memory_id": "history_02_utt_0012", "score": 0.8868093490600586}], "gold_semantic_scores": [0.6588308811187744, 0.7328096628189087], "gold_temporal_scores": [0.13755768537521362, 0.15399964153766632], "max_gold_score": 0.8868093490600586, "max_candidate_score": 0.8868093490600586, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7459818124771118, "best_gold_margin": 0.14082753658294678, "weakest_gold_margin": 0.050406694412231445}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01022", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Parker say he planned to use?", "temporal_relation": "none", "query_temporal_norm": 0.2337573617696762, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7354394197463989}], "gold_semantic_scores": [0.6710192561149597], "gold_temporal_scores": [0.06442012637853622], "max_gold_score": 0.7354394197463989, "max_candidate_score": 0.7354394197463989, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6970891356468201, "best_gold_margin": 0.03835028409957886, "weakest_gold_margin": 0.03835028409957886}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01022", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say his evaluation plan would be for reporting the model's results?", "temporal_relation": "none", "query_temporal_norm": 0.3421309292316437, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8552509546279907}], "gold_semantic_scores": [0.7163521647453308], "gold_temporal_scores": [0.13889861106872559], "max_gold_score": 0.8552509546279907, "max_candidate_score": 0.8560331463813782, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8560331463813782, "best_gold_margin": -0.0007821917533874512, "weakest_gold_margin": -0.0007821917533874512}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01022", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker say he changed the plan to evaluate on the held-out test?", "temporal_relation": "session", "query_temporal_norm": 0.3326769173145294, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9337306618690491}], "gold_semantic_scores": [0.7971308827400208], "gold_temporal_scores": [0.13659964501857758], "max_gold_score": 0.9337306618690491, "max_candidate_score": 0.9337306618690491, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.8267790079116821, "best_gold_margin": 0.10695165395736694, "weakest_gold_margin": 0.10695165395736694}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01083", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for suggesting The Long Haul, and why did Taylor drop it?", "temporal_relation": "none", "query_temporal_norm": 0.17820695042610168, "query_session_index": 2, "query_start_sec": 16.519999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6904973983764648}, {"memory_id": "history_02_utt_0008", "score": 0.7590314149856567}], "gold_semantic_scores": [0.6395103335380554, 0.6910293102264404], "gold_temporal_scores": [0.05098694562911987, 0.06800223141908646], "max_gold_score": 0.7590314149856567, "max_candidate_score": 0.7590314149856567, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7317515015602112, "best_gold_margin": 0.027279913425445557, "weakest_gold_margin": -0.04125410318374634}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01083", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was The Long Haul later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1547876000404358, "query_session_index": 2, "query_start_sec": 16.519999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7516178488731384}], "gold_semantic_scores": [0.6851834654808044], "gold_temporal_scores": [0.06643437594175339], "max_gold_score": 0.7516178488731384, "max_candidate_score": 0.7516178488731384, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5366159677505493, "best_gold_margin": 0.2150018811225891, "weakest_gold_margin": 0.2150018811225891}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01083", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Campfire Sessions?", "temporal_relation": "none", "query_temporal_norm": 0.10407344251871109, "query_session_index": 2, "query_start_sec": 16.519999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.8114981055259705}], "gold_semantic_scores": [0.7909266948699951], "gold_temporal_scores": [0.02057136781513691], "max_gold_score": 0.8114981055259705, "max_candidate_score": 0.8114981055259705, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5579445362091064, "best_gold_margin": 0.253553569316864, "weakest_gold_margin": 0.253553569316864}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01083", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone recommend Campfire Sessions?", "temporal_relation": "session", "query_temporal_norm": 0.11260569840669632, "query_session_index": 2, "query_start_sec": 16.519999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.8022347688674927}], "gold_semantic_scores": [0.7750362157821655], "gold_temporal_scores": [0.027198731899261475], "max_gold_score": 0.8022347688674927, "max_candidate_score": 0.8022347688674927, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5517803430557251, "best_gold_margin": 0.2504544258117676, "weakest_gold_margin": 0.2504544258117676}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00005", "qa_id": "main", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about the short documentary \"Behind the Stars\"?", "temporal_relation": "session", "query_temporal_norm": 0.16254550218582153, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7113287448883057}], "gold_semantic_scores": [0.6696431636810303], "gold_temporal_scores": [0.041685622185468674], "max_gold_score": 0.7113287448883057, "max_candidate_score": 0.7113287448883057, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3157375156879425, "best_gold_margin": 0.39559122920036316, "weakest_gold_margin": 0.39559122920036316}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00005", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we argue about regarding the season two cliffhanger?", "temporal_relation": "none", "query_temporal_norm": 0.12143357843160629, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.20186400413513184}], "gold_semantic_scores": [0.19810377061367035], "gold_temporal_scores": [0.003760248888283968], "max_gold_score": 0.20186400413513184, "max_candidate_score": 0.20186400413513184, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.18365472555160522, "best_gold_margin": 0.01820927858352661, "weakest_gold_margin": 0.01820927858352661}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00162", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my chore schedule change?", "temporal_relation": "comparison", "query_temporal_norm": 0.35729697346687317, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8133178353309631}, {"memory_id": "history_02_utt_0008", "score": 0.754147469997406}], "gold_semantic_scores": [0.6874923706054688, 0.6224312782287598], "gold_temporal_scores": [0.12582534551620483, 0.13171634078025818], "max_gold_score": 0.8133178353309631, "max_candidate_score": 0.8133178353309631, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8059291839599609, "best_gold_margin": 0.007388651371002197, "weakest_gold_margin": -0.05178171396255493}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00162", "qa_id": "extra_qa_0009", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who is the person assigned to doing dishes on Wednesdays and laundry on Sundays?", "temporal_relation": "none", "query_temporal_norm": 0.2115413099527359, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8672105669975281}], "gold_semantic_scores": [0.7713364958763123], "gold_temporal_scores": [0.09587423503398895], "max_gold_score": 0.8672105669975281, "max_candidate_score": 0.8672105669975281, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8635185956954956, "best_gold_margin": 0.0036919713020324707, "weakest_gold_margin": 0.0036919713020324707}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00162", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What are the current assigned days for dishes and for laundry?", "temporal_relation": "latest", "query_temporal_norm": 0.5629263520240784, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9533923268318176}], "gold_semantic_scores": [0.6900122761726379], "gold_temporal_scores": [0.2633800506591797], "max_gold_score": 0.9533923268318176, "max_candidate_score": 0.9533923268318176, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9474667310714722, "best_gold_margin": 0.005925595760345459, "weakest_gold_margin": 0.005925595760345459}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00314", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Greenway Deli, and why is it closed today?", "temporal_relation": "none", "query_temporal_norm": 0.21425841748714447, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7794486284255981}, {"memory_id": "history_02_utt_0010", "score": 0.8747819662094116}], "gold_semantic_scores": [0.7102681398391724, 0.8029442429542542], "gold_temporal_scores": [0.06918058544397354, 0.07183776795864105], "max_gold_score": 0.8747819662094116, "max_candidate_score": 0.8747819662094116, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7997266054153442, "best_gold_margin": 0.07505536079406738, "weakest_gold_margin": -0.020277976989746094}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00314", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What service was mentioned as the reason for suggesting Sunrise Pharmacy?", "temporal_relation": "none", "query_temporal_norm": 0.11811409890651703, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6736809015274048}], "gold_semantic_scores": [0.6445168852806091], "gold_temporal_scores": [0.029164396226406097], "max_gold_score": 0.6736809015274048, "max_candidate_score": 0.6736809015274048, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.3981172740459442, "best_gold_margin": 0.27556362748146057, "weakest_gold_margin": 0.27556362748146057}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00314", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Sunrise Pharmacy suggested?", "temporal_relation": "session", "query_temporal_norm": 0.12948693335056305, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6574828624725342}], "gold_semantic_scores": [0.6234515309333801], "gold_temporal_scores": [0.034031424671411514], "max_gold_score": 0.6574828624725342, "max_candidate_score": 0.6574828624725342, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.38204652070999146, "best_gold_margin": 0.2754363417625427, "weakest_gold_margin": 0.2754363417625427}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00314", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about Sunrise Pharmacy's ability to process transfers today?", "temporal_relation": "none", "query_temporal_norm": 0.11033713072538376, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.5272566676139832}], "gold_semantic_scores": [0.4962809383869171], "gold_temporal_scores": [0.03097572922706604], "max_gold_score": 0.5272566676139832, "max_candidate_score": 0.5272566676139832, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.3855568766593933, "best_gold_margin": 0.14169979095458984, "weakest_gold_margin": 0.14169979095458984}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00433", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention as my reason for recommending Jordan's Deep Dive, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.17192254960536957, "query_session_index": 2, "query_start_sec": 25.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7951054573059082}, {"memory_id": "history_02_utt_0008", "score": 0.7683921456336975}], "gold_semantic_scores": [0.7492031455039978, 0.7060052156448364], "gold_temporal_scores": [0.04590228572487831, 0.06238701194524765], "max_gold_score": 0.7951054573059082, "max_candidate_score": 0.7951054573059082, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7950459718704224, "best_gold_margin": 5.9485435485839844e-05, "weakest_gold_margin": -0.026653826236724854}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00433", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Midnight Microcast?", "temporal_relation": "none", "query_temporal_norm": 0.12567128241062164, "query_session_index": 2, "query_start_sec": 25.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.8067885637283325}], "gold_semantic_scores": [0.7818863391876221], "gold_temporal_scores": [0.024901971220970154], "max_gold_score": 0.8067885637283325, "max_candidate_score": 0.8067885637283325, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5619454383850098, "best_gold_margin": 0.24484312534332275, "weakest_gold_margin": 0.24484312534332275}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00433", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Midnight Microcast recommended?", "temporal_relation": "session", "query_temporal_norm": 0.1573086380958557, "query_session_index": 2, "query_start_sec": 25.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.778085470199585}], "gold_semantic_scores": [0.731998860836029], "gold_temporal_scores": [0.046086717396974564], "max_gold_score": 0.778085470199585, "max_candidate_score": 0.778085470199585, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.524680495262146, "best_gold_margin": 0.25340497493743896, "weakest_gold_margin": 0.25340497493743896}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00433", "qa_id": "extra_qa_0006", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What eventually happened to Jordan's Deep Dive?", "temporal_relation": "none", "query_temporal_norm": 0.5328145623207092, "query_session_index": 2, "query_start_sec": 25.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9071314334869385}], "gold_semantic_scores": [0.6728169918060303], "gold_temporal_scores": [0.2343144714832306], "max_gold_score": 0.9071314334869385, "max_candidate_score": 0.9071314334869385, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9055354595184326, "best_gold_margin": 0.0015959739685058594, "weakest_gold_margin": 0.0015959739685058594}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00577", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending Ava's episode \"Echoes at Noon\", and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1729544848203659, "query_session_index": 2, "query_start_sec": 19.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7485000491142273}, {"memory_id": "history_02_utt_0007", "score": 0.800445020198822}], "gold_semantic_scores": [0.698414146900177, 0.7347152829170227], "gold_temporal_scores": [0.05008607357740402, 0.06572975963354111], "max_gold_score": 0.800445020198822, "max_candidate_score": 0.800445020198822, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7963955998420715, "best_gold_margin": 0.004049420356750488, "weakest_gold_margin": -0.04789555072784424}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00577", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What ultimately happened to Ava's suggestion \"Echoes at Noon\"?", "temporal_relation": "none", "query_temporal_norm": 0.47958627343177795, "query_session_index": 2, "query_start_sec": 19.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.85362708568573}], "gold_semantic_scores": [0.6236305832862854], "gold_temporal_scores": [0.22999657690525055], "max_gold_score": 0.85362708568573, "max_candidate_score": 0.85362708568573, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6288402676582336, "best_gold_margin": 0.22478681802749634, "weakest_gold_margin": 0.22478681802749634}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00577", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title was flagged as having an intimate interview focus?", "temporal_relation": "none", "query_temporal_norm": 0.12226790189743042, "query_session_index": 2, "query_start_sec": 19.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.44033119082450867}], "gold_semantic_scores": [0.41197583079338074], "gold_temporal_scores": [0.028355306014418602], "max_gold_score": 0.44033119082450867, "max_candidate_score": 0.5590561032295227, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5590561032295227, "best_gold_margin": -0.11872491240501404, "weakest_gold_margin": -0.11872491240501404}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00577", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What am I doing to help with the snack delivery?", "temporal_relation": "none", "query_temporal_norm": 0.30230969190597534, "query_session_index": 2, "query_start_sec": 19.759999999999998, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.20650286972522736, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.20650286972522736, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00647", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they moved the screening to the rooftop lounge?", "temporal_relation": "none", "query_temporal_norm": 0.30516329407691956, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9047791361808777}], "gold_semantic_scores": [0.7571303248405457], "gold_temporal_scores": [0.1476491093635559], "max_gold_score": 0.9047791361808777, "max_candidate_score": 0.9047791361808777, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5850609540939331, "best_gold_margin": 0.3197181820869446, "weakest_gold_margin": 0.3197181820869446}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00647", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did the screening venue end up changing, and if so what was it changed from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.42231670022010803, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.821926474571228}, {"memory_id": "history_02_utt_0010", "score": 0.8621408343315125}], "gold_semantic_scores": [0.668466329574585, 0.6912752389907837], "gold_temporal_scores": [0.15346013009548187, 0.17086637020111084], "max_gold_score": 0.8621408343315125, "max_candidate_score": 0.8621408343315125, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4678417444229126, "best_gold_margin": 0.39429908990859985, "weakest_gold_margin": 0.35408473014831543}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00647", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who reported moving the screening to the rooftop lounge?", "temporal_relation": "none", "query_temporal_norm": 0.23362065851688385, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8118818402290344}], "gold_semantic_scores": [0.7008564472198486], "gold_temporal_scores": [0.11102540045976639], "max_gold_score": 0.8118818402290344, "max_candidate_score": 0.8118818402290344, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5036287903785706, "best_gold_margin": 0.30825304985046387, "weakest_gold_margin": 0.30825304985046387}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00647", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Taylor say they moved the screening?", "temporal_relation": "none", "query_temporal_norm": 0.3695111870765686, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8371157646179199}], "gold_semantic_scores": [0.6640931367874146], "gold_temporal_scores": [0.1730225533246994], "max_gold_score": 0.8371157646179199, "max_candidate_score": 0.8371157646179199, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7044901251792908, "best_gold_margin": 0.13262563943862915, "weakest_gold_margin": 0.13262563943862915}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00712", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest deployment target was?", "temporal_relation": "latest", "query_temporal_norm": 0.5566069483757019, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0575129985809326}], "gold_semantic_scores": [0.7835139632225037], "gold_temporal_scores": [0.2739994525909424], "max_gold_score": 1.0575129985809326, "max_candidate_score": 1.0693871974945068, "top_memory_id": "history_02_utt_0010::cf::main::0", "max_non_gold_score": 1.0693871974945068, "best_gold_margin": -0.011874198913574219, "weakest_gold_margin": -0.011874198913574219}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00712", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which deployment target was set for the integration tests?", "temporal_relation": "none", "query_temporal_norm": 0.2004341334104538, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8061343431472778}], "gold_semantic_scores": [0.7794361710548401], "gold_temporal_scores": [0.026698477566242218], "max_gold_score": 0.8061343431472778, "max_candidate_score": 0.8061343431472778, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7776070833206177, "best_gold_margin": 0.028527259826660156, "weakest_gold_margin": 0.028527259826660156}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00830", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the chore schedule was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5582514405250549, "query_session_index": 2, "query_start_sec": 20.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8274596333503723}], "gold_semantic_scores": [0.6846648454666138], "gold_temporal_scores": [0.1427946388721466], "max_gold_score": 0.8274596333503723, "max_candidate_score": 0.8411514163017273, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8411514163017273, "best_gold_margin": -0.01369178295135498, "weakest_gold_margin": -0.01369178295135498}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00830", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally set the schedule that had Tuesdays for kitchen and dishes and Saturdays for recycling?", "temporal_relation": "earliest", "query_temporal_norm": 0.5660073161125183, "query_session_index": 2, "query_start_sec": 20.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9197148084640503}], "gold_semantic_scores": [0.7881566882133484], "gold_temporal_scores": [0.1315581351518631], "max_gold_score": 0.9197148084640503, "max_candidate_score": 0.9197148084640503, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.9144235849380493, "best_gold_margin": 0.0052912235260009766, "weakest_gold_margin": 0.0052912235260009766}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00830", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current chore schedule after the update?", "temporal_relation": "latest", "query_temporal_norm": 0.5402324199676514, "query_session_index": 2, "query_start_sec": 20.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7429631948471069}], "gold_semantic_scores": [0.48391127586364746], "gold_temporal_scores": [0.2590517997741699], "max_gold_score": 0.7429631948471069, "max_candidate_score": 0.7515495419502258, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0004::1", "max_non_gold_score": 0.7515495419502258, "best_gold_margin": -0.008586347103118896, "weakest_gold_margin": -0.008586347103118896}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00830", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chore schedule change from the earlier version to the updated one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4084537625312805, "query_session_index": 2, "query_start_sec": 20.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.49008095264434814}, {"memory_id": "history_02_utt_0007", "score": 0.46087315678596497}], "gold_semantic_scores": [0.34085023403167725, 0.32235997915267944], "gold_temporal_scores": [0.14923067390918732, 0.13851337134838104], "max_gold_score": 0.49008095264434814, "max_candidate_score": 0.49008095264434814, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.2991379499435425, "best_gold_margin": 0.19094300270080566, "weakest_gold_margin": 0.16173520684242249}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00960", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched to CascadeNet-Optimized for the benchmark submission?", "temporal_relation": "none", "query_temporal_norm": 0.2044963389635086, "query_session_index": 2, "query_start_sec": 17.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8784425258636475}], "gold_semantic_scores": [0.782450258731842], "gold_temporal_scores": [0.0959923192858696], "max_gold_score": 0.8784425258636475, "max_candidate_score": 0.8784425258636475, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5604264140129089, "best_gold_margin": 0.3180161118507385, "weakest_gold_margin": 0.3180161118507385}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00960", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model was originally planned for the challenge, and which model is being used now for the benchmark submission?", "temporal_relation": "none", "query_temporal_norm": 0.5347562432289124, "query_session_index": 2, "query_start_sec": 17.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6425849795341492}, {"memory_id": "history_02_utt_0009", "score": 0.62432861328125}], "gold_semantic_scores": [0.49019667506217957, 0.5745890140533447], "gold_temporal_scores": [0.1523883044719696, 0.04973971098661423], "max_gold_score": 0.6425849795341492, "max_candidate_score": 0.6425849795341492, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4695259630680084, "best_gold_margin": 0.17305901646614075, "weakest_gold_margin": 0.15480265021324158}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00960", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which model did Rowan say they switched to for the benchmark submission?", "temporal_relation": "none", "query_temporal_norm": 0.3771021366119385, "query_session_index": 2, "query_start_sec": 17.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8817576169967651}], "gold_semantic_scores": [0.6870516538619995], "gold_temporal_scores": [0.19470614194869995], "max_gold_score": 0.8817576169967651, "max_candidate_score": 0.8817576169967651, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7379772067070007, "best_gold_margin": 0.1437804102897644, "weakest_gold_margin": 0.1437804102897644}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00960", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan say they had switched to CascadeNet-Optimized?", "temporal_relation": "session", "query_temporal_norm": 0.21531324088573456, "query_session_index": 2, "query_start_sec": 17.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7620999813079834}], "gold_semantic_scores": [0.6565160751342773], "gold_temporal_scores": [0.1055838018655777], "max_gold_score": 0.7620999813079834, "max_candidate_score": 0.7620999813079834, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6817589402198792, "best_gold_margin": 0.08034104108810425, "weakest_gold_margin": 0.08034104108810425}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01110", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my deployment target was before, and what did I change it to in the later discussion?", "temporal_relation": "comparison", "query_temporal_norm": 0.38615474104881287, "query_session_index": 2, "query_start_sec": 20.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7769985795021057}, {"memory_id": "history_02_utt_0007", "score": 0.5887135863304138}], "gold_semantic_scores": [0.6363652944564819, 0.48192617297172546], "gold_temporal_scores": [0.1406332552433014, 0.10678736120462418], "max_gold_score": 0.7769985795021057, "max_candidate_score": 0.8241168260574341, "top_memory_id": "history_01_utt_0007::cf::main::0", "max_non_gold_score": 0.8241168260574341, "best_gold_margin": -0.04711824655532837, "weakest_gold_margin": -0.23540323972702026}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01110", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who planned to deploy the build?", "temporal_relation": "none", "query_temporal_norm": 0.23124970495700836, "query_session_index": 2, "query_start_sec": 20.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6989141702651978}], "gold_semantic_scores": [0.6531251072883606], "gold_temporal_scores": [0.045789241790771484], "max_gold_score": 0.6989141702651978, "max_candidate_score": 0.6989141702651978, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5017126798629761, "best_gold_margin": 0.19720149040222168, "weakest_gold_margin": 0.19720149040222168}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01110", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had updated the plan to deploy to the managed cloud canary cluster?", "temporal_relation": "none", "query_temporal_norm": 0.2512904703617096, "query_session_index": 2, "query_start_sec": 20.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8264023661613464}], "gold_semantic_scores": [0.7190036177635193], "gold_temporal_scores": [0.10739852488040924], "max_gold_score": 0.8264023661613464, "max_candidate_score": 0.8264023661613464, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6538112163543701, "best_gold_margin": 0.17259114980697632, "weakest_gold_margin": 0.17259114980697632}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01110", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "When did we say the reminder for the access renewal would be sent?", "temporal_relation": "none", "query_temporal_norm": 0.22997897863388062, "query_session_index": 2, "query_start_sec": 20.72, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.33131006360054016, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.33131006360054016, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01186", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4109477400779724, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7703204154968262}, {"memory_id": "history_02_utt_0009", "score": 0.8384242057800293}], "gold_semantic_scores": [0.6293452382087708, 0.6905117034912109], "gold_temporal_scores": [0.14097526669502258, 0.14791248738765717], "max_gold_score": 0.8384242057800293, "max_candidate_score": 0.8430824279785156, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.8430824279785156, "best_gold_margin": -0.004658222198486328, "weakest_gold_margin": -0.07276201248168945}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01186", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were planning a museum visit for the get-together?", "temporal_relation": "none", "query_temporal_norm": 0.27912038564682007, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8548442721366882}], "gold_semantic_scores": [0.8125506639480591], "gold_temporal_scores": [0.042293481528759], "max_gold_score": 0.8548442721366882, "max_candidate_score": 0.8548442721366882, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5575132369995117, "best_gold_margin": 0.2973310351371765, "weakest_gold_margin": 0.2973310351371765}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01186", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed plans and now wanted a stargazing picnic instead?", "temporal_relation": "none", "query_temporal_norm": 0.34914925694465637, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9735054969787598}], "gold_semantic_scores": [0.8328092098236084], "gold_temporal_scores": [0.14069628715515137], "max_gold_score": 0.9735054969787598, "max_candidate_score": 0.9735054969787598, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6635671854019165, "best_gold_margin": 0.30993831157684326, "weakest_gold_margin": 0.30993831157684326}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01186", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What time is the grocery run scheduled?", "temporal_relation": "none", "query_temporal_norm": 0.21481174230575562, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3819788098335266, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3819788098335266, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00059", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3968007266521454, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7349212169647217}, {"memory_id": "history_02_utt_0009", "score": 0.7558901309967041}], "gold_semantic_scores": [0.6026729345321655, 0.6117547154426575], "gold_temporal_scores": [0.13224834203720093, 0.14413581788539886], "max_gold_score": 0.7558901309967041, "max_candidate_score": 0.7614511251449585, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7614511251449585, "best_gold_margin": -0.0055609941482543945, "weakest_gold_margin": -0.026529908180236816}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00059", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they wanted to do a kayaking trip this weekend?", "temporal_relation": "none", "query_temporal_norm": 0.12980680167675018, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.762100875377655}], "gold_semantic_scores": [0.7332475185394287], "gold_temporal_scores": [0.028853436931967735], "max_gold_score": 0.762100875377655, "max_candidate_score": 0.762100875377655, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5348888635635376, "best_gold_margin": 0.22721201181411743, "weakest_gold_margin": 0.22721201181411743}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00059", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their mind and picked an indoor escape room for the weekend?", "temporal_relation": "none", "query_temporal_norm": 0.2849809527397156, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.966490626335144}], "gold_semantic_scores": [0.8243625164031982], "gold_temporal_scores": [0.14212828874588013], "max_gold_score": 0.966490626335144, "max_candidate_score": 0.966490626335144, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5636018514633179, "best_gold_margin": 0.40288877487182617, "weakest_gold_margin": 0.40288877487182617}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00059", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who is planning to be near the reception desk to help with check-in?", "temporal_relation": "none", "query_temporal_norm": 0.36274054646492004, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.42950981855392456, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.42950981855392456, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00209", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the activity choice was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5562806725502014, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8053650856018066}], "gold_semantic_scores": [0.6809685826301575], "gold_temporal_scores": [0.1243964433670044], "max_gold_score": 0.8053650856018066, "max_candidate_score": 0.8134666681289673, "top_memory_id": "history_01_utt_0007::cf::main::3", "max_non_gold_score": 0.8134666681289673, "best_gold_margin": -0.008101582527160645, "weakest_gold_margin": -0.008101582527160645}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00209", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested doing a pottery class at the community center?", "temporal_relation": "earliest", "query_temporal_norm": 0.48873698711395264, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8234653472900391}], "gold_semantic_scores": [0.7356594800949097], "gold_temporal_scores": [0.08780577033758163], "max_gold_score": 0.8234653472900391, "max_candidate_score": 0.8234653472900391, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8129567503929138, "best_gold_margin": 0.010508596897125244, "weakest_gold_margin": 0.010508596897125244}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00209", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In an earlier discussion there was an initial activity suggestion before it was changed. What was that original suggestion?", "temporal_relation": "session", "query_temporal_norm": 0.5214765667915344, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7546338438987732}], "gold_semantic_scores": [0.6366161108016968], "gold_temporal_scores": [0.11801769584417343], "max_gold_score": 0.7546338438987732, "max_candidate_score": 0.7546338438987732, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7526154518127441, "best_gold_margin": 0.0020183920860290527, "weakest_gold_margin": 0.0020183920860290527}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00209", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity change from the original choice to the new one?", "temporal_relation": "comparison", "query_temporal_norm": 0.43012547492980957, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8052085041999817}, {"memory_id": "history_02_utt_0008", "score": 0.8019298315048218}], "gold_semantic_scores": [0.6486202478408813, 0.6637699007987976], "gold_temporal_scores": [0.1565881371498108, 0.13815990090370178], "max_gold_score": 0.8052085041999817, "max_candidate_score": 0.8052085041999817, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.43082502484321594, "best_gold_margin": 0.37438347935676575, "weakest_gold_margin": 0.37110480666160583}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00393", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended The Last Broadcast, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1999703347682953, "query_session_index": 2, "query_start_sec": 15.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6682087182998657}, {"memory_id": "history_02_utt_0010", "score": 0.6724098920822144}], "gold_semantic_scores": [0.6131072640419006, 0.5869411826133728], "gold_temporal_scores": [0.0551014244556427, 0.0854686051607132], "max_gold_score": 0.6724098920822144, "max_candidate_score": 0.6724098920822144, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.41790571808815, "best_gold_margin": 0.25450417399406433, "weakest_gold_margin": 0.2503030002117157}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00393", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to The Last Broadcast in the follow-up chat?", "temporal_relation": "none", "query_temporal_norm": 0.5338563919067383, "query_session_index": 2, "query_start_sec": 15.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9221018552780151}], "gold_semantic_scores": [0.668942391872406], "gold_temporal_scores": [0.2531593441963196], "max_gold_score": 0.9221018552780151, "max_candidate_score": 0.9221018552780151, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.556769847869873, "best_gold_margin": 0.3653320074081421, "weakest_gold_margin": 0.3653320074081421}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00393", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we drop The Last Broadcast?", "temporal_relation": "session", "query_temporal_norm": 0.30715659260749817, "query_session_index": 2, "query_start_sec": 15.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7464820146560669}], "gold_semantic_scores": [0.6110122799873352], "gold_temporal_scores": [0.13546986877918243], "max_gold_score": 0.7464820146560669, "max_candidate_score": 0.7464820146560669, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5420089960098267, "best_gold_margin": 0.20447301864624023, "weakest_gold_margin": 0.20447301864624023}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00393", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How was Midnight Lectures described in that earlier mention?", "temporal_relation": "before", "query_temporal_norm": 0.17760667204856873, "query_session_index": 2, "query_start_sec": 15.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.55427086353302}], "gold_semantic_scores": [0.5252019762992859], "gold_temporal_scores": [0.02906893566250801], "max_gold_score": 0.55427086353302, "max_candidate_score": 0.582672119140625, "top_memory_id": "history_02_utt_0023", "max_non_gold_score": 0.582672119140625, "best_gold_margin": -0.02840125560760498, "weakest_gold_margin": -0.02840125560760498}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00495", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about The Deep Archive, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.23056237399578094, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.675345242023468}, {"memory_id": "history_02_utt_0011", "score": 0.6740309596061707}], "gold_semantic_scores": [0.6055144667625427, 0.6201000213623047], "gold_temporal_scores": [0.06983062624931335, 0.053931161761283875], "max_gold_score": 0.675345242023468, "max_candidate_score": 0.6998395919799805, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.6998395919799805, "best_gold_margin": -0.02449434995651245, "weakest_gold_margin": -0.025808632373809814}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00495", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In our past talks, why did someone say they dropped The Deep Archive?", "temporal_relation": "none", "query_temporal_norm": 0.15524707734584808, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6108402013778687}], "gold_semantic_scores": [0.5606115460395813], "gold_temporal_scores": [0.05022870749235153], "max_gold_score": 0.6108402013778687, "max_candidate_score": 0.6256793737411499, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6256793737411499, "best_gold_margin": -0.01483917236328125, "weakest_gold_margin": -0.01483917236328125}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00495", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did someone recommend Late Night Reads?", "temporal_relation": "none", "query_temporal_norm": 0.14232879877090454, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.8667016625404358}], "gold_semantic_scores": [0.8416219353675842], "gold_temporal_scores": [0.025079578161239624], "max_gold_score": 0.8667016625404358, "max_candidate_score": 0.8667016625404358, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.5883492827415466, "best_gold_margin": 0.27835237979888916, "weakest_gold_margin": 0.27835237979888916}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00495", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they removed Late Night Reads?", "temporal_relation": "session", "query_temporal_norm": 0.2541007697582245, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0025", "score": 0.7676880359649658}], "gold_semantic_scores": [0.673832356929779], "gold_temporal_scores": [0.09385549277067184], "max_gold_score": 0.7676880359649658, "max_candidate_score": 0.7676880359649658, "top_memory_id": "history_02_utt_0025", "max_non_gold_score": 0.497637540102005, "best_gold_margin": 0.2700504958629608, "weakest_gold_margin": 0.2700504958629608}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00569", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Rowan's venue change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.39371246099472046, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7997673153877258}, {"memory_id": "history_02_utt_0008", "score": 0.7446930408477783}], "gold_semantic_scores": [0.6590934991836548, 0.6264072060585022], "gold_temporal_scores": [0.14067380130290985, 0.11828560382127762], "max_gold_score": 0.7997673153877258, "max_candidate_score": 0.7997673153877258, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6941521167755127, "best_gold_margin": 0.10561519861221313, "weakest_gold_margin": 0.050540924072265625}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00569", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the earlier venue and what is the new venue for the listening session?", "temporal_relation": "none", "query_temporal_norm": 0.405012845993042, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8322214484214783}, {"memory_id": "history_02_utt_0008", "score": 0.7948706150054932}], "gold_semantic_scores": [0.6829859614372253, 0.6633059978485107], "gold_temporal_scores": [0.1492355316877365, 0.13156478106975555], "max_gold_score": 0.8322214484214783, "max_candidate_score": 0.8322214484214783, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5060701370239258, "best_gold_margin": 0.3261513113975525, "weakest_gold_margin": 0.2888004779815674}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00569", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Rowan originally plan to hold the listening session?", "temporal_relation": "session", "query_temporal_norm": 0.5568699240684509, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8646554946899414}], "gold_semantic_scores": [0.733088493347168], "gold_temporal_scores": [0.13156695663928986], "max_gold_score": 0.8646554946899414, "max_candidate_score": 0.8646554946899414, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7306592464447021, "best_gold_margin": 0.13399624824523926, "weakest_gold_margin": 0.13399624824523926}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00569", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which venue did Rowan say they switched to for the trip playlist meetup?", "temporal_relation": "none", "query_temporal_norm": 0.3220539689064026, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9416947960853577}], "gold_semantic_scores": [0.7753853797912598], "gold_temporal_scores": [0.16630955040454865], "max_gold_score": 0.9416947960853577, "max_candidate_score": 0.9416947960853577, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7769274711608887, "best_gold_margin": 0.164767324924469, "weakest_gold_margin": 0.164767324924469}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00650", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for proposing StreamSlice, and why did Quinn reject it?", "temporal_relation": "none", "query_temporal_norm": 0.1601911038160324, "query_session_index": 2, "query_start_sec": 21.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7569561004638672}, {"memory_id": "history_02_utt_0009", "score": 0.8143833875656128}], "gold_semantic_scores": [0.7105837464332581, 0.7592714428901672], "gold_temporal_scores": [0.04637257009744644, 0.05511210113763809], "max_gold_score": 0.8143833875656128, "max_candidate_score": 0.8143833875656128, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7893904447555542, "best_gold_margin": 0.024992942810058594, "weakest_gold_margin": -0.03243434429168701}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00650", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for proposing BatchRelay?", "temporal_relation": "none", "query_temporal_norm": 0.1135365441441536, "query_session_index": 2, "query_start_sec": 21.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.8071852326393127}], "gold_semantic_scores": [0.7828211784362793], "gold_temporal_scores": [0.02436409331858158], "max_gold_score": 0.8071852326393127, "max_candidate_score": 0.8071852326393127, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5335302948951721, "best_gold_margin": 0.2736549377441406, "weakest_gold_margin": 0.2736549377441406}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00650", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was BatchRelay proposed?", "temporal_relation": "session", "query_temporal_norm": 0.18450643122196198, "query_session_index": 2, "query_start_sec": 21.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7383944988250732}], "gold_semantic_scores": [0.6885462999343872], "gold_temporal_scores": [0.04984819516539574], "max_gold_score": 0.7383944988250732, "max_candidate_score": 0.7383944988250732, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5504645109176636, "best_gold_margin": 0.18792998790740967, "weakest_gold_margin": 0.18792998790740967}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00650", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was BatchRelay rejected?", "temporal_relation": "session", "query_temporal_norm": 0.19051086902618408, "query_session_index": 2, "query_start_sec": 21.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0023", "score": 0.6520147323608398}], "gold_semantic_scores": [0.6350422501564026], "gold_temporal_scores": [0.01697257161140442], "max_gold_score": 0.6520147323608398, "max_candidate_score": 0.6520147323608398, "top_memory_id": "history_02_utt_0023", "max_non_gold_score": 0.5318909883499146, "best_gold_margin": 0.12012374401092529, "weakest_gold_margin": 0.12012374401092529}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00734", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was notable about Green Harvest Market, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.160382941365242, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7385978102684021}, {"memory_id": "history_02_utt_0010", "score": 0.8260234594345093}], "gold_semantic_scores": [0.6907568573951721, 0.7796589732170105], "gold_temporal_scores": [0.04784085974097252, 0.04636426642537117], "max_gold_score": 0.8260234594345093, "max_candidate_score": 0.8260234594345093, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7567221522331238, "best_gold_margin": 0.0693013072013855, "weakest_gold_margin": -0.01812434196472168}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00734", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Green Harvest Market ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.14378288388252258, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.887661874294281}], "gold_semantic_scores": [0.8268667459487915], "gold_temporal_scores": [0.060795146971940994], "max_gold_score": 0.887661874294281, "max_candidate_score": 0.887661874294281, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7477803826332092, "best_gold_margin": 0.13988149166107178, "weakest_gold_margin": 0.13988149166107178}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00734", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Green Harvest Market said to be closed for inventory?", "temporal_relation": "session", "query_temporal_norm": 0.15053772926330566, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8461723327636719}], "gold_semantic_scores": [0.7845402359962463], "gold_temporal_scores": [0.06163205951452255], "max_gold_score": 0.8461723327636719, "max_candidate_score": 0.8461723327636719, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8285280466079712, "best_gold_margin": 0.017644286155700684, "weakest_gold_margin": 0.017644286155700684}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00734", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What service did Sunrise Deli offer that was given as the reason to recommend it?", "temporal_relation": "none", "query_temporal_norm": 0.12566682696342468, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7673043012619019}], "gold_semantic_scores": [0.7429478764533997], "gold_temporal_scores": [0.024356210604310036], "max_gold_score": 0.7673043012619019, "max_candidate_score": 0.7673043012619019, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.547424852848053, "best_gold_margin": 0.21987944841384888, "weakest_gold_margin": 0.21987944841384888}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00817", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Harbor Bistro, and why is it closed tonight?", "temporal_relation": "none", "query_temporal_norm": 0.14271771907806396, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7577031850814819}, {"memory_id": "history_02_utt_0008", "score": 0.826490044593811}], "gold_semantic_scores": [0.7181936502456665, 0.8065729141235352], "gold_temporal_scores": [0.03950948640704155, 0.019917095080018044], "max_gold_score": 0.826490044593811, "max_candidate_score": 0.826490044593811, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7619568705558777, "best_gold_margin": 0.06453317403793335, "weakest_gold_margin": -0.004253685474395752}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00817", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was reported about Harbor Bistro's availability tonight?", "temporal_relation": "none", "query_temporal_norm": 0.16801634430885315, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8846613764762878}], "gold_semantic_scores": [0.8318845629692078], "gold_temporal_scores": [0.05277657136321068], "max_gold_score": 0.8846613764762878, "max_candidate_score": 0.8846613764762878, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5976403951644897, "best_gold_margin": 0.2870209813117981, "weakest_gold_margin": 0.2870209813117981}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00817", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Maple Corner?", "temporal_relation": "none", "query_temporal_norm": 0.11043401062488556, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7927417159080505}], "gold_semantic_scores": [0.7698429226875305], "gold_temporal_scores": [0.022898759692907333], "max_gold_score": 0.7927417159080505, "max_candidate_score": 0.7927417159080505, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.6543632745742798, "best_gold_margin": 0.13837844133377075, "weakest_gold_margin": 0.13837844133377075}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00817", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Maple Corner labels vegan options clearly?", "temporal_relation": "session", "query_temporal_norm": 0.12469354271888733, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6439549922943115}], "gold_semantic_scores": [0.607740581035614], "gold_temporal_scores": [0.036214422434568405], "max_gold_score": 0.6439549922943115, "max_candidate_score": 0.6935617923736572, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.6935617923736572, "best_gold_margin": -0.0496068000793457, "weakest_gold_margin": -0.0496068000793457}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00888", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the clip was a 5/10?", "temporal_relation": "earliest", "query_temporal_norm": 0.5573761463165283, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8324901461601257}], "gold_semantic_scores": [0.7093518972396851], "gold_temporal_scores": [0.12313825637102127], "max_gold_score": 0.8324901461601257, "max_candidate_score": 0.8324901461601257, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.513077974319458, "best_gold_margin": 0.3194121718406677, "weakest_gold_margin": 0.3194121718406677}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00888", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the clip's rating change between the earlier comment and the later update?", "temporal_relation": "comparison", "query_temporal_norm": 0.38922959566116333, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7717345952987671}, {"memory_id": "history_02_utt_0007", "score": 0.8674001097679138}], "gold_semantic_scores": [0.6319348216056824, 0.7205719351768494], "gold_temporal_scores": [0.13979971408843994, 0.14682787656784058], "max_gold_score": 0.8674001097679138, "max_candidate_score": 0.8674001097679138, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4319098889827728, "best_gold_margin": 0.435490220785141, "weakest_gold_margin": 0.33982470631599426}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00888", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Finley originally give that clip?", "temporal_relation": "earliest", "query_temporal_norm": 0.5432097911834717, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8660327792167664}], "gold_semantic_scores": [0.7362064123153687], "gold_temporal_scores": [0.12982648611068726], "max_gold_score": 0.8660327792167664, "max_candidate_score": 0.8660327792167664, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6828221678733826, "best_gold_margin": 0.1832106113433838, "weakest_gold_margin": 0.1832106113433838}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00888", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the clip as a five out of ten?", "temporal_relation": "none", "query_temporal_norm": 0.17623966932296753, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8112345337867737}], "gold_semantic_scores": [0.7596891522407532], "gold_temporal_scores": [0.051545362919569016], "max_gold_score": 0.8112345337867737, "max_candidate_score": 0.8112345337867737, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.529053807258606, "best_gold_margin": 0.2821807265281677, "weakest_gold_margin": 0.2821807265281677}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00995", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say the latest chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.5478092432022095, "query_session_index": 2, "query_start_sec": 21.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0203315019607544}], "gold_semantic_scores": [0.7484762072563171], "gold_temporal_scores": [0.27185553312301636], "max_gold_score": 1.0203315019607544, "max_candidate_score": 1.0203315019607544, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.0160102844238281, "best_gold_margin": 0.0043212175369262695, "weakest_gold_margin": 0.0043212175369262695}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00995", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title had originally been chosen to keep earlier in the discussions?", "temporal_relation": "session", "query_temporal_norm": 0.5711103677749634, "query_session_index": 2, "query_start_sec": 21.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7970947623252869}], "gold_semantic_scores": [0.6499316692352295], "gold_temporal_scores": [0.14716289937496185], "max_gold_score": 0.7970947623252869, "max_candidate_score": 0.7970947623252869, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5079009532928467, "best_gold_margin": 0.2891938090324402, "weakest_gold_margin": 0.2891938090324402}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00995", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chosen title change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41580644249916077, "query_session_index": 2, "query_start_sec": 21.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7617769837379456}, {"memory_id": "history_02_utt_0010", "score": 0.7961444854736328}], "gold_semantic_scores": [0.6082137823104858, 0.6582062244415283], "gold_temporal_scores": [0.15356312692165375, 0.13793879747390747], "max_gold_score": 0.7961444854736328, "max_candidate_score": 0.7961444854736328, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5059177279472351, "best_gold_margin": 0.2902267575263977, "weakest_gold_margin": 0.25585925579071045}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00995", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title was originally picked to keep in the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.5668238401412964, "query_session_index": 2, "query_start_sec": 21.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8351398706436157}], "gold_semantic_scores": [0.679320216178894], "gold_temporal_scores": [0.15581968426704407], "max_gold_score": 0.8351398706436157, "max_candidate_score": 0.8351398706436157, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5931034088134766, "best_gold_margin": 0.24203646183013916, "weakest_gold_margin": 0.24203646183013916}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01093", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Jordan originally say the venue was before it got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5603321194648743, "query_session_index": 2, "query_start_sec": 20.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7758032083511353}], "gold_semantic_scores": [0.6508418321609497], "gold_temporal_scores": [0.12496139109134674], "max_gold_score": 0.7758032083511353, "max_candidate_score": 0.7758032083511353, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.606688916683197, "best_gold_margin": 0.16911429166793823, "weakest_gold_margin": 0.16911429166793823}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01093", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the screening going to be set up now?", "temporal_relation": "latest", "query_temporal_norm": 0.5414997935295105, "query_session_index": 2, "query_start_sec": 20.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.916450023651123}], "gold_semantic_scores": [0.6616617441177368], "gold_temporal_scores": [0.25478842854499817], "max_gold_score": 0.916450023651123, "max_candidate_score": 0.916450023651123, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9136211276054382, "best_gold_margin": 0.0028288960456848145, "weakest_gold_margin": 0.0028288960456848145}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01093", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Jordan say he had originally reserved for the movie night?", "temporal_relation": "earliest", "query_temporal_norm": 0.5608941316604614, "query_session_index": 2, "query_start_sec": 20.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8678707480430603}], "gold_semantic_scores": [0.7437639832496643], "gold_temporal_scores": [0.12410657852888107], "max_gold_score": 0.8678707480430603, "max_candidate_score": 0.8678707480430603, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.685338020324707, "best_gold_margin": 0.18253272771835327, "weakest_gold_margin": 0.18253272771835327}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01093", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before the plan was changed, where had the venue been reserved for the movie night?", "temporal_relation": "before", "query_temporal_norm": 0.4558180570602417, "query_session_index": 2, "query_start_sec": 20.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9157924056053162}], "gold_semantic_scores": [0.750298023223877], "gold_temporal_scores": [0.1654946208000183], "max_gold_score": 0.9157924056053162, "max_candidate_score": 0.9157924056053162, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7100415229797363, "best_gold_margin": 0.20575088262557983, "weakest_gold_margin": 0.20575088262557983}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01151", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who gave the most recent rating of 8.5 out of 10 for the finale?", "temporal_relation": "none", "query_temporal_norm": 0.5320174098014832, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9284406900405884}], "gold_semantic_scores": [0.6751514673233032], "gold_temporal_scores": [0.2532889246940613], "max_gold_score": 0.9284406900405884, "max_candidate_score": 0.9284406900405884, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9269928336143494, "best_gold_margin": 0.0014478564262390137, "weakest_gold_margin": 0.0014478564262390137}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01151", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Casey give the finale?", "temporal_relation": "none", "query_temporal_norm": 0.226960226893425, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7863185405731201}], "gold_semantic_scores": [0.6796641945838928], "gold_temporal_scores": [0.10665443539619446], "max_gold_score": 0.7863185405731201, "max_candidate_score": 0.7863185405731201, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6472008228302002, "best_gold_margin": 0.13911771774291992, "weakest_gold_margin": 0.13911771774291992}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01151", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey say they rated the finale 8.5/10?", "temporal_relation": "session", "query_temporal_norm": 0.2431093007326126, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.761350691318512}], "gold_semantic_scores": [0.685759961605072], "gold_temporal_scores": [0.07559073716402054], "max_gold_score": 0.761350691318512, "max_candidate_score": 0.761350691318512, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7039504051208496, "best_gold_margin": 0.057400286197662354, "weakest_gold_margin": 0.057400286197662354}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01151", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the stated rating for the finale change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3897936940193176, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6593783497810364}, {"memory_id": "history_02_utt_0008", "score": 0.7291178703308105}], "gold_semantic_scores": [0.5218933820724487, 0.5745094418525696], "gold_temporal_scores": [0.13748493790626526, 0.1546086221933365], "max_gold_score": 0.7291178703308105, "max_candidate_score": 0.7291178703308105, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.3650364875793457, "best_gold_margin": 0.36408138275146484, "weakest_gold_margin": 0.2943418622016907}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00074", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending the sunset transition slot track, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.14916324615478516, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5947542786598206}, {"memory_id": "history_02_utt_0009", "score": 0.7353668808937073}], "gold_semantic_scores": [0.5516006946563721, 0.683407187461853], "gold_temporal_scores": [0.04315370321273804, 0.05195973441004753], "max_gold_score": 0.7353668808937073, "max_candidate_score": 0.7353668808937073, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6391391754150391, "best_gold_margin": 0.09622770547866821, "weakest_gold_margin": -0.044384896755218506}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00074", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the sunset transition slot pick?", "temporal_relation": "none", "query_temporal_norm": 0.250430703163147, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8340267539024353}], "gold_semantic_scores": [0.7200390100479126], "gold_temporal_scores": [0.11398786306381226], "max_gold_score": 0.8340267539024353, "max_candidate_score": 0.8340267539024353, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6786912679672241, "best_gold_margin": 0.15533548593521118, "weakest_gold_margin": 0.15533548593521118}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00074", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which track was pitched for the drive start slot?", "temporal_relation": "none", "query_temporal_norm": 0.13811419904232025, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.4662005603313446}], "gold_semantic_scores": [0.44082820415496826], "gold_temporal_scores": [0.025372423231601715], "max_gold_score": 0.4662005603313446, "max_candidate_score": 0.4934964179992676, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4934964179992676, "best_gold_margin": -0.027295857667922974, "weakest_gold_margin": -0.027295857667922974}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00074", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "Where did Quinn say the HDMI cable is located?", "temporal_relation": "none", "query_temporal_norm": 0.2773045301437378, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3756009340286255, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3756009340286255, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00167", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn originally say the dataset version was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5370681285858154, "query_session_index": 2, "query_start_sec": 21.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8656173944473267}], "gold_semantic_scores": [0.7038774490356445], "gold_temporal_scores": [0.16173994541168213], "max_gold_score": 0.8656173944473267, "max_candidate_score": 0.8656173944473267, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7533008456230164, "best_gold_margin": 0.1123165488243103, "weakest_gold_margin": 0.1123165488243103}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00167", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dataset change between the earlier version and the newer one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3995290994644165, "query_session_index": 2, "query_start_sec": 21.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6235848665237427}, {"memory_id": "history_02_utt_0010", "score": 0.6361559629440308}], "gold_semantic_scores": [0.4802263677120209, 0.4980633854866028], "gold_temporal_scores": [0.14335864782333374, 0.1380925178527832], "max_gold_score": 0.6361559629440308, "max_candidate_score": 0.6361559629440308, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5358567237854004, "best_gold_margin": 0.10029923915863037, "weakest_gold_margin": 0.08772814273834229}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00167", "qa_id": "extra_qa_0003", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who reported that the initial dataset configuration was v0.9?", "temporal_relation": "earliest", "query_temporal_norm": 0.5212625861167908, "query_session_index": 2, "query_start_sec": 21.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7624214887619019}], "gold_semantic_scores": [0.6455928087234497], "gold_temporal_scores": [0.11682882905006409], "max_gold_score": 0.7624214887619019, "max_candidate_score": 0.7624214887619019, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5991737246513367, "best_gold_margin": 0.16324776411056519, "weakest_gold_margin": 0.16324776411056519}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00167", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "According to Quinn, what was the dataset's original version and format?", "temporal_relation": "earliest", "query_temporal_norm": 0.4990490972995758, "query_session_index": 2, "query_start_sec": 21.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7253506779670715}], "gold_semantic_scores": [0.5621809363365173], "gold_temporal_scores": [0.16316968202590942], "max_gold_score": 0.7253506779670715, "max_candidate_score": 0.7253506779670715, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6774690747261047, "best_gold_margin": 0.0478816032409668, "weakest_gold_margin": 0.0478816032409668}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00246", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending The Long Night, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1875443309545517, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8055933117866516}, {"memory_id": "history_02_utt_0008", "score": 0.8044191002845764}], "gold_semantic_scores": [0.7475960850715637, 0.737916111946106], "gold_temporal_scores": [0.05799706652760506, 0.0665028765797615], "max_gold_score": 0.8055933117866516, "max_candidate_score": 0.8352200984954834, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.8352200984954834, "best_gold_margin": -0.029626786708831787, "weakest_gold_margin": -0.030800998210906982}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00246", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop The Long Night in the earlier discussion?", "temporal_relation": "none", "query_temporal_norm": 0.23347695171833038, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9714396595954895}], "gold_semantic_scores": [0.8645012378692627], "gold_temporal_scores": [0.10693836212158203], "max_gold_score": 0.9714396595954895, "max_candidate_score": 0.9714396595954895, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6774020791053772, "best_gold_margin": 0.2940375804901123, "weakest_gold_margin": 0.2940375804901123}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00246", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we say we dropped The Long Night?", "temporal_relation": "session", "query_temporal_norm": 0.19905734062194824, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.936642587184906}], "gold_semantic_scores": [0.8486026525497437], "gold_temporal_scores": [0.08803999423980713], "max_gold_score": 0.936642587184906, "max_candidate_score": 0.936642587184906, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5852953195571899, "best_gold_margin": 0.35134726762771606, "weakest_gold_margin": 0.35134726762771606}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00246", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Echoes of Dawn earlier?", "temporal_relation": "none", "query_temporal_norm": 0.1342669576406479, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7299672961235046}], "gold_semantic_scores": [0.7112884521484375], "gold_temporal_scores": [0.018678924068808556], "max_gold_score": 0.7299672961235046, "max_candidate_score": 0.7299672961235046, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5336949229240417, "best_gold_margin": 0.1962723731994629, "weakest_gold_margin": 0.1962723731994629}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00311", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5480830669403076, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9719001054763794}], "gold_semantic_scores": [0.6887027025222778], "gold_temporal_scores": [0.28319740295410156], "max_gold_score": 0.9719001054763794, "max_candidate_score": 0.9837052822113037, "top_memory_id": "history_02_utt_0008::cf::main::1", "max_non_gold_score": 0.9837052822113037, "best_gold_margin": -0.011805176734924316, "weakest_gold_margin": -0.011805176734924316}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00311", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item did we mention picking up from the corner store earlier?", "temporal_relation": "none", "query_temporal_norm": 0.4538121819496155, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7918001413345337}], "gold_semantic_scores": [0.6740954518318176], "gold_temporal_scores": [0.11770464479923248], "max_gold_score": 0.7918001413345337, "max_candidate_score": 0.7918001413345337, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.588459312915802, "best_gold_margin": 0.2033408284187317, "weakest_gold_margin": 0.2033408284187317}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00311", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about picking up a 6-pack of microfiber cleaning cloths (unscented)?", "temporal_relation": "session", "query_temporal_norm": 0.1761164367198944, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8861480951309204}], "gold_semantic_scores": [0.8312888145446777], "gold_temporal_scores": [0.05485932156443596], "max_gold_score": 0.8861480951309204, "max_candidate_score": 0.8861480951309204, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6368198394775391, "best_gold_margin": 0.24932825565338135, "weakest_gold_margin": 0.24932825565338135}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00447", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I choose for the watchlist in the earlier discussion, and what did I choose in the later meeting?", "temporal_relation": "none", "query_temporal_norm": 0.3388250172138214, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7167413234710693}, {"memory_id": "history_02_utt_0009", "score": 0.7161747813224792}], "gold_semantic_scores": [0.6166954636573792, 0.5794357657432556], "gold_temporal_scores": [0.10004570335149765, 0.13673901557922363], "max_gold_score": 0.7167413234710693, "max_candidate_score": 0.7167413234710693, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7102847099304199, "best_gold_margin": 0.006456613540649414, "weakest_gold_margin": 0.005890071392059326}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00447", "qa_id": "extra_qa_0009", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they chose Echoes of the Archive for the watchlist in the latest meeting?", "temporal_relation": "latest", "query_temporal_norm": 0.23391659557819366, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9332119822502136}], "gold_semantic_scores": [0.8347798585891724], "gold_temporal_scores": [0.09843222051858902], "max_gold_score": 0.9332119822502136, "max_candidate_score": 0.9356223940849304, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0009::1", "max_non_gold_score": 0.9356223940849304, "best_gold_margin": -0.002410411834716797, "weakest_gold_margin": -0.002410411834716797}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00447", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title is currently on the watchlist according to the latest meeting?", "temporal_relation": "latest", "query_temporal_norm": 0.5302464962005615, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8053314685821533}], "gold_semantic_scores": [0.5331140160560608], "gold_temporal_scores": [0.27221742272377014], "max_gold_score": 0.8053314685821533, "max_candidate_score": 0.8138961791992188, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.8138961791992188, "best_gold_margin": -0.00856471061706543, "weakest_gold_margin": -0.00856471061706543}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00553", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Greenway Pharmacy, and why was it closed?", "temporal_relation": "none", "query_temporal_norm": 0.21300257742404938, "query_session_index": 2, "query_start_sec": 20.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7063891887664795}, {"memory_id": "history_02_utt_0007", "score": 0.79611736536026}], "gold_semantic_scores": [0.6428568959236145, 0.7644678354263306], "gold_temporal_scores": [0.06353218108415604, 0.0316496267914772], "max_gold_score": 0.79611736536026, "max_candidate_score": 0.79611736536026, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.724575400352478, "best_gold_margin": 0.07154196500778198, "weakest_gold_margin": -0.018186211585998535}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00553", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Greenway Pharmacy said to be unavailable earlier?", "temporal_relation": "none", "query_temporal_norm": 0.21051490306854248, "query_session_index": 2, "query_start_sec": 20.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6153668165206909}], "gold_semantic_scores": [0.5859976410865784], "gold_temporal_scores": [0.029369190335273743], "max_gold_score": 0.6153668165206909, "max_candidate_score": 0.6153668165206909, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.44728532433509827, "best_gold_margin": 0.16808149218559265, "weakest_gold_margin": 0.16808149218559265}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00553", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for mentioning Corner Deli earlier?", "temporal_relation": "none", "query_temporal_norm": 0.14231932163238525, "query_session_index": 2, "query_start_sec": 20.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.8411179184913635}], "gold_semantic_scores": [0.81768399477005], "gold_temporal_scores": [0.02343427948653698], "max_gold_score": 0.8411179184913635, "max_candidate_score": 0.8411179184913635, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5354461073875427, "best_gold_margin": 0.3056718111038208, "weakest_gold_margin": 0.3056718111038208}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00553", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we mention Corner Deli?", "temporal_relation": "session", "query_temporal_norm": 0.259880393743515, "query_session_index": 2, "query_start_sec": 20.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7975777387619019}], "gold_semantic_scores": [0.7561243176460266], "gold_temporal_scores": [0.0414537712931633], "max_gold_score": 0.7975777387619019, "max_candidate_score": 0.7975777387619019, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5556444525718689, "best_gold_margin": 0.24193328619003296, "weakest_gold_margin": 0.24193328619003296}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00667", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5253106951713562, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8652358055114746}], "gold_semantic_scores": [0.5849282741546631], "gold_temporal_scores": [0.28030768036842346], "max_gold_score": 0.8652358055114746, "max_candidate_score": 0.871045708656311, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.871045708656311, "best_gold_margin": -0.005809903144836426, "weakest_gold_margin": -0.005809903144836426}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00667", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our discussions, which prototype model was initially chosen?", "temporal_relation": "session", "query_temporal_norm": 0.5648940801620483, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7484728097915649}], "gold_semantic_scores": [0.608171284198761], "gold_temporal_scores": [0.14030133187770844], "max_gold_score": 0.7484728097915649, "max_candidate_score": 0.7484728097915649, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4615930914878845, "best_gold_margin": 0.2868797183036804, "weakest_gold_margin": 0.2868797183036804}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00667", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which model did Avery report switching to for the prototype?", "temporal_relation": "none", "query_temporal_norm": 0.36978843808174133, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6341119408607483}], "gold_semantic_scores": [0.4548565149307251], "gold_temporal_scores": [0.17925511300563812], "max_gold_score": 0.6341119408607483, "max_candidate_score": 0.6341119408607483, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5355492234230042, "best_gold_margin": 0.09856271743774414, "weakest_gold_margin": 0.09856271743774414}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00667", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the team switched to DilatedTransformer-Lite for the prototype?", "temporal_relation": "none", "query_temporal_norm": 0.2595028877258301, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8211255073547363}], "gold_semantic_scores": [0.6989612579345703], "gold_temporal_scores": [0.12216445058584213], "max_gold_score": 0.8211255073547363, "max_candidate_score": 0.8211255073547363, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4652199149131775, "best_gold_margin": 0.35590559244155884, "weakest_gold_margin": 0.35590559244155884}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00767", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Morgan's evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.38704490661621094, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.757307767868042}, {"memory_id": "history_02_utt_0007", "score": 0.7501927018165588}], "gold_semantic_scores": [0.6167588829994202, 0.6167861223220825], "gold_temporal_scores": [0.1405486762523651, 0.13340698182582855], "max_gold_score": 0.757307767868042, "max_candidate_score": 0.757307767868042, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6565119624137878, "best_gold_margin": 0.10079580545425415, "weakest_gold_margin": 0.093680739402771}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00767", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Morgan say they had for the benchmark?", "temporal_relation": "none", "query_temporal_norm": 0.25936612486839294, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6950380802154541}], "gold_semantic_scores": [0.6356713175773621], "gold_temporal_scores": [0.059366460889577866], "max_gold_score": 0.6950380802154541, "max_candidate_score": 0.6950380802154541, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5245052576065063, "best_gold_margin": 0.17053282260894775, "weakest_gold_margin": 0.17053282260894775}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00767", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan say they planned a single-condition lab benchmark using per-class accuracy?", "temporal_relation": "session", "query_temporal_norm": 0.22668007016181946, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8214545249938965}], "gold_semantic_scores": [0.7669172883033752], "gold_temporal_scores": [0.0545370876789093], "max_gold_score": 0.8214545249938965, "max_candidate_score": 0.8214545249938965, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7031819820404053, "best_gold_margin": 0.11827254295349121, "weakest_gold_margin": 0.11827254295349121}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00767", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan say they switched to a two-condition external pilot?", "temporal_relation": "session", "query_temporal_norm": 0.22977851331233978, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8392612934112549}], "gold_semantic_scores": [0.7263233065605164], "gold_temporal_scores": [0.11293790489435196], "max_gold_score": 0.8392612934112549, "max_candidate_score": 0.8392612934112549, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.75947105884552, "best_gold_margin": 0.07979023456573486, "weakest_gold_margin": 0.07979023456573486}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00976", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Quinn's evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4235498607158661, "query_session_index": 2, "query_start_sec": 17.840000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.848956286907196}, {"memory_id": "history_02_utt_0008", "score": 0.75709068775177}], "gold_semantic_scores": [0.6979174613952637, 0.602415144443512], "gold_temporal_scores": [0.15103870630264282, 0.1546756476163864], "max_gold_score": 0.848956286907196, "max_candidate_score": 0.848956286907196, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7352926135063171, "best_gold_margin": 0.1136636734008789, "weakest_gold_margin": 0.02179807424545288}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00976", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation plan discussed earlier differ from the updated plan?", "temporal_relation": "none", "query_temporal_norm": 0.380914568901062, "query_session_index": 2, "query_start_sec": 17.840000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7240358591079712}, {"memory_id": "history_02_utt_0008", "score": 0.7176290154457092}], "gold_semantic_scores": [0.5890939831733704, 0.5836789011955261], "gold_temporal_scores": [0.13494205474853516, 0.13394996523857117], "max_gold_score": 0.7240358591079712, "max_candidate_score": 0.7240358591079712, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4873805046081543, "best_gold_margin": 0.2366553544998169, "weakest_gold_margin": 0.23024851083755493}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00976", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to evaluate with cross-validation on the internal lab dataset?", "temporal_relation": "none", "query_temporal_norm": 0.28556764125823975, "query_session_index": 2, "query_start_sec": 17.840000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7843112349510193}], "gold_semantic_scores": [0.7391506433486938], "gold_temporal_scores": [0.04516059532761574], "max_gold_score": 0.7843112349510193, "max_candidate_score": 0.7843112349510193, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5636453032493591, "best_gold_margin": 0.22066593170166016, "weakest_gold_margin": 0.22066593170166016}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00976", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the evaluation to run multi-site pilot tests?", "temporal_relation": "none", "query_temporal_norm": 0.4066409766674042, "query_session_index": 2, "query_start_sec": 17.840000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9832608699798584}], "gold_semantic_scores": [0.7825830578804016], "gold_temporal_scores": [0.20067784190177917], "max_gold_score": 0.9832608699798584, "max_candidate_score": 0.9832608699798584, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5797303915023804, "best_gold_margin": 0.403530478477478, "weakest_gold_margin": 0.403530478477478}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01039", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the model choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5512239336967468, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7069541811943054}], "gold_semantic_scores": [0.5832048058509827], "gold_temporal_scores": [0.12374954670667648], "max_gold_score": 0.7069541811943054, "max_candidate_score": 0.7069541811943054, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.7069541811943054, "best_gold_margin": 0.0, "weakest_gold_margin": 0.0}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01039", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model did we switch to because it cut latency enough for the demo?", "temporal_relation": "none", "query_temporal_norm": 0.3152790069580078, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7814000248908997}], "gold_semantic_scores": [0.6251165866851807], "gold_temporal_scores": [0.15628352761268616], "max_gold_score": 0.7814000248908997, "max_candidate_score": 0.7814000248908997, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.616702675819397, "best_gold_margin": 0.16469734907150269, "weakest_gold_margin": 0.16469734907150269}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01039", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the switch to WaveLite-Compact (6-layer) mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.2695794701576233, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7632975578308105}], "gold_semantic_scores": [0.6360630393028259], "gold_temporal_scores": [0.127234548330307], "max_gold_score": 0.7632975578308105, "max_candidate_score": 0.7632975578308105, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4318530261516571, "best_gold_margin": 0.33144453167915344, "weakest_gold_margin": 0.33144453167915344}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01039", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was reported about latency when mixed-heavy inputs were fed during the run?", "temporal_relation": "none", "query_temporal_norm": 0.17723926901817322, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.7244367599487305}], "gold_semantic_scores": [0.6531499028205872], "gold_temporal_scores": [0.07128722220659256], "max_gold_score": 0.7244367599487305, "max_candidate_score": 0.7244367599487305, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.46588045358657837, "best_gold_margin": 0.2585563063621521, "weakest_gold_margin": 0.2585563063621521}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01123", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say the latest watch order was?", "temporal_relation": "latest", "query_temporal_norm": 0.5630712509155273, "query_session_index": 2, "query_start_sec": 14.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9122888445854187}], "gold_semantic_scores": [0.6483691930770874], "gold_temporal_scores": [0.2639196217060089], "max_gold_score": 0.9122888445854187, "max_candidate_score": 0.9192955493927002, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9192955493927002, "best_gold_margin": -0.007006704807281494, "weakest_gold_margin": -0.007006704807281494}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01123", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before the plan was changed, what order were we going to watch the two films?", "temporal_relation": "before", "query_temporal_norm": 0.3106028139591217, "query_session_index": 2, "query_start_sec": 14.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8178752064704895}], "gold_semantic_scores": [0.7159501910209656], "gold_temporal_scores": [0.10192511975765228], "max_gold_score": 0.8178752064704895, "max_candidate_score": 0.8178752064704895, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7880138158798218, "best_gold_margin": 0.029861390590667725, "weakest_gold_margin": 0.029861390590667725}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01123", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that Night Flights comes first and Soundscape Sessions is second?", "temporal_relation": "none", "query_temporal_norm": 0.2005831003189087, "query_session_index": 2, "query_start_sec": 14.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8168154358863831}], "gold_semantic_scores": [0.7913023829460144], "gold_temporal_scores": [0.025513112545013428], "max_gold_score": 0.8168154358863831, "max_candidate_score": 0.8168154358863831, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7965012788772583, "best_gold_margin": 0.020314157009124756, "weakest_gold_margin": 0.020314157009124756}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01123", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the current plan for the order we'll watch Night Flights and Soundscape Sessions?", "temporal_relation": "latest", "query_temporal_norm": 0.5292994379997253, "query_session_index": 2, "query_start_sec": 14.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0228054523468018}], "gold_semantic_scores": [0.7949258685112], "gold_temporal_scores": [0.2278795838356018], "max_gold_score": 1.0228054523468018, "max_candidate_score": 1.0228054523468018, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.0193727016448975, "best_gold_margin": 0.003432750701904297, "weakest_gold_margin": 0.003432750701904297}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00023", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the latest activity choice was a picnic in the park?", "temporal_relation": "latest", "query_temporal_norm": 0.5474685430526733, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.891387403011322}], "gold_semantic_scores": [0.6030945181846619], "gold_temporal_scores": [0.2882924973964691], "max_gold_score": 0.891387403011322, "max_candidate_score": 0.8941386938095093, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.8941386938095093, "best_gold_margin": -0.002751290798187256, "weakest_gold_margin": -0.002751290798187256}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00023", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.42286500334739685, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6391616463661194}, {"memory_id": "history_02_utt_0009", "score": 0.5541379451751709}], "gold_semantic_scores": [0.483212411403656, 0.4038890600204468], "gold_temporal_scores": [0.1559491753578186, 0.15024863183498383], "max_gold_score": 0.6391616463661194, "max_candidate_score": 0.6391616463661194, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.46212100982666016, "best_gold_margin": 0.17704063653945923, "weakest_gold_margin": 0.09201693534851074}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00023", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they preferred a picnic in the park instead of a movie night?", "temporal_relation": "none", "query_temporal_norm": 0.2077292650938034, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9260900616645813}], "gold_semantic_scores": [0.8288365602493286], "gold_temporal_scores": [0.09725348651409149], "max_gold_score": 0.9260900616645813, "max_candidate_score": 0.9260900616645813, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6317203640937805, "best_gold_margin": 0.2943696975708008, "weakest_gold_margin": 0.2943696975708008}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00080", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's activity suggestion change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41587454080581665, "query_session_index": 2, "query_start_sec": 15.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8411046862602234}, {"memory_id": "history_02_utt_0010", "score": 0.8023465871810913}], "gold_semantic_scores": [0.7006767392158508, 0.6653698086738586], "gold_temporal_scores": [0.14042803645133972, 0.13697688281536102], "max_gold_score": 0.8411046862602234, "max_candidate_score": 0.8411046862602234, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.727393388748169, "best_gold_margin": 0.11371129751205444, "weakest_gold_margin": 0.07495319843292236}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00080", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Casey pick as the group's activity?", "temporal_relation": "none", "query_temporal_norm": 0.22797136008739471, "query_session_index": 2, "query_start_sec": 15.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7654250860214233}], "gold_semantic_scores": [0.7057435512542725], "gold_temporal_scores": [0.059681616723537445], "max_gold_score": 0.7654250860214233, "max_candidate_score": 0.7761643528938293, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7761643528938293, "best_gold_margin": -0.010739266872406006, "weakest_gold_margin": -0.010739266872406006}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00080", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey say they had picked a museum visit?", "temporal_relation": "session", "query_temporal_norm": 0.20384888350963593, "query_session_index": 2, "query_start_sec": 15.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.648277997970581}], "gold_semantic_scores": [0.5990189909934998], "gold_temporal_scores": [0.0492589958012104], "max_gold_score": 0.648277997970581, "max_candidate_score": 0.648277997970581, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5910276174545288, "best_gold_margin": 0.057250380516052246, "weakest_gold_margin": 0.057250380516052246}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00080", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Casey say they changed their suggestion to for the gathering?", "temporal_relation": "none", "query_temporal_norm": 0.3840163052082062, "query_session_index": 2, "query_start_sec": 15.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9791357517242432}], "gold_semantic_scores": [0.819706380367279], "gold_temporal_scores": [0.1594294309616089], "max_gold_score": 0.9791357517242432, "max_candidate_score": 0.9791357517242432, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8276784420013428, "best_gold_margin": 0.1514573097229004, "weakest_gold_margin": 0.1514573097229004}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00175", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Cameron's chosen title change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.40904051065444946, "query_session_index": 2, "query_start_sec": 23.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.659337043762207}, {"memory_id": "history_02_utt_0009", "score": 0.6838327050209045}], "gold_semantic_scores": [0.5462283492088318, 0.5618610978126526], "gold_temporal_scores": [0.1131088063120842, 0.1219717413187027], "max_gold_score": 0.6838327050209045, "max_candidate_score": 0.6838327050209045, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5524083971977234, "best_gold_margin": 0.13142430782318115, "weakest_gold_margin": 0.10692864656448364}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00175", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did the chosen watchlist title change, and if so what was it before and what is it now?", "temporal_relation": "comparison", "query_temporal_norm": 0.42124658823013306, "query_session_index": 2, "query_start_sec": 23.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7825461030006409}, {"memory_id": "history_02_utt_0009", "score": 0.7736520171165466}], "gold_semantic_scores": [0.6643536686897278, 0.6600745916366577], "gold_temporal_scores": [0.11819249391555786, 0.11357775330543518], "max_gold_score": 0.7825461030006409, "max_candidate_score": 0.7825461030006409, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.1427251398563385, "best_gold_margin": 0.6398209631443024, "weakest_gold_margin": 0.6309268772602081}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00175", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had chosen Golden Hour Loop for the watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.13615179061889648, "query_session_index": 2, "query_start_sec": 23.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8670226335525513}], "gold_semantic_scores": [0.8470518589019775], "gold_temporal_scores": [0.019970882683992386], "max_gold_score": 0.8670226335525513, "max_candidate_score": 0.8670226335525513, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6192810535430908, "best_gold_margin": 0.24774158000946045, "weakest_gold_margin": 0.24774158000946045}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00175", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched their pick to Daybreak Montage for the watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.24478821456432343, "query_session_index": 2, "query_start_sec": 23.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.823721706867218}], "gold_semantic_scores": [0.7089598774909973], "gold_temporal_scores": [0.11476180702447891], "max_gold_score": 0.823721706867218, "max_candidate_score": 0.823721706867218, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.514162540435791, "best_gold_margin": 0.309559166431427, "weakest_gold_margin": 0.309559166431427}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00309", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say about the edge cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.21847425401210785, "query_session_index": 2, "query_start_sec": 21.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6256533265113831}, {"memory_id": "history_02_utt_0007", "score": 0.7800868153572083}], "gold_semantic_scores": [0.5673038363456726, 0.7404360771179199], "gold_temporal_scores": [0.05834951624274254, 0.03965077921748161], "max_gold_score": 0.7800868153572083, "max_candidate_score": 0.818000853061676, "top_memory_id": "history_02_utt_0007::cf::main::3", "max_non_gold_score": 0.818000853061676, "best_gold_margin": -0.03791403770446777, "weakest_gold_margin": -0.19234752655029297}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00309", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan confirm the edge cache?", "temporal_relation": "session", "query_temporal_norm": 0.19127105176448822, "query_session_index": 2, "query_start_sec": 21.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6553028225898743}], "gold_semantic_scores": [0.5966441035270691], "gold_temporal_scores": [0.05865870788693428], "max_gold_score": 0.6553028225898743, "max_candidate_score": 0.6553028225898743, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6499109864234924, "best_gold_margin": 0.005391836166381836, "weakest_gold_margin": 0.005391836166381836}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00309", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we establish about the local in-memory store with respect to the deployment durability constraint?", "temporal_relation": "none", "query_temporal_norm": 0.12447687238454819, "query_session_index": 2, "query_start_sec": 21.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.6547674536705017}], "gold_semantic_scores": [0.6200329661369324], "gold_temporal_scores": [0.03473479673266411], "max_gold_score": 0.6547674536705017, "max_candidate_score": 0.6547674536705017, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5372957587242126, "best_gold_margin": 0.11747169494628906, "weakest_gold_margin": 0.11747169494628906}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00309", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we decide to do with the local in-memory store, and why?", "temporal_relation": "none", "query_temporal_norm": 0.1939336359500885, "query_session_index": 2, "query_start_sec": 21.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.6335012316703796}], "gold_semantic_scores": [0.5546930432319641], "gold_temporal_scores": [0.07880838960409164], "max_gold_score": 0.6335012316703796, "max_candidate_score": 0.6335012316703796, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.5407892465591431, "best_gold_margin": 0.09271198511123657, "weakest_gold_margin": 0.09271198511123657}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00399", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say the latest chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.5248358845710754, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9482886791229248}], "gold_semantic_scores": [0.6971434950828552], "gold_temporal_scores": [0.25114521384239197], "max_gold_score": 0.9482886791229248, "max_candidate_score": 0.9482886791229248, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9442992210388184, "best_gold_margin": 0.003989458084106445, "weakest_gold_margin": 0.003989458084106445}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00399", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier you mentioned the group's movie choice changed. What did it change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.43326109647750854, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7964856624603271}, {"memory_id": "history_02_utt_0007", "score": 0.7244948744773865}], "gold_semantic_scores": [0.6461354494094849, 0.5722513794898987], "gold_temporal_scores": [0.15035060048103333, 0.15224361419677734], "max_gold_score": 0.7964856624603271, "max_candidate_score": 0.7964856624603271, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.26849615573883057, "best_gold_margin": 0.5279895067214966, "weakest_gold_margin": 0.4559987187385559}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00399", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we changed our pick and agreed on The Iron Orchard?", "temporal_relation": "none", "query_temporal_norm": 0.3153958320617676, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8029846549034119}], "gold_semantic_scores": [0.6712124347686768], "gold_temporal_scores": [0.1317722052335739], "max_gold_score": 0.8029846549034119, "max_candidate_score": 0.8029846549034119, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6746787428855896, "best_gold_margin": 0.12830591201782227, "weakest_gold_margin": 0.12830591201782227}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00399", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery say we agreed on The Iron Orchard?", "temporal_relation": "session", "query_temporal_norm": 0.17482036352157593, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7020166516304016}], "gold_semantic_scores": [0.6787878274917603], "gold_temporal_scores": [0.023228934034705162], "max_gold_score": 0.7020166516304016, "max_candidate_score": 0.7020166516304016, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6580557823181152, "best_gold_margin": 0.04396086931228638, "weakest_gold_margin": 0.04396086931228638}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00553", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Green Willow, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.16677160561084747, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7759429812431335}, {"memory_id": "history_02_utt_0008", "score": 0.865973711013794}], "gold_semantic_scores": [0.7256298065185547, 0.824292004108429], "gold_temporal_scores": [0.05031318590044975, 0.04168159142136574], "max_gold_score": 0.865973711013794, "max_candidate_score": 0.865973711013794, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7870231866836548, "best_gold_margin": 0.07895052433013916, "weakest_gold_margin": -0.01108020544052124}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00553", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Green Willow ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.13809596002101898, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.946760892868042}], "gold_semantic_scores": [0.8892598748207092], "gold_temporal_scores": [0.05750083550810814], "max_gold_score": 0.946760892868042, "max_candidate_score": 0.946760892868042, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7349268198013306, "best_gold_margin": 0.21183407306671143, "weakest_gold_margin": 0.21183407306671143}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00553", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Blue Orchard suggested earlier?", "temporal_relation": "none", "query_temporal_norm": 0.20768223702907562, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7799984812736511}], "gold_semantic_scores": [0.7679359912872314], "gold_temporal_scores": [0.012062455527484417], "max_gold_score": 0.7799984812736511, "max_candidate_score": 0.7799984812736511, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5831976532936096, "best_gold_margin": 0.1968008279800415, "weakest_gold_margin": 0.1968008279800415}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00553", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say Blue Orchard was rejected?", "temporal_relation": "session", "query_temporal_norm": 0.12326115369796753, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.8242043852806091}], "gold_semantic_scores": [0.7926879525184631], "gold_temporal_scores": [0.031516484916210175], "max_gold_score": 0.8242043852806091, "max_candidate_score": 0.8242043852806091, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.5719063878059387, "best_gold_margin": 0.2522979974746704, "weakest_gold_margin": 0.2522979974746704}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00682", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.40503165125846863, "query_session_index": 2, "query_start_sec": 22.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7079648971557617}, {"memory_id": "history_02_utt_0008", "score": 0.823451578617096}], "gold_semantic_scores": [0.5619224905967712, 0.6711018085479736], "gold_temporal_scores": [0.14604243636131287, 0.1523497849702835], "max_gold_score": 0.823451578617096, "max_candidate_score": 0.8267627358436584, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8267627358436584, "best_gold_margin": -0.0033111572265625, "weakest_gold_margin": -0.11879783868789673}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00682", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the botanical garden guided tour?", "temporal_relation": "none", "query_temporal_norm": 0.11782296746969223, "query_session_index": 2, "query_start_sec": 22.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.740138828754425}], "gold_semantic_scores": [0.7211179733276367], "gold_temporal_scores": [0.019020788371562958], "max_gold_score": 0.740138828754425, "max_candidate_score": 0.740138828754425, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.3328418731689453, "best_gold_margin": 0.40729695558547974, "weakest_gold_margin": 0.40729695558547974}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00682", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "Where did I think I left the spare set earlier?", "temporal_relation": "none", "query_temporal_norm": 0.20096196234226227, "query_session_index": 2, "query_start_sec": 22.68, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.18485014140605927, "top_memory_id": "history_01_utt_0003", "max_non_gold_score": 0.18485014140605927, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00829", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said we should start with Season 2, Episode 1, \"The Turning Point\"?", "temporal_relation": "earliest", "query_temporal_norm": 0.5507441759109497, "query_session_index": 2, "query_start_sec": 25.839999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8160258531570435}], "gold_semantic_scores": [0.7565248012542725], "gold_temporal_scores": [0.059501077979803085], "max_gold_score": 0.8160258531570435, "max_candidate_score": 0.8160258531570435, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6000710129737854, "best_gold_margin": 0.21595484018325806, "weakest_gold_margin": 0.21595484018325806}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00829", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before the plan changed, which episode had been chosen to start our watch?", "temporal_relation": "before", "query_temporal_norm": 0.24816147983074188, "query_session_index": 2, "query_start_sec": 25.839999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8287215232849121}], "gold_semantic_scores": [0.7710453271865845], "gold_temporal_scores": [0.05767614394426346], "max_gold_score": 0.8287215232849121, "max_candidate_score": 0.8287215232849121, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7903826236724854, "best_gold_margin": 0.03833889961242676, "weakest_gold_margin": 0.03833889961242676}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00829", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Which person suggested starting with Season 2, Episode 1 — 'The Turning Point'?", "temporal_relation": "none", "query_temporal_norm": 0.23388667404651642, "query_session_index": 2, "query_start_sec": 25.839999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7019893527030945}], "gold_semantic_scores": [0.6570914387702942], "gold_temporal_scores": [0.04489781707525253], "max_gold_score": 0.7019893527030945, "max_candidate_score": 0.7019893527030945, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6173135042190552, "best_gold_margin": 0.0846758484840393, "weakest_gold_margin": 0.0846758484840393}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00829", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley say we should start with?", "temporal_relation": "none", "query_temporal_norm": 0.21771235764026642, "query_session_index": 2, "query_start_sec": 25.839999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6393905282020569}], "gold_semantic_scores": [0.603805661201477], "gold_temporal_scores": [0.03558456525206566], "max_gold_score": 0.6393905282020569, "max_candidate_score": 0.6393905282020569, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5557092428207397, "best_gold_margin": 0.08368128538131714, "weakest_gold_margin": 0.08368128538131714}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00937", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the memory-mapped shared-file approach, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2073224037885666, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7878867387771606}, {"memory_id": "history_02_utt_0007", "score": 0.8075413703918457}], "gold_semantic_scores": [0.7237670421600342, 0.7471064925193787], "gold_temporal_scores": [0.06411991268396378, 0.060435108840465546], "max_gold_score": 0.8075413703918457, "max_candidate_score": 0.8075413703918457, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4550166130065918, "best_gold_margin": 0.3525247573852539, "weakest_gold_margin": 0.33287012577056885}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00937", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that Reese proposed using a memory-mapped shared-file approach?", "temporal_relation": "none", "query_temporal_norm": 0.1468236893415451, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8122133612632751}], "gold_semantic_scores": [0.7803330421447754], "gold_temporal_scores": [0.031880300492048264], "max_gold_score": 0.8122133612632751, "max_candidate_score": 0.8122133612632751, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5303522348403931, "best_gold_margin": 0.2818611264228821, "weakest_gold_margin": 0.2818611264228821}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00937", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Jordan say was proposed for sharing model parameters?", "temporal_relation": "none", "query_temporal_norm": 0.13885894417762756, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6985216736793518}], "gold_semantic_scores": [0.6817129850387573], "gold_temporal_scores": [0.016808796674013138], "max_gold_score": 0.6985216736793518, "max_candidate_score": 0.6985216736793518, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5381566882133484, "best_gold_margin": 0.16036498546600342, "weakest_gold_margin": 0.16036498546600342}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00937", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention Reese's memory-mapped shared-file proposal?", "temporal_relation": "session", "query_temporal_norm": 0.20207560062408447, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7644531726837158}], "gold_semantic_scores": [0.7048131823539734], "gold_temporal_scores": [0.05964010953903198], "max_gold_score": 0.7644531726837158, "max_candidate_score": 0.7644531726837158, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5844385027885437, "best_gold_margin": 0.18001466989517212, "weakest_gold_margin": 0.18001466989517212}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01022", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their plan to a coastal hike, and what was the earlier plan?", "temporal_relation": "none", "query_temporal_norm": 0.35948556661605835, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5841667652130127}, {"memory_id": "history_02_utt_0008", "score": 0.7346632480621338}], "gold_semantic_scores": [0.4682997763156891, 0.6532847285270691], "gold_temporal_scores": [0.11586706340312958, 0.08137844502925873], "max_gold_score": 0.7346632480621338, "max_candidate_score": 0.7346632480621338, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.42123278975486755, "best_gold_margin": 0.31343045830726624, "weakest_gold_margin": 0.16293397545814514}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01022", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our discussions, what activity had been planned before it was changed?", "temporal_relation": "session", "query_temporal_norm": 0.3969913125038147, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.786573588848114}], "gold_semantic_scores": [0.6652172207832336], "gold_temporal_scores": [0.12135637551546097], "max_gold_score": 0.786573588848114, "max_candidate_score": 0.786573588848114, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6971625089645386, "best_gold_margin": 0.08941107988357544, "weakest_gold_margin": 0.08941107988357544}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01022", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Rowan say they had planned?", "temporal_relation": "none", "query_temporal_norm": 0.30789273977279663, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7451809644699097}], "gold_semantic_scores": [0.6794459819793701], "gold_temporal_scores": [0.06573504209518433], "max_gold_score": 0.7451809644699097, "max_candidate_score": 0.7451809644699097, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7268184423446655, "best_gold_margin": 0.01836252212524414, "weakest_gold_margin": 0.01836252212524414}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01022", "qa_id": "extra_qa_0005", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Rowan say they were planning now after changing their earlier plan?", "temporal_relation": "latest", "query_temporal_norm": 0.4774693548679352, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8224391341209412}], "gold_semantic_scores": [0.7056968808174133], "gold_temporal_scores": [0.11674211919307709], "max_gold_score": 0.8224391341209412, "max_candidate_score": 0.877896249294281, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0005::2", "max_non_gold_score": 0.877896249294281, "best_gold_margin": -0.055457115173339844, "weakest_gold_margin": -0.055457115173339844}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01091", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5496552586555481, "query_session_index": 2, "query_start_sec": 17.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0172135829925537}], "gold_semantic_scores": [0.7345588803291321], "gold_temporal_scores": [0.28265470266342163], "max_gold_score": 1.0172135829925537, "max_candidate_score": 1.0403823852539062, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 1.0403823852539062, "best_gold_margin": -0.02316880226135254, "weakest_gold_margin": -0.02316880226135254}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01091", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which shopping item was added to the list?", "temporal_relation": "none", "query_temporal_norm": 0.2490900754928589, "query_session_index": 2, "query_start_sec": 17.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6933076977729797}], "gold_semantic_scores": [0.6207913160324097], "gold_temporal_scores": [0.07251623272895813], "max_gold_score": 0.6933076977729797, "max_candidate_score": 0.7446743845939636, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7446743845939636, "best_gold_margin": -0.05136668682098389, "weakest_gold_margin": -0.05136668682098389}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01138", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did I change my evaluation plan between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3824143409729004, "query_session_index": 2, "query_start_sec": 15.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7379785180091858}, {"memory_id": "history_02_utt_0009", "score": 0.6606580018997192}], "gold_semantic_scores": [0.6101762652397156, 0.5291416049003601], "gold_temporal_scores": [0.127802312374115, 0.13151651620864868], "max_gold_score": 0.7379785180091858, "max_candidate_score": 0.7809622883796692, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.7809622883796692, "best_gold_margin": -0.0429837703704834, "weakest_gold_margin": -0.12030428647994995}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01138", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the evaluation to report per-class F1?", "temporal_relation": "none", "query_temporal_norm": 0.4660743474960327, "query_session_index": 2, "query_start_sec": 15.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0772030353546143}], "gold_semantic_scores": [0.8349291682243347], "gold_temporal_scores": [0.24227386713027954], "max_gold_score": 1.0772030353546143, "max_candidate_score": 1.0772030353546143, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6773449182510376, "best_gold_margin": 0.39985811710357666, "weakest_gold_margin": 0.39985811710357666}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00005", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we originally have down for the rating?", "temporal_relation": "earliest", "query_temporal_norm": 0.5573347210884094, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.42151403427124023}], "gold_semantic_scores": [0.309208482503891], "gold_temporal_scores": [0.11230558902025223], "max_gold_score": 0.42151403427124023, "max_candidate_score": 0.42151403427124023, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.15823492407798767, "best_gold_margin": 0.26327911019325256, "weakest_gold_margin": 0.26327911019325256}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00005", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating for Midnight Arcade change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.289635568857193, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8054004907608032}, {"memory_id": "history_02_utt_0013", "score": 0.8223565816879272}], "gold_semantic_scores": [0.7084128856658936, 0.744889497756958], "gold_temporal_scores": [0.09698750078678131, 0.07746719568967819], "max_gold_score": 0.8223565816879272, "max_candidate_score": 0.8223565816879272, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.6008759140968323, "best_gold_margin": 0.22148066759109497, "weakest_gold_margin": 0.20452457666397095}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00005", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What rating did we originally give to Midnight Arcade?", "temporal_relation": "none", "query_temporal_norm": 0.5356383323669434, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9152641296386719}], "gold_semantic_scores": [0.7967689037322998], "gold_temporal_scores": [0.11849527806043625], "max_gold_score": 0.9152641296386719, "max_candidate_score": 0.9152641296386719, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6582345366477966, "best_gold_margin": 0.25702959299087524, "weakest_gold_margin": 0.25702959299087524}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00005", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What time is the playback scheduled to start?", "temporal_relation": "none", "query_temporal_norm": 0.3761637210845947, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.35400691628456116, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.35400691628456116, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00073", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say the latest chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.5546058416366577, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8343803286552429}], "gold_semantic_scores": [0.5653969645500183], "gold_temporal_scores": [0.2689838707447052], "max_gold_score": 0.8343803286552429, "max_candidate_score": 0.8352330923080444, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.8352330923080444, "best_gold_margin": -0.0008527636528015137, "weakest_gold_margin": -0.0008527636528015137}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00073", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention the chosen title?", "temporal_relation": "session", "query_temporal_norm": 0.2044699788093567, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.34759417176246643}], "gold_semantic_scores": [0.3065200448036194], "gold_temporal_scores": [0.04107414558529854], "max_gold_score": 0.34759417176246643, "max_candidate_score": 0.44647473096847534, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.44647473096847534, "best_gold_margin": -0.09888055920600891, "weakest_gold_margin": -0.09888055920600891}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00073", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we were going with Harbor Lights?", "temporal_relation": "none", "query_temporal_norm": 0.1891585737466812, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6857208609580994}], "gold_semantic_scores": [0.598359227180481], "gold_temporal_scores": [0.08736152946949005], "max_gold_score": 0.6857208609580994, "max_candidate_score": 0.6857208609580994, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.08055949211120605, "best_gold_margin": 0.6051613688468933, "weakest_gold_margin": 0.6051613688468933}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00073", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the title we originally set on?", "temporal_relation": "earliest", "query_temporal_norm": 0.5412580370903015, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7197475433349609}], "gold_semantic_scores": [0.5864148139953613], "gold_temporal_scores": [0.13333269953727722], "max_gold_score": 0.7197475433349609, "max_candidate_score": 0.7197475433349609, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.30966997146606445, "best_gold_margin": 0.4100775718688965, "weakest_gold_margin": 0.4100775718688965}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00191", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What venue did I originally say we could use before I changed the plan?", "temporal_relation": "earliest", "query_temporal_norm": 0.5667017698287964, "query_session_index": 2, "query_start_sec": 12.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8008574843406677}], "gold_semantic_scores": [0.66684490442276], "gold_temporal_scores": [0.13401250541210175], "max_gold_score": 0.8008574843406677, "max_candidate_score": 0.8008574843406677, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7995511293411255, "best_gold_margin": 0.0013063549995422363, "weakest_gold_margin": 0.0013063549995422363}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00191", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the group decide to hold the meeting?", "temporal_relation": "none", "query_temporal_norm": 0.30157241225242615, "query_session_index": 2, "query_start_sec": 12.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7887279987335205}], "gold_semantic_scores": [0.6643187999725342], "gold_temporal_scores": [0.12440907955169678], "max_gold_score": 0.7887279987335205, "max_candidate_score": 0.7887279987335205, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5162568092346191, "best_gold_margin": 0.27247118949890137, "weakest_gold_margin": 0.27247118949890137}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00191", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the venue for the meeting changed?", "temporal_relation": "session", "query_temporal_norm": 0.3486265242099762, "query_session_index": 2, "query_start_sec": 12.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8369585275650024}], "gold_semantic_scores": [0.6927406787872314], "gold_temporal_scores": [0.14421787858009338], "max_gold_score": 0.8369585275650024, "max_candidate_score": 0.8369585275650024, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7732589840888977, "best_gold_margin": 0.06369954347610474, "weakest_gold_margin": 0.06369954347610474}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00191", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the portable speakers are charging by the window?", "temporal_relation": "none", "query_temporal_norm": 0.17899753153324127, "query_session_index": 2, "query_start_sec": 12.799999999999999, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.45513948798179626, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.45513948798179626, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00347", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their evaluation plan to averaging three checkpoints, running schema dry-runs, and checking consistency across tracks before the upload, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.3981996476650238, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8252256512641907}, {"memory_id": "history_02_utt_0010", "score": 0.8455100059509277}], "gold_semantic_scores": [0.6824748516082764, 0.734038770198822], "gold_temporal_scores": [0.14275074005126953, 0.11147099733352661], "max_gold_score": 0.8455100059509277, "max_candidate_score": 0.8455100059509277, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.24353477358818054, "best_gold_margin": 0.6019752323627472, "weakest_gold_margin": 0.5816908776760101}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00347", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest evaluation plan we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5342888832092285, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8821259140968323}], "gold_semantic_scores": [0.6232432723045349], "gold_temporal_scores": [0.2588828504085541], "max_gold_score": 0.8821259140968323, "max_candidate_score": 0.8933010697364807, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.8933010697364807, "best_gold_margin": -0.011175155639648438, "weakest_gold_margin": -0.011175155639648438}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00347", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation plan change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3981027901172638, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.829522430896759}, {"memory_id": "history_02_utt_0010", "score": 0.8659843802452087}], "gold_semantic_scores": [0.6856659650802612, 0.729094386100769], "gold_temporal_scores": [0.14385652542114258, 0.13688969612121582], "max_gold_score": 0.8659843802452087, "max_candidate_score": 0.8659843802452087, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.30468374490737915, "best_gold_margin": 0.5613006353378296, "weakest_gold_margin": 0.5248386859893799}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00347", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where do visitor badges need to be picked up?", "temporal_relation": "none", "query_temporal_norm": 0.2141987681388855, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3588598668575287, "top_memory_id": "history_01_utt_0044", "max_non_gold_score": 0.3588598668575287, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00426", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest activity choice was for the get-together?", "temporal_relation": "latest", "query_temporal_norm": 0.5587679147720337, "query_session_index": 2, "query_start_sec": 11.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8995171785354614}], "gold_semantic_scores": [0.6452029943466187], "gold_temporal_scores": [0.2543141543865204], "max_gold_score": 0.8995171785354614, "max_candidate_score": 0.9010586738586426, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9010586738586426, "best_gold_margin": -0.0015414953231811523, "weakest_gold_margin": -0.0015414953231811523}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00483", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say he was getting instead as the latest shopping item?", "temporal_relation": "latest", "query_temporal_norm": 0.5411546230316162, "query_session_index": 2, "query_start_sec": 11.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9826334118843079}], "gold_semantic_scores": [0.7266315221786499], "gold_temporal_scores": [0.25600185990333557], "max_gold_score": 0.9826334118843079, "max_candidate_score": 0.9869219064712524, "top_memory_id": "history_02_utt_0012::cf::main::3", "max_non_gold_score": 0.9869219064712524, "best_gold_margin": -0.00428849458694458, "weakest_gold_margin": -0.00428849458694458}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00483", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the shopping item that we discussed earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.3723101019859314, "query_session_index": 2, "query_start_sec": 11.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7445775866508484}, {"memory_id": "history_02_utt_0012", "score": 0.7124020457267761}], "gold_semantic_scores": [0.6188633441925049, 0.6505628824234009], "gold_temporal_scores": [0.12571413815021515, 0.06183930113911629], "max_gold_score": 0.7445775866508484, "max_candidate_score": 0.7445775866508484, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.637919008731842, "best_gold_margin": 0.10665857791900635, "weakest_gold_margin": 0.07448303699493408}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00483", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned getting toilet bowl cleaner?", "temporal_relation": "none", "query_temporal_norm": 0.19119666516780853, "query_session_index": 2, "query_start_sec": 11.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.6249735951423645}], "gold_semantic_scores": [0.6070530414581299], "gold_temporal_scores": [0.017920657992362976], "max_gold_score": 0.6249735951423645, "max_candidate_score": 0.6372478604316711, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6372478604316711, "best_gold_margin": -0.01227426528930664, "weakest_gold_margin": -0.01227426528930664}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00535", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest rating for Signal Fires was?", "temporal_relation": "latest", "query_temporal_norm": 0.5091215968132019, "query_session_index": 2, "query_start_sec": 14.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9650865793228149}], "gold_semantic_scores": [0.7347912788391113], "gold_temporal_scores": [0.23029489815235138], "max_gold_score": 0.9650865793228149, "max_candidate_score": 1.0207079648971558, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 1.0207079648971558, "best_gold_margin": -0.05562138557434082, "weakest_gold_margin": -0.05562138557434082}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00535", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they'd bump Signal Fires up to 9 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.19295234978199005, "query_session_index": 2, "query_start_sec": 14.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.530366837978363}], "gold_semantic_scores": [0.44301214814186096], "gold_temporal_scores": [0.08735477179288864], "max_gold_score": 0.530366837978363, "max_candidate_score": 0.530366837978363, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.3179154396057129, "best_gold_margin": 0.21245139837265015, "weakest_gold_margin": 0.21245139837265015}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00535", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the earlier rating given to Signal Fires during our discussions?", "temporal_relation": "session", "query_temporal_norm": 0.4306028485298157, "query_session_index": 2, "query_start_sec": 14.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7870128154754639}], "gold_semantic_scores": [0.7070156335830688], "gold_temporal_scores": [0.07999703288078308], "max_gold_score": 0.7870128154754639, "max_candidate_score": 0.7870128154754639, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5788857936859131, "best_gold_margin": 0.20812702178955078, "weakest_gold_margin": 0.20812702178955078}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00535", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating for Signal Fires change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.36657097935676575, "query_session_index": 2, "query_start_sec": 14.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6938470602035522}, {"memory_id": "history_02_utt_0010", "score": 0.6933295726776123}], "gold_semantic_scores": [0.5708900094032288, 0.5824184417724609], "gold_temporal_scores": [0.12295696139335632, 0.11091073602437973], "max_gold_score": 0.6938470602035522, "max_candidate_score": 0.6938470602035522, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.496906578540802, "best_gold_margin": 0.19694048166275024, "weakest_gold_margin": 0.1964229941368103}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00614", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Riley give for putting Maple Street Co-op on the list, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.18705706298351288, "query_session_index": 2, "query_start_sec": 10.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7769431471824646}, {"memory_id": "history_02_utt_0010", "score": 0.6731387972831726}], "gold_semantic_scores": [0.7181777954101562, 0.6270414590835571], "gold_temporal_scores": [0.05876537784934044, 0.046097204089164734], "max_gold_score": 0.7769431471824646, "max_candidate_score": 0.7769431471824646, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7604367733001709, "best_gold_margin": 0.0165063738822937, "weakest_gold_margin": -0.08729797601699829}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00614", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that Maple Street Co-op has bulk bins for buying small amounts of spices?", "temporal_relation": "none", "query_temporal_norm": 0.11324410140514374, "query_session_index": 2, "query_start_sec": 10.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7045892477035522}], "gold_semantic_scores": [0.6754449009895325], "gold_temporal_scores": [0.02914431318640709], "max_gold_score": 0.7045892477035522, "max_candidate_score": 0.7045892477035522, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.48098358511924744, "best_gold_margin": 0.2236056625843048, "weakest_gold_margin": 0.2236056625843048}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00614", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Corner Cart Market suggested?", "temporal_relation": "none", "query_temporal_norm": 0.1133110523223877, "query_session_index": 2, "query_start_sec": 10.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0030", "score": 0.7242804169654846}], "gold_semantic_scores": [0.6993168592453003], "gold_temporal_scores": [0.024963464587926865], "max_gold_score": 0.7242804169654846, "max_candidate_score": 0.7242804169654846, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.482463538646698, "best_gold_margin": 0.24181687831878662, "weakest_gold_margin": 0.24181687831878662}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00614", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Corner Cart Market still had a late pickup window?", "temporal_relation": "session", "query_temporal_norm": 0.1537613421678543, "query_session_index": 2, "query_start_sec": 10.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.7449716329574585}], "gold_semantic_scores": [0.683870792388916], "gold_temporal_scores": [0.061100877821445465], "max_gold_score": 0.7449716329574585, "max_candidate_score": 0.7449716329574585, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.5925046801567078, "best_gold_margin": 0.15246695280075073, "weakest_gold_margin": 0.15246695280075073}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00823", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What rating did I say I gave Paper Trail after our first discussion?", "temporal_relation": "session", "query_temporal_norm": 0.2884698808193207, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8782740831375122}], "gold_semantic_scores": [0.8329068422317505], "gold_temporal_scores": [0.045367106795310974], "max_gold_score": 0.8782740831375122, "max_candidate_score": 0.8782740831375122, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8600531816482544, "best_gold_margin": 0.018220901489257812, "weakest_gold_margin": 0.018220901489257812}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00823", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the rating for Paper Trail lowered to 6 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.20968540012836456, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8309691548347473}], "gold_semantic_scores": [0.7353706955909729], "gold_temporal_scores": [0.09559854865074158], "max_gold_score": 0.8309691548347473, "max_candidate_score": 0.8309691548347473, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8139959573745728, "best_gold_margin": 0.01697319746017456, "weakest_gold_margin": 0.01697319746017456}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00823", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who said we would take a short break at 9:40 PM?", "temporal_relation": "none", "query_temporal_norm": 0.14341974258422852, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.41363149881362915, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.41363149881362915, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00991", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the live demo plan to a two-stage intent model with a scripted fallback renderer, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.3997740149497986, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7767300605773926}, {"memory_id": "history_02_utt_0009", "score": 0.8337225317955017}], "gold_semantic_scores": [0.6390112042427063, 0.6996278166770935], "gold_temporal_scores": [0.13771888613700867, 0.13409443199634552], "max_gold_score": 0.8337225317955017, "max_candidate_score": 0.8337225317955017, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3463747203350067, "best_gold_margin": 0.487347811460495, "weakest_gold_margin": 0.43035534024238586}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00991", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model approach was initially proposed to run the entire demo?", "temporal_relation": "earliest", "query_temporal_norm": 0.43342190980911255, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7484865784645081}], "gold_semantic_scores": [0.6881805658340454], "gold_temporal_scores": [0.06030603125691414], "max_gold_score": 0.7484865784645081, "max_candidate_score": 0.7484865784645081, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.2991238236427307, "best_gold_margin": 0.44936275482177734, "weakest_gold_margin": 0.44936275482177734}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00991", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model choice did Skyler first suggest for running the demo?", "temporal_relation": "earliest", "query_temporal_norm": 0.4851993918418884, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8010836839675903}], "gold_semantic_scores": [0.7113260626792908], "gold_temporal_scores": [0.08975759148597717], "max_gold_score": 0.8010836839675903, "max_candidate_score": 0.8010836839675903, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6592844724655151, "best_gold_margin": 0.1417992115020752, "weakest_gold_margin": 0.1417992115020752}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00991", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention their preference for a single end-to-end multimodal model?", "temporal_relation": "session", "query_temporal_norm": 0.1831899732351303, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5882643461227417}], "gold_semantic_scores": [0.5298604369163513], "gold_temporal_scores": [0.05840393900871277], "max_gold_score": 0.5882643461227417, "max_candidate_score": 0.5882643461227417, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5140842795372009, "best_gold_margin": 0.07418006658554077, "weakest_gold_margin": 0.07418006658554077}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01106", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for proposing the fused decoder path, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.16094166040420532, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6620226502418518}, {"memory_id": "history_02_utt_0010", "score": 0.7068945169448853}], "gold_semantic_scores": [0.6141745448112488, 0.6492308974266052], "gold_temporal_scores": [0.047848187386989594, 0.05766380578279495], "max_gold_score": 0.7068945169448853, "max_candidate_score": 0.7068945169448853, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6546882390975952, "best_gold_margin": 0.05220627784729004, "weakest_gold_margin": 0.007334411144256592}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01106", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the fused decoder path rejected?", "temporal_relation": "none", "query_temporal_norm": 0.13795337080955505, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.755088746547699}], "gold_semantic_scores": [0.7037762999534607], "gold_temporal_scores": [0.0513121634721756], "max_gold_score": 0.755088746547699, "max_candidate_score": 0.755088746547699, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5062897205352783, "best_gold_margin": 0.24879902601242065, "weakest_gold_margin": 0.24879902601242065}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01106", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the proposed reason for using the preloaded fallback cache?", "temporal_relation": "none", "query_temporal_norm": 0.10468693822622299, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.6896702647209167}], "gold_semantic_scores": [0.6696916222572327], "gold_temporal_scores": [0.01997847855091095], "max_gold_score": 0.6896702647209167, "max_candidate_score": 0.6896702647209167, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.6602449417114258, "best_gold_margin": 0.029425323009490967, "weakest_gold_margin": 0.029425323009490967}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01249", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron say was the reason for suggesting Green Bowl, and why was Green Bowl ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.16822612285614014, "query_session_index": 2, "query_start_sec": 18.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7718906998634338}, {"memory_id": "history_02_utt_0009", "score": 0.8177791833877563}], "gold_semantic_scores": [0.7229581475257874, 0.7541953325271606], "gold_temporal_scores": [0.048932384699583054, 0.06358378380537033], "max_gold_score": 0.8177791833877563, "max_candidate_score": 0.8507406711578369, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8507406711578369, "best_gold_margin": -0.032961487770080566, "weakest_gold_margin": -0.07884997129440308}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01249", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that Green Bowl has a separate vegan fryer?", "temporal_relation": "none", "query_temporal_norm": 0.13899657130241394, "query_session_index": 2, "query_start_sec": 18.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.729268491268158}], "gold_semantic_scores": [0.692463755607605], "gold_temporal_scores": [0.0368046760559082], "max_gold_score": 0.729268491268158, "max_candidate_score": 0.729268491268158, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6541157960891724, "best_gold_margin": 0.0751526951789856, "weakest_gold_margin": 0.0751526951789856}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01249", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron suggest Green Bowl?", "temporal_relation": "session", "query_temporal_norm": 0.18912944197654724, "query_session_index": 2, "query_start_sec": 18.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8778681755065918}], "gold_semantic_scores": [0.8294863104820251], "gold_temporal_scores": [0.048381783068180084], "max_gold_score": 0.8778681755065918, "max_candidate_score": 0.8778681755065918, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8044672012329102, "best_gold_margin": 0.07340097427368164, "weakest_gold_margin": 0.07340097427368164}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01249", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the availability issue with Green Bowl that came up in our discussions?", "temporal_relation": "none", "query_temporal_norm": 0.2209591120481491, "query_session_index": 2, "query_start_sec": 18.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9228256940841675}], "gold_semantic_scores": [0.8247231245040894], "gold_temporal_scores": [0.09810222685337067], "max_gold_score": 0.9228256940841675, "max_candidate_score": 0.9228256940841675, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6416786909103394, "best_gold_margin": 0.2811470031738281, "weakest_gold_margin": 0.2811470031738281}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01296", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did the departure time I mentioned earlier change by the later discussion?", "temporal_relation": "comparison", "query_temporal_norm": 0.3911168575286865, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8089834451675415}, {"memory_id": "history_02_utt_0008", "score": 0.7741292119026184}], "gold_semantic_scores": [0.6705642938613892, 0.6123637557029724], "gold_temporal_scores": [0.13841909170150757, 0.16176539659500122], "max_gold_score": 0.8089834451675415, "max_candidate_score": 0.8155432939529419, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.8155432939529419, "best_gold_margin": -0.006559848785400391, "weakest_gold_margin": -0.041414082050323486}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01296", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned pushing the departure time to 5:40 PM?", "temporal_relation": "none", "query_temporal_norm": 0.14856520295143127, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7358322143554688}], "gold_semantic_scores": [0.6710894703865051], "gold_temporal_scores": [0.06474318355321884], "max_gold_score": 0.7358322143554688, "max_candidate_score": 0.7358322143554688, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6305719017982483, "best_gold_margin": 0.10526031255722046, "weakest_gold_margin": 0.10526031255722046}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01296", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original departure time mentioned for the pharmacy run and package pickup?", "temporal_relation": "earliest", "query_temporal_norm": 0.5478219389915466, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7881680727005005}], "gold_semantic_scores": [0.6585649847984314], "gold_temporal_scores": [0.12960298359394073], "max_gold_score": 0.7881680727005005, "max_candidate_score": 0.7881680727005005, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6437186598777771, "best_gold_margin": 0.1444494128227234, "weakest_gold_margin": 0.1444494128227234}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01296", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where are the spare keys located?", "temporal_relation": "none", "query_temporal_norm": 0.33263152837753296, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.48481449484825134, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.48481449484825134, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01418", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.423651784658432, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7452428340911865}, {"memory_id": "history_02_utt_0009", "score": 0.8204619288444519}], "gold_semantic_scores": [0.5960241556167603, 0.6721951365470886], "gold_temporal_scores": [0.14921869337558746, 0.1482669860124588], "max_gold_score": 0.8204619288444519, "max_candidate_score": 0.8508872985839844, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8508872985839844, "best_gold_margin": -0.03042536973953247, "weakest_gold_margin": -0.10564446449279785}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01418", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning an overnight WER sweep on the noisy command set?", "temporal_relation": "none", "query_temporal_norm": 0.30902299284935, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8285530805587769}], "gold_semantic_scores": [0.7505707144737244], "gold_temporal_scores": [0.0779823288321495], "max_gold_score": 0.8285530805587769, "max_candidate_score": 0.8285530805587769, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.41037842631340027, "best_gold_margin": 0.4181746542453766, "weakest_gold_margin": 0.4181746542453766}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01418", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the evaluation plan to a streaming run on the far-field meeting corpus?", "temporal_relation": "none", "query_temporal_norm": 0.35672250390052795, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9377583861351013}], "gold_semantic_scores": [0.7616703510284424], "gold_temporal_scores": [0.17608781158924103], "max_gold_score": 0.9377583861351013, "max_candidate_score": 0.9377583861351013, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5744994282722473, "best_gold_margin": 0.363258957862854, "weakest_gold_margin": 0.363258957862854}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01513", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5464645624160767, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8530861139297485}], "gold_semantic_scores": [0.5913541913032532], "gold_temporal_scores": [0.2617320716381073], "max_gold_score": 0.8530861139297485, "max_candidate_score": 0.8530861139297485, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8521405458450317, "best_gold_margin": 0.0009455680847167969, "weakest_gold_margin": 0.0009455680847167969}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01513", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the submission model to the Conformer-LSTM stack?", "temporal_relation": "none", "query_temporal_norm": 0.2389271855354309, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.837419867515564}], "gold_semantic_scores": [0.742975652217865], "gold_temporal_scores": [0.09444417804479599], "max_gold_score": 0.837419867515564, "max_candidate_score": 0.837419867515564, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5822365283966064, "best_gold_margin": 0.2551833391189575, "weakest_gold_margin": 0.2551833391189575}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01513", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model was originally planned for the benchmark run?", "temporal_relation": "earliest", "query_temporal_norm": 0.5487719774246216, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7820550799369812}], "gold_semantic_scores": [0.6555447578430176], "gold_temporal_scores": [0.12651032209396362], "max_gold_score": 0.7820550799369812, "max_candidate_score": 0.7820550799369812, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6209829449653625, "best_gold_margin": 0.16107213497161865, "weakest_gold_margin": 0.16107213497161865}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01513", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the dual-branch transformer mentioned for the benchmark run?", "temporal_relation": "session", "query_temporal_norm": 0.15516595542430878, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7768014669418335}], "gold_semantic_scores": [0.7340622544288635], "gold_temporal_scores": [0.04273940995335579], "max_gold_score": 0.7768014669418335, "max_candidate_score": 0.7768014669418335, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4591158330440521, "best_gold_margin": 0.31768563389778137, "weakest_gold_margin": 0.31768563389778137}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01583", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their pick for the free afternoon in Lisbon to a street-food tour, and what was the earlier pick?", "temporal_relation": "comparison", "query_temporal_norm": 0.43329134583473206, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.857703447341919}, {"memory_id": "history_02_utt_0008", "score": 0.7616366147994995}], "gold_semantic_scores": [0.6974880695343018, 0.6442716121673584], "gold_temporal_scores": [0.16021542251110077, 0.11736521869897842], "max_gold_score": 0.857703447341919, "max_candidate_score": 0.857703447341919, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.49799054861068726, "best_gold_margin": 0.3597128987312317, "weakest_gold_margin": 0.26364606618881226}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01583", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity did we first discuss for the free afternoon in Lisbon, and what did it change to later?", "temporal_relation": "comparison", "query_temporal_norm": 0.4051937460899353, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8120447397232056}, {"memory_id": "history_02_utt_0008", "score": 0.7747069001197815}], "gold_semantic_scores": [0.6617552042007446, 0.631255567073822], "gold_temporal_scores": [0.15028949081897736, 0.14345179498195648], "max_gold_score": 0.8120447397232056, "max_candidate_score": 0.8120447397232056, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.47700265049934387, "best_gold_margin": 0.3350420892238617, "weakest_gold_margin": 0.2977042496204376}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01583", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Avery say they were leaning toward for the free afternoon in Lisbon?", "temporal_relation": "none", "query_temporal_norm": 0.37923482060432434, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8860388398170471}], "gold_semantic_scores": [0.7785448431968689], "gold_temporal_scores": [0.1074940636754036], "max_gold_score": 0.8860388398170471, "max_candidate_score": 0.8860388398170471, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7576454281806946, "best_gold_margin": 0.12839341163635254, "weakest_gold_margin": 0.12839341163635254}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01583", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery mention switching their pick to a street-food tour for the free afternoon?", "temporal_relation": "session", "query_temporal_norm": 0.2763722538948059, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9463483691215515}], "gold_semantic_scores": [0.8193502426147461], "gold_temporal_scores": [0.12699803709983826], "max_gold_score": 0.9463483691215515, "max_candidate_score": 0.9463483691215515, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8460325002670288, "best_gold_margin": 0.1003158688545227, "weakest_gold_margin": 0.1003158688545227}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01709", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say I put on my grocery list for the taco bowls?", "temporal_relation": "earliest", "query_temporal_norm": 0.5540425181388855, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.851881742477417}], "gold_semantic_scores": [0.7424967885017395], "gold_temporal_scores": [0.10938505083322525], "max_gold_score": 0.851881742477417, "max_candidate_score": 0.8916436433792114, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.8916436433792114, "best_gold_margin": -0.039761900901794434, "weakest_gold_margin": -0.039761900901794434}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01709", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What item was originally listed for the taco bowls?", "temporal_relation": "earliest", "query_temporal_norm": 0.554416835308075, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8215637803077698}], "gold_semantic_scores": [0.708280622959137], "gold_temporal_scores": [0.11328329890966415], "max_gold_score": 0.8215637803077698, "max_candidate_score": 0.8215637803077698, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6727896928787231, "best_gold_margin": 0.14877408742904663, "weakest_gold_margin": 0.14877408742904663}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01709", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention switching to black beans for the taco bowls?", "temporal_relation": "session", "query_temporal_norm": 0.18463057279586792, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8037675619125366}], "gold_semantic_scores": [0.7206060886383057], "gold_temporal_scores": [0.08316134661436081], "max_gold_score": 0.8037675619125366, "max_candidate_score": 0.8037675619125366, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5468994379043579, "best_gold_margin": 0.2568681240081787, "weakest_gold_margin": 0.2568681240081787}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01709", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What food item was still wanted for one of the dinners because it fits everyone’s preferences?", "temporal_relation": "none", "query_temporal_norm": 0.2608741521835327, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.7873656749725342}], "gold_semantic_scores": [0.6764767169952393], "gold_temporal_scores": [0.11088882386684418], "max_gold_score": 0.7873656749725342, "max_candidate_score": 0.7873656749725342, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.6636818051338196, "best_gold_margin": 0.1236838698387146, "weakest_gold_margin": 0.1236838698387146}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01920", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Hayden's evaluation plan change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41118094325065613, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8229432702064514}, {"memory_id": "history_02_utt_0010", "score": 0.7913453578948975}], "gold_semantic_scores": [0.6886842846870422, 0.6575042605400085], "gold_temporal_scores": [0.1342587172985077, 0.13384081423282623], "max_gold_score": 0.8229432702064514, "max_candidate_score": 0.8229432702064514, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6669303178787231, "best_gold_margin": 0.15601295232772827, "weakest_gold_margin": 0.12441504001617432}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01920", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Hayden mention in the earlier conversation?", "temporal_relation": "session", "query_temporal_norm": 0.32476678490638733, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.666973352432251}], "gold_semantic_scores": [0.5728345513343811], "gold_temporal_scores": [0.09413863718509674], "max_gold_score": 0.666973352432251, "max_candidate_score": 0.666973352432251, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5366047024726868, "best_gold_margin": 0.1303686499595642, "weakest_gold_margin": 0.1303686499595642}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01920", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What evaluation plan was mentioned in the most recent discussion?", "temporal_relation": "none", "query_temporal_norm": 0.4851036071777344, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9723784327507019}], "gold_semantic_scores": [0.731537938117981], "gold_temporal_scores": [0.24084049463272095], "max_gold_score": 0.9723784327507019, "max_candidate_score": 0.9766572713851929, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0007::1", "max_non_gold_score": 0.9766572713851929, "best_gold_margin": -0.004278838634490967, "weakest_gold_margin": -0.004278838634490967}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01920", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What study conditions were discussed for comparison?", "temporal_relation": "none", "query_temporal_norm": 0.11612028628587723, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.2818554937839508}], "gold_semantic_scores": [0.25109773874282837], "gold_temporal_scores": [0.030757836997509003], "max_gold_score": 0.2818554937839508, "max_candidate_score": 0.4670274555683136, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.4670274555683136, "best_gold_margin": -0.1851719617843628, "weakest_gold_margin": -0.1851719617843628}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02011", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's main dinner shopping item change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4097837805747986, "query_session_index": 2, "query_start_sec": 13.999999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8340115547180176}, {"memory_id": "history_02_utt_0008", "score": 0.8373498320579529}], "gold_semantic_scores": [0.6816091537475586, 0.6963873505592346], "gold_temporal_scores": [0.15240250527858734, 0.14096249639987946], "max_gold_score": 0.8373498320579529, "max_candidate_score": 0.8373498320579529, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7389569878578186, "best_gold_margin": 0.09839284420013428, "weakest_gold_margin": 0.09505456686019897}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02011", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew mention salmon fillets for the main dinner?", "temporal_relation": "session", "query_temporal_norm": 0.16493728756904602, "query_session_index": 2, "query_start_sec": 13.999999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7833009362220764}], "gold_semantic_scores": [0.7329865097999573], "gold_temporal_scores": [0.05031455680727959], "max_gold_score": 0.7833009362220764, "max_candidate_score": 0.7833009362220764, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7535470128059387, "best_gold_margin": 0.029753923416137695, "weakest_gold_margin": 0.029753923416137695}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02011", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current main dinner shopping item we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5313855409622192, "query_session_index": 2, "query_start_sec": 13.999999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0320662260055542}], "gold_semantic_scores": [0.7693725824356079], "gold_temporal_scores": [0.26269322633743286], "max_gold_score": 1.0320662260055542, "max_candidate_score": 1.0320662260055542, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.0288550853729248, "best_gold_margin": 0.0032111406326293945, "weakest_gold_margin": 0.0032111406326293945}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02108", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4104050397872925, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8372481465339661}, {"memory_id": "history_02_utt_0009", "score": 0.8551328778266907}], "gold_semantic_scores": [0.7027103900909424, 0.6966660022735596], "gold_temporal_scores": [0.1345377266407013, 0.15846675634384155], "max_gold_score": 0.8551328778266907, "max_candidate_score": 0.8804154396057129, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8804154396057129, "best_gold_margin": -0.025282561779022217, "weakest_gold_margin": -0.043167293071746826}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02108", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original evaluation plan that we discussed earlier?", "temporal_relation": "earliest", "query_temporal_norm": 0.5596827268600464, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.766727089881897}], "gold_semantic_scores": [0.6412282586097717], "gold_temporal_scores": [0.1254989355802536], "max_gold_score": 0.766727089881897, "max_candidate_score": 0.766727089881897, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6199672222137451, "best_gold_margin": 0.14675986766815186, "weakest_gold_margin": 0.14675986766815186}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02108", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the evaluation plan involving live moderated sessions?", "temporal_relation": "none", "query_temporal_norm": 0.18694144487380981, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8240274786949158}], "gold_semantic_scores": [0.7809792160987854], "gold_temporal_scores": [0.04304828122258186], "max_gold_score": 0.8240274786949158, "max_candidate_score": 0.8240274786949158, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7104315757751465, "best_gold_margin": 0.11359590291976929, "weakest_gold_margin": 0.11359590291976929}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02108", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation plan to an unmoderated remote test?", "temporal_relation": "none", "query_temporal_norm": 0.31795763969421387, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9008580446243286}], "gold_semantic_scores": [0.769243061542511], "gold_temporal_scores": [0.1316150575876236], "max_gold_score": 0.9008580446243286, "max_candidate_score": 0.9008580446243286, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7106500864028931, "best_gold_margin": 0.19020795822143555, "weakest_gold_margin": 0.19020795822143555}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02227", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Riley say the latest restaurant choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5399606227874756, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9668636918067932}], "gold_semantic_scores": [0.6866390109062195], "gold_temporal_scores": [0.28022482991218567], "max_gold_score": 0.9668636918067932, "max_candidate_score": 0.9668636918067932, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9588526487350464, "best_gold_margin": 0.008011043071746826, "weakest_gold_margin": 0.008011043071746826}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02227", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What restaurant did Riley say they switched us to?", "temporal_relation": "none", "query_temporal_norm": 0.5007217526435852, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9526344537734985}], "gold_semantic_scores": [0.6889073252677917], "gold_temporal_scores": [0.2637270390987396], "max_gold_score": 0.9526344537734985, "max_candidate_score": 0.9526344537734985, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8824028968811035, "best_gold_margin": 0.07023155689239502, "weakest_gold_margin": 0.07023155689239502}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02227", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley mention switching to Juniper Grill?", "temporal_relation": "session", "query_temporal_norm": 0.26250654458999634, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9197614192962646}], "gold_semantic_scores": [0.8018915057182312], "gold_temporal_scores": [0.11787009239196777], "max_gold_score": 0.9197614192962646, "max_candidate_score": 0.9197614192962646, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8422566652297974, "best_gold_margin": 0.07750475406646729, "weakest_gold_margin": 0.07750475406646729}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02227", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the restaurant choice to Juniper Grill?", "temporal_relation": "none", "query_temporal_norm": 0.284432977437973, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9630956053733826}], "gold_semantic_scores": [0.8346332907676697], "gold_temporal_scores": [0.1284622699022293], "max_gold_score": 0.9630956053733826, "max_candidate_score": 0.9630956053733826, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.637305498123169, "best_gold_margin": 0.3257901072502136, "weakest_gold_margin": 0.3257901072502136}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02319", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest deadline was?", "temporal_relation": "latest", "query_temporal_norm": 0.5506162047386169, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9798436760902405}], "gold_semantic_scores": [0.7333984375], "gold_temporal_scores": [0.24644529819488525], "max_gold_score": 0.9798436760902405, "max_candidate_score": 1.0250886678695679, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 1.0250886678695679, "best_gold_margin": -0.04524499177932739, "weakest_gold_margin": -0.04524499177932739}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02364", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention as my reason for suggesting Green Lotus, and why was it later crossed off?", "temporal_relation": "none", "query_temporal_norm": 0.15258465707302094, "query_session_index": 2, "query_start_sec": 14.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7216485142707825}, {"memory_id": "history_02_utt_0009", "score": 0.7399302124977112}], "gold_semantic_scores": [0.6768156290054321, 0.686080813407898], "gold_temporal_scores": [0.04483296722173691, 0.05384977534413338], "max_gold_score": 0.7399302124977112, "max_candidate_score": 0.7528722882270813, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.7528722882270813, "best_gold_margin": -0.012942075729370117, "weakest_gold_margin": -0.031223773956298828}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02364", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did Green Lotus become unavailable?", "temporal_relation": "none", "query_temporal_norm": 0.1528768241405487, "query_session_index": 2, "query_start_sec": 14.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.768384575843811}], "gold_semantic_scores": [0.7055754065513611], "gold_temporal_scores": [0.06280874460935593], "max_gold_score": 0.768384575843811, "max_candidate_score": 0.768384575843811, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5856742262840271, "best_gold_margin": 0.18271034955978394, "weakest_gold_margin": 0.18271034955978394}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02364", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did someone suggest Pasta Pier?", "temporal_relation": "none", "query_temporal_norm": 0.13020892441272736, "query_session_index": 2, "query_start_sec": 14.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.6963326930999756}], "gold_semantic_scores": [0.681388258934021], "gold_temporal_scores": [0.01494439598172903], "max_gold_score": 0.6963326930999756, "max_candidate_score": 0.6963326930999756, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.42668217420578003, "best_gold_margin": 0.26965051889419556, "weakest_gold_margin": 0.26965051889419556}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02364", "qa_id": "extra_qa_0013", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Cedar Grill was still on the shortlist?", "temporal_relation": "session", "query_temporal_norm": 0.12655332684516907, "query_session_index": 2, "query_start_sec": 14.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0035", "score": 0.7561253309249878}], "gold_semantic_scores": [0.7132289409637451], "gold_temporal_scores": [0.042896486818790436], "max_gold_score": 0.7561253309249878, "max_candidate_score": 0.7561253309249878, "top_memory_id": "history_02_utt_0035", "max_non_gold_score": 0.658105731010437, "best_gold_margin": 0.09801959991455078, "weakest_gold_margin": 0.09801959991455078}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02479", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Skyler's weekend activity pick change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41824349761009216, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7814005613327026}, {"memory_id": "history_02_utt_0010", "score": 0.726502001285553}], "gold_semantic_scores": [0.6259027719497681, 0.5887177586555481], "gold_temporal_scores": [0.15549784898757935, 0.13778431713581085], "max_gold_score": 0.7814005613327026, "max_candidate_score": 0.7814005613327026, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6710008978843689, "best_gold_margin": 0.11039966344833374, "weakest_gold_margin": 0.05550110340118408}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02479", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest activity choice mentioned for the weekend?", "temporal_relation": "latest", "query_temporal_norm": 0.5356293320655823, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.902761697769165}], "gold_semantic_scores": [0.6426020264625549], "gold_temporal_scores": [0.2601594924926758], "max_gold_score": 0.902761697769165, "max_candidate_score": 0.902761697769165, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9022323489189148, "best_gold_margin": 0.0005293488502502441, "weakest_gold_margin": 0.0005293488502502441}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02479", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention a botanical garden visit?", "temporal_relation": "session", "query_temporal_norm": 0.22118805348873138, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6572644114494324}], "gold_semantic_scores": [0.5893179178237915], "gold_temporal_scores": [0.06794636696577072], "max_gold_score": 0.6572644114494324, "max_candidate_score": 0.6572644114494324, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4976186752319336, "best_gold_margin": 0.15964573621749878, "weakest_gold_margin": 0.15964573621749878}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02479", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention switching their pick to an indie movie matinee?", "temporal_relation": "session", "query_temporal_norm": 0.28500205278396606, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8328374624252319}], "gold_semantic_scores": [0.7103734612464905], "gold_temporal_scores": [0.12246385961771011], "max_gold_score": 0.8328374624252319, "max_candidate_score": 0.8328374624252319, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.74554842710495, "best_gold_margin": 0.08728903532028198, "weakest_gold_margin": 0.08728903532028198}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02582", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Jordan say the restaurant choice ended up being?", "temporal_relation": "latest", "query_temporal_norm": 0.5034133791923523, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8429182171821594}], "gold_semantic_scores": [0.605064332485199], "gold_temporal_scores": [0.23785404860973358], "max_gold_score": 0.8429182171821594, "max_candidate_score": 0.8461242318153381, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8461242318153381, "best_gold_margin": -0.003206014633178711, "weakest_gold_margin": -0.003206014633178711}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02582", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What restaurant was originally considered for dinner?", "temporal_relation": "earliest", "query_temporal_norm": 0.5443151593208313, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.784171998500824}], "gold_semantic_scores": [0.6482627987861633], "gold_temporal_scores": [0.1359092742204666], "max_gold_score": 0.784171998500824, "max_candidate_score": 0.784171998500824, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6437913775444031, "best_gold_margin": 0.1403806209564209, "weakest_gold_margin": 0.1403806209564209}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02582", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the final restaurant choice we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5311572551727295, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8722178936004639}], "gold_semantic_scores": [0.6072868704795837], "gold_temporal_scores": [0.26493093371391296], "max_gold_score": 0.8722178936004639, "max_candidate_score": 0.8722178936004639, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8674591183662415, "best_gold_margin": 0.004758775234222412, "weakest_gold_margin": 0.004758775234222412}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02582", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What restaurant did Jordan say they booked instead?", "temporal_relation": "none", "query_temporal_norm": 0.20785264670848846, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7161951065063477}], "gold_semantic_scores": [0.6255278587341309], "gold_temporal_scores": [0.09066694974899292], "max_gold_score": 0.7161951065063477, "max_candidate_score": 0.7161951065063477, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6137017011642456, "best_gold_margin": 0.10249340534210205, "weakest_gold_margin": 0.10249340534210205}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02715", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say the final chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.5424303412437439, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8832632303237915}], "gold_semantic_scores": [0.6028949022293091], "gold_temporal_scores": [0.2803681492805481], "max_gold_score": 0.8832632303237915, "max_candidate_score": 0.8838425874710083, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8838425874710083, "best_gold_margin": -0.0005793571472167969, "weakest_gold_margin": -0.0005793571472167969}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02715", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title did we initially choose?", "temporal_relation": "earliest", "query_temporal_norm": 0.35175663232803345, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.3909410536289215}], "gold_semantic_scores": [0.3085816502571106], "gold_temporal_scores": [0.08235938847064972], "max_gold_score": 0.3909410536289215, "max_candidate_score": 0.3909410536289215, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.29310131072998047, "best_gold_margin": 0.09783974289894104, "weakest_gold_margin": 0.09783974289894104}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02715", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where are we gathering tonight?", "temporal_relation": "none", "query_temporal_norm": 0.3832434117794037, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.2818695604801178, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.2818695604801178, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02786", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Jordan give for suggesting Zodiac, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16707734763622284, "query_session_index": 2, "query_start_sec": 10.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7636618614196777}, {"memory_id": "history_02_utt_0010", "score": 0.6271541118621826}], "gold_semantic_scores": [0.7118687033653259, 0.5833215713500977], "gold_temporal_scores": [0.05179314687848091, 0.043832551687955856], "max_gold_score": 0.7636618614196777, "max_candidate_score": 0.7636618614196777, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7320155501365662, "best_gold_margin": 0.03164631128311157, "weakest_gold_margin": -0.10486143827438354}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02786", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Zodiac?", "temporal_relation": "none", "query_temporal_norm": 0.19180867075920105, "query_session_index": 2, "query_start_sec": 10.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.4566793739795685}], "gold_semantic_scores": [0.4254220128059387], "gold_temporal_scores": [0.03125738725066185], "max_gold_score": 0.4566793739795685, "max_candidate_score": 0.4566793739795685, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.15740050375461578, "best_gold_margin": 0.2992788702249527, "weakest_gold_margin": 0.2992788702249527}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02786", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Jordan recommend Zodiac?", "temporal_relation": "none", "query_temporal_norm": 0.11049708724021912, "query_session_index": 2, "query_start_sec": 10.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7911456823348999}], "gold_semantic_scores": [0.7644476890563965], "gold_temporal_scores": [0.026697902008891106], "max_gold_score": 0.7911456823348999, "max_candidate_score": 0.7911456823348999, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6370981931686401, "best_gold_margin": 0.15404748916625977, "weakest_gold_margin": 0.15404748916625977}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02786", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned why Zodiac was dropped?", "temporal_relation": "session", "query_temporal_norm": 0.10267208516597748, "query_session_index": 2, "query_start_sec": 10.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8138244152069092}], "gold_semantic_scores": [0.7859290242195129], "gold_temporal_scores": [0.02789529226720333], "max_gold_score": 0.8138244152069092, "max_candidate_score": 0.8138244152069092, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4963684678077698, "best_gold_margin": 0.3174559473991394, "weakest_gold_margin": 0.3174559473991394}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02973", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their supply run to laundry detergent, and what was the earlier item?", "temporal_relation": "none", "query_temporal_norm": 0.34141647815704346, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7256994843482971}, {"memory_id": "history_02_utt_0010", "score": 0.7769789099693298}], "gold_semantic_scores": [0.6132032871246338, 0.7038621306419373], "gold_temporal_scores": [0.11249615997076035, 0.07311675697565079], "max_gold_score": 0.7769789099693298, "max_candidate_score": 0.7769789099693298, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.52642822265625, "best_gold_margin": 0.25055068731307983, "weakest_gold_margin": 0.19927126169204712}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02973", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What item was originally planned for the shopping list but later replaced?", "temporal_relation": "none", "query_temporal_norm": 0.5443886518478394, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6579791903495789}, {"memory_id": "history_02_utt_0010", "score": 0.6355835199356079}], "gold_semantic_scores": [0.5128350257873535, 0.6391571760177612], "gold_temporal_scores": [0.14514431357383728, -0.0035738209262490273], "max_gold_score": 0.6579791903495789, "max_candidate_score": 0.6579791903495789, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.46369749307632446, "best_gold_margin": 0.1942816972732544, "weakest_gold_margin": 0.17188602685928345}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02973", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched their supply run to include laundry detergent?", "temporal_relation": "none", "query_temporal_norm": 0.2255961000919342, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8274853229522705}], "gold_semantic_scores": [0.7215522527694702], "gold_temporal_scores": [0.10593289136886597], "max_gold_score": 0.8274853229522705, "max_candidate_score": 0.8274853229522705, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.45418763160705566, "best_gold_margin": 0.37329769134521484, "weakest_gold_margin": 0.37329769134521484}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02973", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping item did Skyler say they were planning to pick up?", "temporal_relation": "none", "query_temporal_norm": 0.48727402091026306, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8351197242736816}], "gold_semantic_scores": [0.7457844018936157], "gold_temporal_scores": [0.08933530002832413], "max_gold_score": 0.8351197242736816, "max_candidate_score": 0.8351197242736816, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7650829553604126, "best_gold_margin": 0.07003676891326904, "weakest_gold_margin": 0.07003676891326904}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03116", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's choice for the playlist opener change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4001506567001343, "query_session_index": 2, "query_start_sec": 13.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8329068422317505}, {"memory_id": "history_02_utt_0010", "score": 0.5306167006492615}], "gold_semantic_scores": [0.6881715059280396, 0.40331366658210754], "gold_temporal_scores": [0.14473533630371094, 0.12730303406715393], "max_gold_score": 0.8329068422317505, "max_candidate_score": 0.8329068422317505, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.759040117263794, "best_gold_margin": 0.07386672496795654, "weakest_gold_margin": -0.22842341661453247}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03116", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey initially pick as the opener for the listening session?", "temporal_relation": "session", "query_temporal_norm": 0.5132737755775452, "query_session_index": 2, "query_start_sec": 13.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8945648670196533}], "gold_semantic_scores": [0.7692713141441345], "gold_temporal_scores": [0.12529362738132477], "max_gold_score": 0.8945648670196533, "max_candidate_score": 0.8945648670196533, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8058103322982788, "best_gold_margin": 0.08875453472137451, "weakest_gold_margin": 0.08875453472137451}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03116", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention picking Neon Static as the opener?", "temporal_relation": "session", "query_temporal_norm": 0.2452038675546646, "query_session_index": 2, "query_start_sec": 13.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7223814129829407}], "gold_semantic_scores": [0.6459153294563293], "gold_temporal_scores": [0.07646611332893372], "max_gold_score": 0.7223814129829407, "max_candidate_score": 0.7223814129829407, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6786260604858398, "best_gold_margin": 0.04375535249710083, "weakest_gold_margin": 0.04375535249710083}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03116", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say they switched the opener to?", "temporal_relation": "none", "query_temporal_norm": 0.32205426692962646, "query_session_index": 2, "query_start_sec": 13.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7172784805297852}], "gold_semantic_scores": [0.5564446449279785], "gold_temporal_scores": [0.1608336716890335], "max_gold_score": 0.7172784805297852, "max_candidate_score": 0.7172784805297852, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6139016151428223, "best_gold_margin": 0.10337686538696289, "weakest_gold_margin": 0.10337686538696289}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03172", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who most recently said they wanted the art museum visit as our main activity?", "temporal_relation": "none", "query_temporal_norm": 0.5094058513641357, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0571415424346924}], "gold_semantic_scores": [0.8242554068565369], "gold_temporal_scores": [0.23288622498512268], "max_gold_score": 1.0571415424346924, "max_candidate_score": 1.0571415424346924, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0548014640808105, "best_gold_margin": 0.002340078353881836, "weakest_gold_margin": 0.002340078353881836}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03172", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the earlier activity choice, and what did it change to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4511989653110504, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7446022629737854}, {"memory_id": "history_02_utt_0009", "score": 0.7212371826171875}], "gold_semantic_scores": [0.5790891647338867, 0.5777897834777832], "gold_temporal_scores": [0.16551312804222107, 0.14344745874404907], "max_gold_score": 0.7446022629737854, "max_candidate_score": 0.7446022629737854, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5436581373214722, "best_gold_margin": 0.20094412565231323, "weakest_gold_margin": 0.17757904529571533}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03172", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention wanting the art museum visit?", "temporal_relation": "session", "query_temporal_norm": 0.30981189012527466, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6707339286804199}], "gold_semantic_scores": [0.6399461030960083], "gold_temporal_scores": [0.030787983909249306], "max_gold_score": 0.6707339286804199, "max_candidate_score": 0.6707339286804199, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5830093026161194, "best_gold_margin": 0.08772462606430054, "weakest_gold_margin": 0.08772462606430054}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03172", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the sunset boat tour mentioned as the main activity?", "temporal_relation": "session", "query_temporal_norm": 0.14822441339492798, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5889526009559631}], "gold_semantic_scores": [0.5574966669082642], "gold_temporal_scores": [0.031455814838409424], "max_gold_score": 0.5889526009559631, "max_candidate_score": 0.5889526009559631, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5475435853004456, "best_gold_margin": 0.04140901565551758, "weakest_gold_margin": 0.04140901565551758}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03322", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they’d switched to handling the laundry room and hallway on Wednesday evenings?", "temporal_relation": "none", "query_temporal_norm": 0.2690642476081848, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.870674729347229}], "gold_semantic_scores": [0.7378889918327332], "gold_temporal_scores": [0.1327856183052063], "max_gold_score": 0.870674729347229, "max_candidate_score": 0.870674729347229, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5720627903938293, "best_gold_margin": 0.29861193895339966, "weakest_gold_margin": 0.29861193895339966}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03322", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the chore schedule that we discussed?", "temporal_relation": "comparison", "query_temporal_norm": 0.29304584860801697, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6658792495727539}, {"memory_id": "history_02_utt_0011", "score": 0.625169575214386}], "gold_semantic_scores": [0.5672086477279663, 0.539652943611145], "gold_temporal_scores": [0.09867053478956223, 0.08551641553640366], "max_gold_score": 0.6658792495727539, "max_candidate_score": 0.6658792495727539, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4548965096473694, "best_gold_margin": 0.21098273992538452, "weakest_gold_margin": 0.1702730655670166}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03322", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chore schedule did Emerson mention they switched to?", "temporal_relation": "none", "query_temporal_norm": 0.30922120809555054, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7469838857650757}], "gold_semantic_scores": [0.5966047644615173], "gold_temporal_scores": [0.15037909150123596], "max_gold_score": 0.7469838857650757, "max_candidate_score": 0.7469838857650757, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.684425950050354, "best_gold_margin": 0.06255793571472168, "weakest_gold_margin": 0.06255793571472168}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03322", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What chore schedule did we discuss for the laundry room and hallway?", "temporal_relation": "none", "query_temporal_norm": 0.15644653141498566, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6367189884185791}], "gold_semantic_scores": [0.582274317741394], "gold_temporal_scores": [0.05444488301873207], "max_gold_score": 0.6367189884185791, "max_candidate_score": 0.6367189884185791, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5847569108009338, "best_gold_margin": 0.051962077617645264, "weakest_gold_margin": 0.051962077617645264}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03391", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5575481653213501, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8274271488189697}], "gold_semantic_scores": [0.5620977878570557], "gold_temporal_scores": [0.26532912254333496], "max_gold_score": 0.8274271488189697, "max_candidate_score": 0.8274271488189697, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8182867169380188, "best_gold_margin": 0.009140431880950928, "weakest_gold_margin": 0.009140431880950928}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03391", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model did Casey say was chosen for the challenge?", "temporal_relation": "none", "query_temporal_norm": 0.19636887311935425, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.5989813208580017}], "gold_semantic_scores": [0.6160476803779602], "gold_temporal_scores": [-0.017066406086087227], "max_gold_score": 0.5989813208580017, "max_candidate_score": 0.6074898838996887, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6074898838996887, "best_gold_margin": -0.008508563041687012, "weakest_gold_margin": -0.008508563041687012}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03391", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention switching to the dual-path transformer?", "temporal_relation": "session", "query_temporal_norm": 0.2094779759645462, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7470065951347351}], "gold_semantic_scores": [0.6583598852157593], "gold_temporal_scores": [0.08864684402942657], "max_gold_score": 0.7470065951347351, "max_candidate_score": 0.7470065951347351, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6744385957717896, "best_gold_margin": 0.07256799936294556, "weakest_gold_margin": 0.07256799936294556}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03391", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest model we decided to use for the challenge?", "temporal_relation": "latest", "query_temporal_norm": 0.5294750928878784, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0439256429672241}], "gold_semantic_scores": [0.783652663230896], "gold_temporal_scores": [0.2602730095386505], "max_gold_score": 1.0439256429672241, "max_candidate_score": 1.0479505062103271, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 1.0479505062103271, "best_gold_margin": -0.004024863243103027, "weakest_gold_margin": -0.004024863243103027}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03499", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for wanting us to try Lantern District, and why was it taken off the shortlist?", "temporal_relation": "none", "query_temporal_norm": 0.17396573722362518, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7525010704994202}, {"memory_id": "history_02_utt_0013", "score": 0.7412821054458618}], "gold_semantic_scores": [0.6982182860374451, 0.6843761801719666], "gold_temporal_scores": [0.05428266152739525, 0.05690600723028183], "max_gold_score": 0.7525010704994202, "max_candidate_score": 0.7525010704994202, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7509610056877136, "best_gold_margin": 0.001540064811706543, "weakest_gold_margin": -0.009678900241851807}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03499", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop Lantern District from the shortlist?", "temporal_relation": "none", "query_temporal_norm": 0.17682482302188873, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0013", "score": 0.8789392113685608}], "gold_semantic_scores": [0.8009009957313538], "gold_temporal_scores": [0.0780382975935936], "max_gold_score": 0.8789392113685608, "max_candidate_score": 0.8789392113685608, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.7338563799858093, "best_gold_margin": 0.14508283138275146, "weakest_gold_margin": 0.14508283138275146}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03499", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we discuss dropping Lantern District from the shortlist?", "temporal_relation": "session", "query_temporal_norm": 0.15935571491718292, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0013", "score": 0.8348292112350464}], "gold_semantic_scores": [0.7794048190116882], "gold_temporal_scores": [0.05542439967393875], "max_gold_score": 0.8348292112350464, "max_candidate_score": 0.8348292112350464, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.7039953470230103, "best_gold_margin": 0.13083386421203613, "weakest_gold_margin": 0.13083386421203613}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03499", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What made North Line appealing during our earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.15525378286838531, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.719456672668457}], "gold_semantic_scores": [0.697860836982727], "gold_temporal_scores": [0.021595967933535576], "max_gold_score": 0.719456672668457, "max_candidate_score": 0.719456672668457, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.5744773745536804, "best_gold_margin": 0.1449792981147766, "weakest_gold_margin": 0.1449792981147766}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03632", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say changed about my training setup between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3660004734992981, "query_session_index": 2, "query_start_sec": 20.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6622855067253113}, {"memory_id": "history_02_utt_0011", "score": 0.6981534957885742}], "gold_semantic_scores": [0.5332752466201782, 0.5587429404258728], "gold_temporal_scores": [0.12901028990745544, 0.1394105702638626], "max_gold_score": 0.6981534957885742, "max_candidate_score": 0.7473925948143005, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.7473925948143005, "best_gold_margin": -0.04923909902572632, "weakest_gold_margin": -0.08510708808898926}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03632", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching to distributed fine-tuning with shared object-store streaming?", "temporal_relation": "none", "query_temporal_norm": 0.17194680869579315, "query_session_index": 2, "query_start_sec": 20.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7629603147506714}], "gold_semantic_scores": [0.68596351146698], "gold_temporal_scores": [0.07699665427207947], "max_gold_score": 0.7629603147506714, "max_candidate_score": 0.7629603147506714, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.3720240890979767, "best_gold_margin": 0.3909362256526947, "weakest_gold_margin": 0.3909362256526947}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03632", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the final training setup discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5186636447906494, "query_session_index": 2, "query_start_sec": 20.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.910175085067749}], "gold_semantic_scores": [0.6579384803771973], "gold_temporal_scores": [0.2522367835044861], "max_gold_score": 0.910175085067749, "max_candidate_score": 0.910175085067749, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.9054132699966431, "best_gold_margin": 0.004761815071105957, "weakest_gold_margin": 0.004761815071105957}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03632", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the initial training setup mentioned?", "temporal_relation": "earliest", "query_temporal_norm": 0.5569605827331543, "query_session_index": 2, "query_start_sec": 20.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8199395537376404}], "gold_semantic_scores": [0.6766898036003113], "gold_temporal_scores": [0.1432497352361679], "max_gold_score": 0.8199395537376404, "max_candidate_score": 0.8199395537376404, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6633405089378357, "best_gold_margin": 0.1565990447998047, "weakest_gold_margin": 0.1565990447998047}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03717", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say I was going to host the screening in before I changed it later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5172939300537109, "query_session_index": 2, "query_start_sec": 14.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8810075521469116}], "gold_semantic_scores": [0.7294093370437622], "gold_temporal_scores": [0.15159836411476135], "max_gold_score": 0.8810075521469116, "max_candidate_score": 0.8810075521469116, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8436888456344604, "best_gold_margin": 0.03731870651245117, "weakest_gold_margin": 0.03731870651245117}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03717", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to host the screening in the guest room at first?", "temporal_relation": "earliest", "query_temporal_norm": 0.37603116035461426, "query_session_index": 2, "query_start_sec": 14.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8759129047393799}], "gold_semantic_scores": [0.7730493545532227], "gold_temporal_scores": [0.10286352783441544], "max_gold_score": 0.8759129047393799, "max_candidate_score": 0.8759129047393799, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7684215903282166, "best_gold_margin": 0.10749131441116333, "weakest_gold_margin": 0.10749131441116333}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03717", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the screening currently planned to take place?", "temporal_relation": "latest", "query_temporal_norm": 0.49318069219589233, "query_session_index": 2, "query_start_sec": 14.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8940597176551819}], "gold_semantic_scores": [0.6351045370101929], "gold_temporal_scores": [0.2589549720287323], "max_gold_score": 0.8940597176551819, "max_candidate_score": 0.8940597176551819, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.892947793006897, "best_gold_margin": 0.0011119246482849121, "weakest_gold_margin": 0.0011119246482849121}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03717", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening originally planned to be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.5552690029144287, "query_session_index": 2, "query_start_sec": 14.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9022513031959534}], "gold_semantic_scores": [0.7270591855049133], "gold_temporal_scores": [0.17519208788871765], "max_gold_score": 0.9022513031959534, "max_candidate_score": 0.9022513031959534, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7625237107276917, "best_gold_margin": 0.13972759246826172, "weakest_gold_margin": 0.13972759246826172}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03796", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their evaluation plan to a held-out benchmark sweep with latency, far-field, and streaming cuts, and what was the earlier plan?", "temporal_relation": "none", "query_temporal_norm": 0.37947937846183777, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7048301696777344}, {"memory_id": "history_02_utt_0009", "score": 0.8247188925743103}], "gold_semantic_scores": [0.570406436920166, 0.7157295346260071], "gold_temporal_scores": [0.13442383706569672, 0.10898905247449875], "max_gold_score": 0.8247188925743103, "max_candidate_score": 0.8247188925743103, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3991070091724396, "best_gold_margin": 0.4256118834018707, "weakest_gold_margin": 0.3057231605052948}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03796", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Hayden mention earlier?", "temporal_relation": "none", "query_temporal_norm": 0.33167198300361633, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.70917809009552}], "gold_semantic_scores": [0.6119966506958008], "gold_temporal_scores": [0.09718142449855804], "max_gold_score": 0.70917809009552, "max_candidate_score": 0.70917809009552, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6352705359458923, "best_gold_margin": 0.07390755414962769, "weakest_gold_margin": 0.07390755414962769}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03796", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What evaluation plan did we discuss most recently?", "temporal_relation": "none", "query_temporal_norm": 0.48072028160095215, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7812432050704956}], "gold_semantic_scores": [0.5897707343101501], "gold_temporal_scores": [0.1914726346731186], "max_gold_score": 0.7812432050704956, "max_candidate_score": 0.7812432050704956, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7692793607711792, "best_gold_margin": 0.011963844299316406, "weakest_gold_margin": 0.011963844299316406}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03796", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation plan change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.39273104071617126, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5521416068077087}, {"memory_id": "history_02_utt_0009", "score": 0.6241984367370605}], "gold_semantic_scores": [0.41259273886680603, 0.4783249497413635], "gold_temporal_scores": [0.1395489126443863, 0.14587344229221344], "max_gold_score": 0.6241984367370605, "max_candidate_score": 0.6241984367370605, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.368876188993454, "best_gold_margin": 0.25532224774360657, "weakest_gold_margin": 0.18326541781425476}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03895", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were taking laundry detergent?", "temporal_relation": "none", "query_temporal_norm": 0.18864737451076508, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.36350592970848083}], "gold_semantic_scores": [0.2902972996234894], "gold_temporal_scores": [0.07320871949195862], "max_gold_score": 0.36350592970848083, "max_candidate_score": 0.36350592970848083, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.21118198335170746, "best_gold_margin": 0.15232394635677338, "weakest_gold_margin": 0.15232394635677338}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03895", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the shopping item we discussed?", "temporal_relation": "comparison", "query_temporal_norm": 0.3739055097103119, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6972978115081787}, {"memory_id": "history_02_utt_0009", "score": 0.7048110365867615}], "gold_semantic_scores": [0.563530445098877, 0.6085737943649292], "gold_temporal_scores": [0.13376744091510773, 0.09623710066080093], "max_gold_score": 0.7048110365867615, "max_candidate_score": 0.7048110365867615, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.46148547530174255, "best_gold_margin": 0.24332556128501892, "weakest_gold_margin": 0.23581233620643616}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03895", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping item did Skyler mention they were taking?", "temporal_relation": "none", "query_temporal_norm": 0.36685752868652344, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7066092491149902}], "gold_semantic_scores": [0.6841953992843628], "gold_temporal_scores": [0.022413473576307297], "max_gold_score": 0.7066092491149902, "max_candidate_score": 0.7236843705177307, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7236843705177307, "best_gold_margin": -0.01707512140274048, "weakest_gold_margin": -0.01707512140274048}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03895", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention switching to laundry detergent?", "temporal_relation": "session", "query_temporal_norm": 0.22952163219451904, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5993797183036804}], "gold_semantic_scores": [0.5082846283912659], "gold_temporal_scores": [0.0910949781537056], "max_gold_score": 0.5993797183036804, "max_candidate_score": 0.5993797183036804, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5205627679824829, "best_gold_margin": 0.07881695032119751, "weakest_gold_margin": 0.07881695032119751}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04021", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model choice did Jordan first say he wanted before he later changed the recommendation?", "temporal_relation": "earliest", "query_temporal_norm": 0.5285959243774414, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.699338436126709}], "gold_semantic_scores": [0.5574409365653992], "gold_temporal_scores": [0.14189760386943817], "max_gold_score": 0.699338436126709, "max_candidate_score": 0.699338436126709, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5818876624107361, "best_gold_margin": 0.1174507737159729, "weakest_gold_margin": 0.1174507737159729}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04021", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed what kind of encoder to use for the acoustic model. What was the initial choice?", "temporal_relation": "earliest", "query_temporal_norm": 0.5459488034248352, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7848021388053894}], "gold_semantic_scores": [0.65666264295578], "gold_temporal_scores": [0.12813949584960938], "max_gold_score": 0.7848021388053894, "max_candidate_score": 0.7848021388053894, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6299717426300049, "best_gold_margin": 0.15483039617538452, "weakest_gold_margin": 0.15483039617538452}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04021", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What encoder model did Jordan originally suggest for the acoustic model?", "temporal_relation": "none", "query_temporal_norm": 0.560518741607666, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.755513608455658}], "gold_semantic_scores": [0.6421296000480652], "gold_temporal_scores": [0.11338406056165695], "max_gold_score": 0.755513608455658, "max_candidate_score": 0.755513608455658, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.567825198173523, "best_gold_margin": 0.187688410282135, "weakest_gold_margin": 0.187688410282135}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04021", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the recommended model choice to manage latency?", "temporal_relation": "none", "query_temporal_norm": 0.26355263590812683, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.43768906593322754}], "gold_semantic_scores": [0.36041179299354553], "gold_temporal_scores": [0.07727732509374619], "max_gold_score": 0.43768906593322754, "max_candidate_score": 0.43768906593322754, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3149200975894928, "best_gold_margin": 0.12276896834373474, "weakest_gold_margin": 0.12276896834373474}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04130", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for pushing for Signal Drift, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.14357003569602966, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8081533312797546}, {"memory_id": "history_02_utt_0010", "score": 0.772931694984436}], "gold_semantic_scores": [0.76578688621521, 0.7327949404716492], "gold_temporal_scores": [0.04236644133925438, 0.04013674706220627], "max_gold_score": 0.8081533312797546, "max_candidate_score": 0.8081533312797546, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8036174774169922, "best_gold_margin": 0.004535853862762451, "weakest_gold_margin": -0.030685782432556152}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04130", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop Signal Drift from the queue?", "temporal_relation": "none", "query_temporal_norm": 0.14164592325687408, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8770971894264221}], "gold_semantic_scores": [0.8157033324241638], "gold_temporal_scores": [0.0613938644528389], "max_gold_score": 0.8770971894264221, "max_candidate_score": 0.8770971894264221, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5993027687072754, "best_gold_margin": 0.27779442071914673, "weakest_gold_margin": 0.27779442071914673}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04130", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did Studio Ghosts get recommended?", "temporal_relation": "none", "query_temporal_norm": 0.10545477271080017, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6394456028938293}], "gold_semantic_scores": [0.6227015256881714], "gold_temporal_scores": [0.01674429513514042], "max_gold_score": 0.6394456028938293, "max_candidate_score": 0.6394456028938293, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.6232526898384094, "best_gold_margin": 0.016192913055419922, "weakest_gold_margin": 0.016192913055419922}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04192", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who first said they were planning to leave at 4:10 PM?", "temporal_relation": "earliest", "query_temporal_norm": 0.49711787700653076, "query_session_index": 2, "query_start_sec": 14.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7473387122154236}], "gold_semantic_scores": [0.6513598561286926], "gold_temporal_scores": [0.09597887098789215], "max_gold_score": 0.7473387122154236, "max_candidate_score": 0.7473387122154236, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6320874094963074, "best_gold_margin": 0.11525130271911621, "weakest_gold_margin": 0.11525130271911621}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04192", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the departure time we discussed earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.3007223904132843, "query_session_index": 2, "query_start_sec": 14.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8270790576934814}, {"memory_id": "history_02_utt_0009", "score": 0.7353851795196533}], "gold_semantic_scores": [0.7254584431648254, 0.6791078448295593], "gold_temporal_scores": [0.10162050276994705, 0.056277189403772354], "max_gold_score": 0.8270790576934814, "max_candidate_score": 0.8270790576934814, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.49049755930900574, "best_gold_margin": 0.3365814983844757, "weakest_gold_margin": 0.24488762021064758}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04192", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What departure time did Hayden mention for their pharmacy and package run?", "temporal_relation": "none", "query_temporal_norm": 0.21917004883289337, "query_session_index": 2, "query_start_sec": 14.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.580010175704956}], "gold_semantic_scores": [0.5166652202606201], "gold_temporal_scores": [0.06334493309259415], "max_gold_score": 0.580010175704956, "max_candidate_score": 0.580010175704956, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.47122567892074585, "best_gold_margin": 0.1087844967842102, "weakest_gold_margin": 0.1087844967842102}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04192", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What departure time did we discuss for the errand loop?", "temporal_relation": "none", "query_temporal_norm": 0.2241925299167633, "query_session_index": 2, "query_start_sec": 14.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5449243187904358}], "gold_semantic_scores": [0.5325452089309692], "gold_temporal_scores": [0.012378867715597153], "max_gold_score": 0.5449243187904358, "max_candidate_score": 0.5997962355613708, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5997962355613708, "best_gold_margin": -0.05487191677093506, "weakest_gold_margin": -0.05487191677093506}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04313", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Hayden give for suggesting Green Table Cafe, and why was it later rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2089923620223999, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7627401351928711}, {"memory_id": "history_02_utt_0010", "score": 0.8605077266693115}], "gold_semantic_scores": [0.6996062397956848, 0.7754972577095032], "gold_temporal_scores": [0.06313388794660568, 0.08501040190458298], "max_gold_score": 0.8605077266693115, "max_candidate_score": 0.8605077266693115, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8098208904266357, "best_gold_margin": 0.05068683624267578, "weakest_gold_margin": -0.04708075523376465}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04313", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for suggesting Lotus Bowl?", "temporal_relation": "none", "query_temporal_norm": 0.10899686813354492, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7476219534873962}], "gold_semantic_scores": [0.7231802940368652], "gold_temporal_scores": [0.02444184012711048], "max_gold_score": 0.7476219534873962, "max_candidate_score": 0.7476219534873962, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.47953978180885315, "best_gold_margin": 0.2680821716785431, "weakest_gold_margin": 0.2680821716785431}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04388", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest rating for Neon Harbor was?", "temporal_relation": "latest", "query_temporal_norm": 0.5649398565292358, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0190972089767456}], "gold_semantic_scores": [0.7549710273742676], "gold_temporal_scores": [0.2641260623931885], "max_gold_score": 1.0190972089767456, "max_candidate_score": 1.0347814559936523, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 1.0347814559936523, "best_gold_margin": -0.01568424701690674, "weakest_gold_margin": -0.01568424701690674}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04388", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who rated Neon Harbor 9 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.20335544645786285, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8028047680854797}], "gold_semantic_scores": [0.7121120691299438], "gold_temporal_scores": [0.09069222956895828], "max_gold_score": 0.8028047680854797, "max_candidate_score": 0.8028047680854797, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6666410565376282, "best_gold_margin": 0.13616371154785156, "weakest_gold_margin": 0.13616371154785156}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04388", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the initial rating given to Neon Harbor in our earlier discussions?", "temporal_relation": "session", "query_temporal_norm": 0.5246204137802124, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.862282395362854}], "gold_semantic_scores": [0.7614744901657104], "gold_temporal_scores": [0.10080783814191818], "max_gold_score": 0.862282395362854, "max_candidate_score": 0.862282395362854, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6789024472236633, "best_gold_margin": 0.18337994813919067, "weakest_gold_margin": 0.18337994813919067}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04388", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who is handling the setup for the guest streaming profile?", "temporal_relation": "none", "query_temporal_norm": 0.2346315085887909, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.1479741334915161, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.1479741334915161, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04583", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor originally say the activity choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5738592743873596, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.782021164894104}], "gold_semantic_scores": [0.6292659640312195], "gold_temporal_scores": [0.15275520086288452], "max_gold_score": 0.782021164894104, "max_candidate_score": 0.7943273782730103, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7943273782730103, "best_gold_margin": -0.01230621337890625, "weakest_gold_margin": -0.01230621337890625}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04583", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Taylor say they were leaning toward at first?", "temporal_relation": "earliest", "query_temporal_norm": 0.5585386753082275, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.813293993473053}], "gold_semantic_scores": [0.6531386375427246], "gold_temporal_scores": [0.1601552665233612], "max_gold_score": 0.813293993473053, "max_candidate_score": 0.813293993473053, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7019861340522766, "best_gold_margin": 0.11130785942077637, "weakest_gold_margin": 0.11130785942077637}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04583", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention the botanical garden walk?", "temporal_relation": "session", "query_temporal_norm": 0.2418052852153778, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7525388598442078}], "gold_semantic_scores": [0.6814387440681458], "gold_temporal_scores": [0.07110006362199783], "max_gold_score": 0.7525388598442078, "max_candidate_score": 0.7525388598442078, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6762142181396484, "best_gold_margin": 0.07632464170455933, "weakest_gold_margin": 0.07632464170455933}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04583", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5240164995193481, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9288761615753174}], "gold_semantic_scores": [0.6769223213195801], "gold_temporal_scores": [0.2519538104534149], "max_gold_score": 0.9288761615753174, "max_candidate_score": 0.9333488941192627, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.9333488941192627, "best_gold_margin": -0.0044727325439453125, "weakest_gold_margin": -0.0044727325439453125}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04714", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say we were working from before the dataset version changed later?", "temporal_relation": "earliest", "query_temporal_norm": 0.536062479019165, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7751021981239319}], "gold_semantic_scores": [0.6705511808395386], "gold_temporal_scores": [0.10455075651407242], "max_gold_score": 0.7751021981239319, "max_candidate_score": 0.7751021981239319, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7500200271606445, "best_gold_margin": 0.025082170963287354, "weakest_gold_margin": 0.025082170963287354}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04714", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned first having us working from capture pack alpha?", "temporal_relation": "none", "query_temporal_norm": 0.34656280279159546, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7180254459381104}], "gold_semantic_scores": [0.6437938213348389], "gold_temporal_scores": [0.0742315948009491], "max_gold_score": 0.7180254459381104, "max_candidate_score": 0.7180254459381104, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.17021748423576355, "best_gold_margin": 0.5478079617023468, "weakest_gold_margin": 0.5478079617023468}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04714", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version did we last settle on?", "temporal_relation": "none", "query_temporal_norm": 0.4834430515766144, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.861211895942688}], "gold_semantic_scores": [0.6129752397537231], "gold_temporal_scores": [0.2482367306947708], "max_gold_score": 0.861211895942688, "max_candidate_score": 0.8643928170204163, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.8643928170204163, "best_gold_margin": -0.0031809210777282715, "weakest_gold_margin": -0.0031809210777282715}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04714", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dataset version change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3990733027458191, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7555092573165894}, {"memory_id": "history_02_utt_0010", "score": 0.6013014912605286}], "gold_semantic_scores": [0.6128795742988586, 0.4917048513889313], "gold_temporal_scores": [0.14262960851192474, 0.10959657281637192], "max_gold_score": 0.7555092573165894, "max_candidate_score": 0.7555092573165894, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.37854981422424316, "best_gold_margin": 0.3769594430923462, "weakest_gold_margin": 0.2227516770362854}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04791", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron say the rating ended up being most recently?", "temporal_relation": "latest", "query_temporal_norm": 0.5498444437980652, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8758224844932556}], "gold_semantic_scores": [0.5923911929130554], "gold_temporal_scores": [0.28343117237091064], "max_gold_score": 0.8758224844932556, "max_candidate_score": 0.8758224844932556, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8735519647598267, "best_gold_margin": 0.002270519733428955, "weakest_gold_margin": 0.002270519733428955}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04791", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Cameron give to Night Bus Arcade after the second listen?", "temporal_relation": "none", "query_temporal_norm": 0.3731282651424408, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7653913497924805}], "gold_semantic_scores": [0.6032440066337585], "gold_temporal_scores": [0.16214707493782043], "max_gold_score": 0.7653913497924805, "max_candidate_score": 0.7653913497924805, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7218457460403442, "best_gold_margin": 0.04354560375213623, "weakest_gold_margin": 0.04354560375213623}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04791", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention updating Night Bus Arcade to 8 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.23544616997241974, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6409772634506226}], "gold_semantic_scores": [0.5758954286575317], "gold_temporal_scores": [0.06508145481348038], "max_gold_score": 0.6409772634506226, "max_candidate_score": 0.6409772634506226, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5816762447357178, "best_gold_margin": 0.059301018714904785, "weakest_gold_margin": 0.059301018714904785}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04791", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What rating was most recently assigned to Night Bus Arcade?", "temporal_relation": "none", "query_temporal_norm": 0.5123489499092102, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9775737524032593}], "gold_semantic_scores": [0.7354705333709717], "gold_temporal_scores": [0.24210327863693237], "max_gold_score": 0.9775737524032593, "max_candidate_score": 0.9775737524032593, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9679401516914368, "best_gold_margin": 0.00963360071182251, "weakest_gold_margin": 0.00963360071182251}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04880", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my club pick change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4000151455402374, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5884181261062622}, {"memory_id": "history_02_utt_0008", "score": 0.7321980595588684}], "gold_semantic_scores": [0.45015648007392883, 0.597716748714447], "gold_temporal_scores": [0.13826175034046173, 0.1344810575246811], "max_gold_score": 0.7321980595588684, "max_candidate_score": 0.7603508234024048, "top_memory_id": "history_02_utt_0008::cf::main::2", "max_non_gold_score": 0.7603508234024048, "best_gold_margin": -0.028152763843536377, "weakest_gold_margin": -0.17193269729614258}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04880", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned changing the club pick to Blue Hour Errands?", "temporal_relation": "none", "query_temporal_norm": 0.2895702123641968, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8410980701446533}], "gold_semantic_scores": [0.7374541163444519], "gold_temporal_scores": [0.10364402830600739], "max_gold_score": 0.8410980701446533, "max_candidate_score": 0.8410980701446533, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.529758870601654, "best_gold_margin": 0.31133919954299927, "weakest_gold_margin": 0.31133919954299927}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04880", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current club pick we decided on?", "temporal_relation": "latest", "query_temporal_norm": 0.5311046242713928, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9290376305580139}], "gold_semantic_scores": [0.6788346171379089], "gold_temporal_scores": [0.2502027750015259], "max_gold_score": 0.9290376305580139, "max_candidate_score": 0.9372606873512268, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0007::1", "max_non_gold_score": 0.9372606873512268, "best_gold_margin": -0.00822305679321289, "weakest_gold_margin": -0.00822305679321289}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04880", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the club pick change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.35751721262931824, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6791126132011414}, {"memory_id": "history_02_utt_0008", "score": 0.6943904161453247}], "gold_semantic_scores": [0.5585452318191528, 0.5877216458320618], "gold_temporal_scores": [0.12056750059127808, 0.1066686138510704], "max_gold_score": 0.6943904161453247, "max_candidate_score": 0.6943904161453247, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.3666224777698517, "best_gold_margin": 0.327767938375473, "weakest_gold_margin": 0.3124901354312897}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04958", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my deployment target had most recently changed to?", "temporal_relation": "latest", "query_temporal_norm": 0.5422801971435547, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9455323219299316}], "gold_semantic_scores": [0.678382396697998], "gold_temporal_scores": [0.2671501338481903], "max_gold_score": 0.9455323219299316, "max_candidate_score": 0.9468533396720886, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9468533396720886, "best_gold_margin": -0.0013210177421569824, "weakest_gold_margin": -0.0013210177421569824}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04958", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the equipment package is arriving at the front desk tomorrow?", "temporal_relation": "none", "query_temporal_norm": 0.17109106481075287, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3186857998371124, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3186857998371124, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05099", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan say the training setting was originally?", "temporal_relation": "earliest", "query_temporal_norm": 0.5619741678237915, "query_session_index": 2, "query_start_sec": 11.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8547853827476501}], "gold_semantic_scores": [0.7247793674468994], "gold_temporal_scores": [0.13000601530075073], "max_gold_score": 0.8547853827476501, "max_candidate_score": 0.8547853827476501, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7347015142440796, "best_gold_margin": 0.12008386850357056, "weakest_gold_margin": 0.12008386850357056}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05099", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest training setup we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5330491662025452, "query_session_index": 2, "query_start_sec": 11.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0533878803253174}], "gold_semantic_scores": [0.7797313332557678], "gold_temporal_scores": [0.2736569941043854], "max_gold_score": 1.0533878803253174, "max_candidate_score": 1.060663104057312, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 1.060663104057312, "best_gold_margin": -0.007275223731994629, "weakest_gold_margin": -0.007275223731994629}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05099", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned using full fine-tuning with label smoothing 0.1?", "temporal_relation": "none", "query_temporal_norm": 0.19663774967193604, "query_session_index": 2, "query_start_sec": 11.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.5632362365722656}], "gold_semantic_scores": [0.5193935036659241], "gold_temporal_scores": [0.043842557817697525], "max_gold_score": 0.5632362365722656, "max_candidate_score": 0.5632362365722656, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.41716620326042175, "best_gold_margin": 0.14607003331184387, "weakest_gold_margin": 0.14607003331184387}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05099", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training setup change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3555874228477478, "query_session_index": 2, "query_start_sec": 11.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7588338851928711}, {"memory_id": "history_02_utt_0009", "score": 0.8257265090942383}], "gold_semantic_scores": [0.640585720539093, 0.6971478462219238], "gold_temporal_scores": [0.11824817210435867, 0.12857845425605774], "max_gold_score": 0.8257265090942383, "max_candidate_score": 0.8257265090942383, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.42517346143722534, "best_gold_margin": 0.40055304765701294, "weakest_gold_margin": 0.33366042375564575}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05193", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn say the deployment target was moved to most recently?", "temporal_relation": "none", "query_temporal_norm": 0.544796347618103, "query_session_index": 2, "query_start_sec": 22.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 1.0576132535934448}], "gold_semantic_scores": [0.8058797717094421], "gold_temporal_scores": [0.2517334818840027], "max_gold_score": 1.0576132535934448, "max_candidate_score": 1.0576132535934448, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 1.0550609827041626, "best_gold_margin": 0.0025522708892822266, "weakest_gold_margin": 0.0025522708892822266}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05193", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention moving the deployment target?", "temporal_relation": "session", "query_temporal_norm": 0.21692673861980438, "query_session_index": 2, "query_start_sec": 22.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8280993700027466}], "gold_semantic_scores": [0.7522587776184082], "gold_temporal_scores": [0.07584072649478912], "max_gold_score": 0.8280993700027466, "max_candidate_score": 0.8280993700027466, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.678034782409668, "best_gold_margin": 0.1500645875930786, "weakest_gold_margin": 0.1500645875930786}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05193", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the model stack planned to be deployed?", "temporal_relation": "none", "query_temporal_norm": 0.15370401740074158, "query_session_index": 2, "query_start_sec": 22.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6455976963043213}], "gold_semantic_scores": [0.62945955991745], "gold_temporal_scores": [0.01613817922770977], "max_gold_score": 0.6455976963043213, "max_candidate_score": 0.7190536260604858, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7190536260604858, "best_gold_margin": -0.07345592975616455, "weakest_gold_margin": -0.07345592975616455}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05252", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say I picked for our free afternoon before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.512508749961853, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7101800441741943}], "gold_semantic_scores": [0.5921317934989929], "gold_temporal_scores": [0.11804826557636261], "max_gold_score": 0.7101800441741943, "max_candidate_score": 0.7101800441741943, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7067387700080872, "best_gold_margin": 0.0034412741661071777, "weakest_gold_margin": 0.0034412741661071777}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05252", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned picking a harbor cruise for the free afternoon?", "temporal_relation": "none", "query_temporal_norm": 0.16839012503623962, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7440569996833801}], "gold_semantic_scores": [0.6954060196876526], "gold_temporal_scores": [0.04865090921521187], "max_gold_score": 0.7440569996833801, "max_candidate_score": 0.7440569996833801, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.42331063747406006, "best_gold_margin": 0.32074636220932007, "weakest_gold_margin": 0.32074636220932007}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05252", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently for the free afternoon?", "temporal_relation": "none", "query_temporal_norm": 0.5306867361068726, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9020342230796814}], "gold_semantic_scores": [0.6439133286476135], "gold_temporal_scores": [0.25812095403671265], "max_gold_score": 0.9020342230796814, "max_candidate_score": 0.9045952558517456, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.9045952558517456, "best_gold_margin": -0.002561032772064209, "weakest_gold_margin": -0.002561032772064209}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05252", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the maritime museum visit mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.20071488618850708, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.723472535610199}], "gold_semantic_scores": [0.64505535364151], "gold_temporal_scores": [0.07841713726520538], "max_gold_score": 0.723472535610199, "max_candidate_score": 0.723472535610199, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6038085222244263, "best_gold_margin": 0.1196640133857727, "weakest_gold_margin": 0.1196640133857727}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05321", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What position did I give \"Neon Harbor\" in the sunset stretch, and why was it cut from the ride playlist?", "temporal_relation": "none", "query_temporal_norm": 0.20302130281925201, "query_session_index": 2, "query_start_sec": 13.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7281192541122437}, {"memory_id": "history_02_utt_0010", "score": 0.6984310746192932}], "gold_semantic_scores": [0.66621333360672, 0.6240192651748657], "gold_temporal_scores": [0.061905812472105026, 0.07441169023513794], "max_gold_score": 0.7281192541122437, "max_candidate_score": 0.7378823161125183, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.7378823161125183, "best_gold_margin": -0.009763062000274658, "weakest_gold_margin": -0.0394512414932251}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05321", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When was the song cut?", "temporal_relation": "none", "query_temporal_norm": 0.12807051837444305, "query_session_index": 2, "query_start_sec": 13.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.4322583079338074}], "gold_semantic_scores": [0.43413838744163513], "gold_temporal_scores": [-0.001880264957435429], "max_gold_score": 0.4322583079338074, "max_candidate_score": 0.4322583079338074, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.41030314564704895, "best_gold_margin": 0.021955162286758423, "weakest_gold_margin": 0.021955162286758423}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05321", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was 'Paper Lanterns' penciled in as the campfire handoff?", "temporal_relation": "session", "query_temporal_norm": 0.1646619290113449, "query_session_index": 2, "query_start_sec": 13.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.8233452439308167}], "gold_semantic_scores": [0.790488064289093], "gold_temporal_scores": [0.03285707160830498], "max_gold_score": 0.8233452439308167, "max_candidate_score": 0.8233452439308167, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.6689592599868774, "best_gold_margin": 0.1543859839439392, "weakest_gold_margin": 0.1543859839439392}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05321", "qa_id": "extra_qa_0008", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the updated placement of 'Paper Lanterns' in the playlist?", "temporal_relation": "latest", "query_temporal_norm": 0.4914533495903015, "query_session_index": 2, "query_start_sec": 13.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0027", "score": 0.8770631551742554}], "gold_semantic_scores": [0.6766972541809082], "gold_temporal_scores": [0.20036600530147552], "max_gold_score": 0.8770631551742554, "max_candidate_score": 0.8886674046516418, "top_memory_id": "history_02_utt_0027::cf::extra_qa_0008::1", "max_non_gold_score": 0.8886674046516418, "best_gold_margin": -0.011604249477386475, "weakest_gold_margin": -0.011604249477386475}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05438", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my weekend activity pick was before I changed it?", "temporal_relation": "before", "query_temporal_norm": 0.46433037519454956, "query_session_index": 2, "query_start_sec": 16.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8968113660812378}], "gold_semantic_scores": [0.7634691596031189], "gold_temporal_scores": [0.13334214687347412], "max_gold_score": 0.8968113660812378, "max_candidate_score": 0.8968113660812378, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.880107581615448, "best_gold_margin": 0.016703784465789795, "weakest_gold_margin": 0.016703784465789795}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05438", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they were leaning toward an aquarium visit for the weekend?", "temporal_relation": "none", "query_temporal_norm": 0.25286635756492615, "query_session_index": 2, "query_start_sec": 16.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7457372546195984}], "gold_semantic_scores": [0.6695395708084106], "gold_temporal_scores": [0.07619784772396088], "max_gold_score": 0.7457372546195984, "max_candidate_score": 0.7457372546195984, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.41544246673583984, "best_gold_margin": 0.33029478788375854, "weakest_gold_margin": 0.33029478788375854}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05438", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently during our discussions?", "temporal_relation": "none", "query_temporal_norm": 0.525365948677063, "query_session_index": 2, "query_start_sec": 16.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9543777108192444}], "gold_semantic_scores": [0.6961349248886108], "gold_temporal_scores": [0.2582426369190216], "max_gold_score": 0.9543777108192444, "max_candidate_score": 0.9543777108192444, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.952261209487915, "best_gold_margin": 0.0021165013313293457, "weakest_gold_margin": 0.0021165013313293457}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05438", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the activity choice change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.4159237742424011, "query_session_index": 2, "query_start_sec": 16.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8104345798492432}, {"memory_id": "history_02_utt_0010", "score": 0.6513382196426392}], "gold_semantic_scores": [0.6567317247390747, 0.516586184501648], "gold_temporal_scores": [0.15370285511016846, 0.1347518265247345], "max_gold_score": 0.8104345798492432, "max_candidate_score": 0.8104345798492432, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5233200788497925, "best_gold_margin": 0.2871145009994507, "weakest_gold_margin": 0.12801814079284668}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05547", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did my shopping item for noodle night change from and to across the earlier discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41285842657089233, "query_session_index": 2, "query_start_sec": 10.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7235269546508789}, {"memory_id": "history_02_utt_0010", "score": 0.8074317574501038}], "gold_semantic_scores": [0.5742377042770386, 0.6492959856987], "gold_temporal_scores": [0.1492893546819687, 0.15813562273979187], "max_gold_score": 0.8074317574501038, "max_candidate_score": 0.8173103928565979, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.8173103928565979, "best_gold_margin": -0.00987863540649414, "weakest_gold_margin": -0.093783438205719}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05547", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned having chickpea pasta on their list for noodle night?", "temporal_relation": "none", "query_temporal_norm": 0.18548551201820374, "query_session_index": 2, "query_start_sec": 10.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7989632487297058}], "gold_semantic_scores": [0.7501821517944336], "gold_temporal_scores": [0.048781104385852814], "max_gold_score": 0.7989632487297058, "max_candidate_score": 0.7989632487297058, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5120329260826111, "best_gold_margin": 0.2869303226470947, "weakest_gold_margin": 0.2869303226470947}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05699", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Parker originally say we could use?", "temporal_relation": "earliest", "query_temporal_norm": 0.5719336867332458, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8136370182037354}], "gold_semantic_scores": [0.6788773536682129], "gold_temporal_scores": [0.1347595453262329], "max_gold_score": 0.8136370182037354, "max_candidate_score": 0.8136370182037354, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6922751665115356, "best_gold_margin": 0.12136185169219971, "weakest_gold_margin": 0.12136185169219971}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05699", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the venue change for movie night?", "temporal_relation": "comparison", "query_temporal_norm": 0.38571301102638245, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7877999544143677}, {"memory_id": "history_02_utt_0009", "score": 0.8978414535522461}], "gold_semantic_scores": [0.6632540225982666, 0.7212802767753601], "gold_temporal_scores": [0.12454592436552048, 0.17656122148036957], "max_gold_score": 0.8978414535522461, "max_candidate_score": 0.8978414535522461, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4588669240474701, "best_gold_margin": 0.438974529504776, "weakest_gold_margin": 0.3289330303668976}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05699", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Parker originally say movie night could be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.5710748434066772, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8423033356666565}], "gold_semantic_scores": [0.7207790017127991], "gold_temporal_scores": [0.12152435630559921], "max_gold_score": 0.8423033356666565, "max_candidate_score": 0.8423033356666565, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.716168999671936, "best_gold_margin": 0.12613433599472046, "weakest_gold_margin": 0.12613433599472046}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05699", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker mention the library screening room for movie night?", "temporal_relation": "session", "query_temporal_norm": 0.2515691816806793, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6913073062896729}], "gold_semantic_scores": [0.6098568439483643], "gold_temporal_scores": [0.08145046979188919], "max_gold_score": 0.6913073062896729, "max_candidate_score": 0.6913073062896729, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5715951919555664, "best_gold_margin": 0.11971211433410645, "weakest_gold_margin": 0.11971211433410645}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05841", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say the dataset version originally was?", "temporal_relation": "earliest", "query_temporal_norm": 0.549094557762146, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6035511493682861}], "gold_semantic_scores": [0.4592512845993042], "gold_temporal_scores": [0.14430002868175507], "max_gold_score": 0.6035511493682861, "max_candidate_score": 0.6035511493682861, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5575919151306152, "best_gold_margin": 0.0459592342376709, "weakest_gold_margin": 0.0459592342376709}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05841", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version did we discuss using initially?", "temporal_relation": "earliest", "query_temporal_norm": 0.5322445631027222, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6716611385345459}], "gold_semantic_scores": [0.5229835510253906], "gold_temporal_scores": [0.14867748320102692], "max_gold_score": 0.6716611385345459, "max_candidate_score": 0.6716611385345459, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5633993744850159, "best_gold_margin": 0.10826176404953003, "weakest_gold_margin": 0.10826176404953003}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05841", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Emerson originally say the annotation team was working from?", "temporal_relation": "earliest", "query_temporal_norm": 0.5610383749008179, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8914288282394409}], "gold_semantic_scores": [0.75406813621521], "gold_temporal_scores": [0.13736076653003693], "max_gold_score": 0.8914288282394409, "max_candidate_score": 0.8914288282394409, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8384859561920166, "best_gold_margin": 0.052942872047424316, "weakest_gold_margin": 0.052942872047424316}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05841", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson mention the pilot bundle with raw transcripts?", "temporal_relation": "session", "query_temporal_norm": 0.23431789875030518, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.691876232624054}], "gold_semantic_scores": [0.6271477341651917], "gold_temporal_scores": [0.0647285133600235], "max_gold_score": 0.691876232624054, "max_candidate_score": 0.691876232624054, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6121521592140198, "best_gold_margin": 0.07972407341003418, "weakest_gold_margin": 0.07972407341003418}
{"sample_id": "conv_b04dfa2609a0_pkg_000", "qa_id": "qa_8ba62fc24d832bb3", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the speaker's role change over the conversation — what was their role before, and what is it now?", "temporal_relation": "comparison", "query_temporal_norm": 0.26176318526268005, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000790", "score": 0.13189120590686798}, {"memory_id": "utt_000792", "score": 0.06688354909420013}, {"memory_id": "utt_000794", "score": 0.40211108326911926}, {"memory_id": "utt_000796", "score": 0.06459831446409225}], "gold_semantic_scores": [0.23883764445781708, 0.17386089265346527, 0.5091038346290588, 0.17162267863750458], "gold_temporal_scores": [-0.10694637149572372, -0.10697738081216812, -0.10699271410703659, -0.10702432692050934], "max_gold_score": 0.40211108326911926, "max_candidate_score": 0.4719487726688385, "top_memory_id": "utt_000795", "max_non_gold_score": 0.4719487726688385, "best_gold_margin": -0.06983768939971924, "weakest_gold_margin": -0.40735045820474625}
{"sample_id": "conv_b04dfa2609a0_pkg_000", "qa_id": "qa_e72e15db5bf16c54", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which company did the speaker say they used to work for?", "temporal_relation": "none", "query_temporal_norm": 0.2335793375968933, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000173", "score": 0.6036648750305176}], "gold_semantic_scores": [0.6452850699424744], "gold_temporal_scores": [-0.04162026569247246], "max_gold_score": 0.6036648750305176, "max_candidate_score": 0.6130817532539368, "top_memory_id": "utt_000371", "max_non_gold_score": 0.6130817532539368, "best_gold_margin": -0.00941687822341919, "weakest_gold_margin": -0.00941687822341919}
{"sample_id": "conv_b04dfa2609a0_pkg_000", "qa_id": "qa_6ee1739aacf96db0", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When, relative to the conversation, did the speaker say they don't like Ethiopian food?", "temporal_relation": "session", "query_temporal_norm": 0.1894208937883377, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000744", "score": 0.8299641609191895}], "gold_semantic_scores": [0.8533101081848145], "gold_temporal_scores": [-0.023346196860074997], "max_gold_score": 0.8299641609191895, "max_candidate_score": 0.8299641609191895, "top_memory_id": "utt_000744", "max_non_gold_score": 0.6144307255744934, "best_gold_margin": 0.21553343534469604, "weakest_gold_margin": 0.21553343534469604}
{"sample_id": "conv_e443ab7c97e6_pkg_000", "qa_id": "qa_6ea0b6394b7f7208", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person say their current work makes them happy?", "temporal_relation": "session", "query_temporal_norm": 0.17169293761253357, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001083", "score": 0.3865681290626526}, {"memory_id": "utt_001084", "score": 0.32947301864624023}, {"memory_id": "utt_001085", "score": 0.43434858322143555}], "gold_semantic_scores": [0.39630889892578125, 0.33920952677726746, 0.4440839886665344], "gold_temporal_scores": [-0.009740845300257206, -0.009736633859574795, -0.009735221043229103], "max_gold_score": 0.43434858322143555, "max_candidate_score": 0.43671488761901855, "top_memory_id": "utt_000881", "max_non_gold_score": 0.43671488761901855, "best_gold_margin": -0.002366304397583008, "weakest_gold_margin": -0.10724186897277832}
{"sample_id": "conv_e443ab7c97e6_pkg_000", "qa_id": "qa_2d69fe0b6e610259", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What hobby did the person say they do?", "temporal_relation": "none", "query_temporal_norm": 0.21762248873710632, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000046", "score": 0.10330522060394287}], "gold_semantic_scores": [0.14584195613861084], "gold_temporal_scores": [-0.04253673180937767], "max_gold_score": 0.10330522060394287, "max_candidate_score": 0.5714394450187683, "top_memory_id": "utt_001075", "max_non_gold_score": 0.5714394450187683, "best_gold_margin": -0.46813422441482544, "weakest_gold_margin": -0.46813422441482544}
{"sample_id": "conv_e443ab7c97e6_pkg_000", "qa_id": "qa_ca01560a0ee60e72", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What chore did the person say they dislike?", "temporal_relation": "none", "query_temporal_norm": 0.21669615805149078, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000731", "score": 0.19488491117954254}], "gold_semantic_scores": [0.21817432343959808], "gold_temporal_scores": [-0.02328944019973278], "max_gold_score": 0.19488491117954254, "max_candidate_score": 0.31987401843070984, "top_memory_id": "utt_000485", "max_non_gold_score": 0.31987401843070984, "best_gold_margin": -0.1249891072511673, "weakest_gold_margin": -0.1249891072511673}
{"sample_id": "conv_e63fb50ec0fa_pkg_000", "qa_id": "qa_f8edca5c25c8ba2e", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person say they work out a lot and try to stay active?", "temporal_relation": "session", "query_temporal_norm": 0.20141205191612244, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000463", "score": 0.7097055315971375}], "gold_semantic_scores": [0.743129551410675], "gold_temporal_scores": [-0.033424004912376404], "max_gold_score": 0.7097055315971375, "max_candidate_score": 0.7097055315971375, "top_memory_id": "utt_000463", "max_non_gold_score": 0.4976152777671814, "best_gold_margin": 0.21209025382995605, "weakest_gold_margin": 0.21209025382995605}
{"sample_id": "conv_e63fb50ec0fa_pkg_000", "qa_id": "qa_6fe769a2e214ce0b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the person say they live?", "temporal_relation": "none", "query_temporal_norm": 0.219495490193367, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000061", "score": 0.6489844918251038}, {"memory_id": "utt_000062", "score": 0.6345229148864746}, {"memory_id": "utt_000273", "score": 0.5168359279632568}, {"memory_id": "utt_000474", "score": 0.6196011900901794}], "gold_semantic_scores": [0.6925041079521179, 0.6782206892967224, 0.5583242177963257, 0.6602256298065186], "gold_temporal_scores": [-0.04351942241191864, -0.04369744285941124, -0.0414883978664875, -0.04062432423233986], "max_gold_score": 0.6489844918251038, "max_candidate_score": 0.6489844918251038, "top_memory_id": "utt_000061", "max_non_gold_score": 0.588005006313324, "best_gold_margin": 0.060979485511779785, "weakest_gold_margin": -0.07116907835006714}
{"sample_id": "conv_e63fb50ec0fa_pkg_000", "qa_id": "qa_637c243e3f193f28", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What field is the person studying?", "temporal_relation": "none", "query_temporal_norm": 0.2165697067975998, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000146", "score": 0.5804476737976074}], "gold_semantic_scores": [0.6136268377304077], "gold_temporal_scores": [-0.03317927196621895], "max_gold_score": 0.5804476737976074, "max_candidate_score": 0.5804476737976074, "top_memory_id": "utt_000146", "max_non_gold_score": 0.5339292287826538, "best_gold_margin": 0.04651844501495361, "weakest_gold_margin": 0.04651844501495361}
{"sample_id": "conv_e70908bf6678_pkg_000", "qa_id": "qa_0a75b5307529e026", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to explain a culture project because no one is doing this in Auckland?", "temporal_relation": "none", "query_temporal_norm": 0.2659358084201813, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000668", "score": 0.6656098961830139}], "gold_semantic_scores": [0.7200663685798645], "gold_temporal_scores": [-0.054456427693367004], "max_gold_score": 0.6656098961830139, "max_candidate_score": 0.6656098961830139, "top_memory_id": "utt_000668", "max_non_gold_score": 0.501030683517456, "best_gold_margin": 0.16457921266555786, "weakest_gold_margin": 0.16457921266555786}
{"sample_id": "conv_e70908bf6678_pkg_000", "qa_id": "qa_78060b3cd9dc336d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At what part of the conversation did the person mention wanting to purchase a good van — beginning, middle, or end?", "temporal_relation": "session", "query_temporal_norm": 0.17803062498569489, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000644", "score": 0.12394365668296814}], "gold_semantic_scores": [0.1327369064092636], "gold_temporal_scores": [-0.008793165907263756], "max_gold_score": 0.12394365668296814, "max_candidate_score": 0.3409419059753418, "top_memory_id": "utt_000706", "max_non_gold_score": 0.3409419059753418, "best_gold_margin": -0.21699824929237366, "weakest_gold_margin": -0.21699824929237366}
{"sample_id": "conv_e70908bf6678_pkg_000", "qa_id": "qa_75326d07d4ad0c7e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the person recently travel to?", "temporal_relation": "none", "query_temporal_norm": 0.17174473404884338, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000016", "score": 0.37074366211891174}, {"memory_id": "utt_000018", "score": -0.025757959112524986}], "gold_semantic_scores": [0.43027031421661377, 0.03436689078807831], "gold_temporal_scores": [-0.05952663719654083, -0.060124848037958145], "max_gold_score": 0.37074366211891174, "max_candidate_score": 0.5253457427024841, "top_memory_id": "utt_000293", "max_non_gold_score": 0.5253457427024841, "best_gold_margin": -0.1546020805835724, "weakest_gold_margin": -0.5511037018150091}
{"sample_id": "conv_e99e55c6c54e_pkg_000", "qa_id": "qa_4fe57ca606646c01", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the other person say they were planning to go?", "temporal_relation": "none", "query_temporal_norm": 0.23976126313209534, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000160", "score": 0.6833783984184265}, {"memory_id": "utt_000170", "score": 0.44987884163856506}], "gold_semantic_scores": [0.7258763909339905, 0.4921947717666626], "gold_temporal_scores": [-0.042497944086790085, -0.04231586307287216], "max_gold_score": 0.6833783984184265, "max_candidate_score": 0.6833783984184265, "top_memory_id": "utt_000160", "max_non_gold_score": 0.49915266036987305, "best_gold_margin": 0.18422573804855347, "weakest_gold_margin": -0.04927381873130798}
{"sample_id": "conv_e99e55c6c54e_pkg_000", "qa_id": "qa_ea316fa31a8778f9", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say I manage online script orders — toward the beginning, middle, or end?", "temporal_relation": "session", "query_temporal_norm": 0.20093593001365662, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000755", "score": 0.39733749628067017}, {"memory_id": "utt_000757", "score": 0.32459956407546997}], "gold_semantic_scores": [0.42121514678001404, 0.34847456216812134], "gold_temporal_scores": [-0.023877697065472603, -0.02387501671910286], "max_gold_score": 0.39733749628067017, "max_candidate_score": 0.39733749628067017, "top_memory_id": "utt_000755", "max_non_gold_score": 0.34293973445892334, "best_gold_margin": 0.054397761821746826, "weakest_gold_margin": -0.01834017038345337}
{"sample_id": "conv_e99e55c6c54e_pkg_000", "qa_id": "qa_39e5c843f9c15778", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said \"I love my new hours\"?", "temporal_relation": "none", "query_temporal_norm": 0.21342897415161133, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000622", "score": 0.6510607600212097}], "gold_semantic_scores": [0.6950384974479675], "gold_temporal_scores": [-0.04397764801979065], "max_gold_score": 0.6510607600212097, "max_candidate_score": 0.6510607600212097, "top_memory_id": "utt_000622", "max_non_gold_score": 0.37182050943374634, "best_gold_margin": 0.2792402505874634, "weakest_gold_margin": 0.2792402505874634}
{"sample_id": "conv_eaefdd9b64e4_pkg_000", "qa_id": "qa_e76d94b73ee9f57e", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did someone say they'd never been to a strip club before?", "temporal_relation": "session", "query_temporal_norm": 0.22760848701000214, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000327", "score": 0.7571806311607361}], "gold_semantic_scores": [0.7897164821624756], "gold_temporal_scores": [-0.0325358510017395], "max_gold_score": 0.7571806311607361, "max_candidate_score": 0.7571806311607361, "top_memory_id": "utt_000327", "max_non_gold_score": 0.547314465045929, "best_gold_margin": 0.20986616611480713, "weakest_gold_margin": 0.20986616611480713}
{"sample_id": "conv_eaefdd9b64e4_pkg_000", "qa_id": "qa_cf8db7498f6fdb2d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about why no one has cracked real-time AI conversation yet?", "temporal_relation": "none", "query_temporal_norm": 0.18722446262836456, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000117", "score": 0.3350854218006134}, {"memory_id": "utt_000119", "score": 0.33410367369651794}, {"memory_id": "utt_000120", "score": 0.06215336173772812}], "gold_semantic_scores": [0.3602440357208252, 0.35898372530937195, 0.0867689773440361], "gold_temporal_scores": [-0.025158509612083435, -0.024880042299628258, -0.024615606293082237], "max_gold_score": 0.3350854218006134, "max_candidate_score": 0.4263772964477539, "top_memory_id": "utt_000156", "max_non_gold_score": 0.4263772964477539, "best_gold_margin": -0.0912918746471405, "weakest_gold_margin": -0.3642239347100258}
{"sample_id": "conv_eaefdd9b64e4_pkg_000", "qa_id": "qa_e5e8cecb3f4f8cb9", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who attended the strip club show?", "temporal_relation": "none", "query_temporal_norm": 0.24470297992229462, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000317", "score": 0.2276776134967804}, {"memory_id": "utt_000327", "score": 0.2318429946899414}], "gold_semantic_scores": [0.2785354256629944, 0.28275737166404724], "gold_temporal_scores": [-0.050857823342084885, -0.05091436952352524], "max_gold_score": 0.2318429946899414, "max_candidate_score": 0.3243834674358368, "top_memory_id": "utt_000338", "max_non_gold_score": 0.3243834674358368, "best_gold_margin": -0.09254047274589539, "weakest_gold_margin": -0.0967058539390564}
{"sample_id": "conv_ebe39304f6e7_pkg_001", "qa_id": "qa_8e8149c3cd6b92f8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned having a 15-year-old?", "temporal_relation": "none", "query_temporal_norm": 0.24865052103996277, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001461", "score": 0.41125428676605225}], "gold_semantic_scores": [0.4709688723087311], "gold_temporal_scores": [-0.05971454828977585], "max_gold_score": 0.41125428676605225, "max_candidate_score": 0.43580543994903564, "top_memory_id": "utt_001450", "max_non_gold_score": 0.43580543994903564, "best_gold_margin": -0.0245511531829834, "weakest_gold_margin": -0.0245511531829834}
{"sample_id": "conv_ebe39304f6e7_pkg_001", "qa_id": "qa_b4a68af143694b30", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What recent event did Shawn describe?", "temporal_relation": "none", "query_temporal_norm": 0.169667586684227, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001212", "score": 0.19648157060146332}, {"memory_id": "utt_001213", "score": -0.037952106446027756}], "gold_semantic_scores": [0.16681788861751556, -0.06773805618286133], "gold_temporal_scores": [0.02966366708278656, 0.02978593111038208], "max_gold_score": 0.19648157060146332, "max_candidate_score": 0.38563990592956543, "top_memory_id": "utt_001488", "max_non_gold_score": 0.38563990592956543, "best_gold_margin": -0.1891583353281021, "weakest_gold_margin": -0.4235920123755932}
{"sample_id": "conv_ebe39304f6e7_pkg_001", "qa_id": "qa_aa21cb0d0189f5b5", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which part of the conversation did the speaker say they were babysitting a cat across the street for a week?", "temporal_relation": "session", "query_temporal_norm": 0.19285576045513153, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001111", "score": 0.4902786910533905}, {"memory_id": "utt_001112", "score": 0.32959139347076416}, {"memory_id": "utt_001152", "score": 0.45168569684028625}], "gold_semantic_scores": [0.505261242389679, 0.3445349633693695, 0.46604642271995544], "gold_temporal_scores": [-0.014982606284320354, -0.014943541958928108, -0.014360755681991577], "max_gold_score": 0.4902786910533905, "max_candidate_score": 0.4902786910533905, "top_memory_id": "utt_001111", "max_non_gold_score": 0.4658486843109131, "best_gold_margin": 0.024430006742477417, "weakest_gold_margin": -0.13625729084014893}
{"sample_id": "conv_ec9294d180a2_pkg_003", "qa_id": "qa_8203c79cbf216f21", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had watched Hostile, and who said they had watched Hereditary?", "temporal_relation": "none", "query_temporal_norm": 0.2458987534046173, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_004671", "score": 0.3973163068294525}, {"memory_id": "utt_004680", "score": 0.03740609437227249}, {"memory_id": "utt_004735", "score": 0.5884225964546204}], "gold_semantic_scores": [0.45727744698524475, 0.09750750660896301, 0.6492375731468201], "gold_temporal_scores": [-0.059961237013339996, -0.060101404786109924, -0.060815077275037766], "max_gold_score": 0.5884225964546204, "max_candidate_score": 0.5884225964546204, "top_memory_id": "utt_004735", "max_non_gold_score": 0.5286341905593872, "best_gold_margin": 0.059788405895233154, "weakest_gold_margin": -0.4912280961871147}
{"sample_id": "conv_ec9294d180a2_pkg_003", "qa_id": "qa_455f4d21c0730b2f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity did one participant say they enjoy watching?", "temporal_relation": "none", "query_temporal_norm": 0.21290650963783264, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_004368", "score": 0.5677632689476013}], "gold_semantic_scores": [0.6098319888114929], "gold_temporal_scores": [-0.04206882789731026], "max_gold_score": 0.5677632689476013, "max_candidate_score": 0.6219022274017334, "top_memory_id": "utt_005764", "max_non_gold_score": 0.6219022274017334, "best_gold_margin": -0.05413895845413208, "weakest_gold_margin": -0.05413895845413208}
{"sample_id": "conv_ec9294d180a2_pkg_003", "qa_id": "qa_c8074429417cd22a", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Dakota think about their screen name, and what did Kai think about theirs?", "temporal_relation": "none", "query_temporal_norm": 0.2263495773077011, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_004444", "score": 0.23263685405254364}, {"memory_id": "utt_004470", "score": 0.07467077672481537}, {"memory_id": "utt_004471", "score": 0.5374753475189209}, {"memory_id": "utt_004473", "score": 0.4188266098499298}, {"memory_id": "utt_004484", "score": 0.27035802602767944}, {"memory_id": "utt_004485", "score": 0.10742101073265076}], "gold_semantic_scores": [0.2885752022266388, 0.13259293138980865, 0.5955415368080139, 0.4770219922065735, 0.32917577028274536, 0.16628976166248322], "gold_temporal_scores": [-0.055938322097063065, -0.05792214721441269, -0.05806608498096466, -0.05819541960954666, -0.0588177889585495, -0.05886870250105858], "max_gold_score": 0.5374753475189209, "max_candidate_score": 0.5908452868461609, "top_memory_id": "utt_004475", "max_non_gold_score": 0.5908452868461609, "best_gold_margin": -0.05336993932723999, "weakest_gold_margin": -0.5161745101213455}
{"sample_id": "conv_ec9294d180a2_pkg_003", "qa_id": "qa_8b4d512bf4c608e9", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which kinds of movies did the two participants say they each prefer?", "temporal_relation": "none", "query_temporal_norm": 0.2075226753950119, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_005517", "score": 0.4189646244049072}, {"memory_id": "utt_005519", "score": -0.02158697135746479}, {"memory_id": "utt_005523", "score": -0.00026741312467493117}, {"memory_id": "utt_005529", "score": 0.5248929262161255}, {"memory_id": "utt_005532", "score": -0.11191169917583466}], "gold_semantic_scores": [0.44739410281181335, 0.006843366660177708, 0.028163455426692963, 0.5533248782157898, -0.08347927778959274], "gold_temporal_scores": [-0.028429493308067322, -0.028430340811610222, -0.028430862352252007, -0.028431853279471397, -0.028432391583919525], "max_gold_score": 0.5248929262161255, "max_candidate_score": 0.5248929262161255, "top_memory_id": "utt_005529", "max_non_gold_score": 0.516288697719574, "best_gold_margin": 0.008604228496551514, "weakest_gold_margin": -0.6282003968954086}
{"sample_id": "conv_ed62d53fe84c_pkg_001", "qa_id": "qa_3dbddbb2548499f0", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did either speaker say they would want to return to teaching?", "temporal_relation": "none", "query_temporal_norm": 0.19614195823669434, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000986", "score": 0.6535488963127136}, {"memory_id": "utt_001030", "score": 0.2911187708377838}, {"memory_id": "utt_001032", "score": -0.08349939435720444}], "gold_semantic_scores": [0.6931010484695435, 0.3367767035961151, -0.03800595924258232], "gold_temporal_scores": [-0.03955230489373207, -0.04565787315368652, -0.04549342393875122], "max_gold_score": 0.6535488963127136, "max_candidate_score": 0.6535488963127136, "top_memory_id": "utt_000986", "max_non_gold_score": 0.5012516379356384, "best_gold_margin": 0.1522972583770752, "weakest_gold_margin": -0.5847510322928429}
{"sample_id": "conv_ed62d53fe84c_pkg_001", "qa_id": "qa_829b0f923c4a1a12", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did I get my first visa when I came to Thailand?", "temporal_relation": "none", "query_temporal_norm": 0.21455594897270203, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001616", "score": 0.5782464742660522}, {"memory_id": "utt_001617", "score": 0.3110136389732361}], "gold_semantic_scores": [0.6238529086112976, 0.3566285967826843], "gold_temporal_scores": [-0.04560630023479462, -0.045615021139383316], "max_gold_score": 0.5782464742660522, "max_candidate_score": 0.6205172538757324, "top_memory_id": "utt_001613", "max_non_gold_score": 0.6205172538757324, "best_gold_margin": -0.042270779609680176, "weakest_gold_margin": -0.30950361490249634}
{"sample_id": "conv_ed62d53fe84c_pkg_001", "qa_id": "qa_7d68497da6e32f42", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Robin say he prefers to use a headset?", "temporal_relation": "session", "query_temporal_norm": 0.1864975243806839, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001523", "score": 0.6568118333816528}], "gold_semantic_scores": [0.6869755983352661], "gold_temporal_scores": [-0.030163759365677834], "max_gold_score": 0.6568118333816528, "max_candidate_score": 0.6568118333816528, "top_memory_id": "utt_001523", "max_non_gold_score": 0.4698583483695984, "best_gold_margin": 0.18695348501205444, "weakest_gold_margin": 0.18695348501205444}
{"sample_id": "conv_ed62d53fe84c_pkg_001", "qa_id": "qa_e1f3cfa37ab76c56", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they like the freedom to work at any time, such as 2 AM at the beach?", "temporal_relation": "none", "query_temporal_norm": 0.19636467099189758, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001193", "score": 0.31152570247650146}, {"memory_id": "utt_001195", "score": 0.29357048869132996}], "gold_semantic_scores": [0.35099250078201294, 0.33291327953338623], "gold_temporal_scores": [-0.03946681693196297, -0.039342716336250305], "max_gold_score": 0.31152570247650146, "max_candidate_score": 0.4688355624675751, "top_memory_id": "utt_001710", "max_non_gold_score": 0.4688355624675751, "best_gold_margin": -0.1573098599910736, "weakest_gold_margin": -0.17526507377624512}
{"sample_id": "conv_ef15e1fe1e30_pkg_000", "qa_id": "qa_c4b4271d7dc20e3d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier, did the other participant mention any limitation on how many conversations they can handle at once?", "temporal_relation": "none", "query_temporal_norm": 0.2313517928123474, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000464", "score": 0.49265405535697937}, {"memory_id": "utt_000466", "score": 0.674892008304596}], "gold_semantic_scores": [0.5352089405059814, 0.7174606919288635], "gold_temporal_scores": [-0.04255491867661476, -0.04256867989897728], "max_gold_score": 0.674892008304596, "max_candidate_score": 0.674892008304596, "top_memory_id": "utt_000466", "max_non_gold_score": 0.42605865001678467, "best_gold_margin": 0.24883335828781128, "weakest_gold_margin": 0.0665954053401947}
{"sample_id": "conv_ef15e1fe1e30_pkg_000", "qa_id": "qa_9db561bcf43c6e13", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Did I say I want to hike Machu Picchu?", "temporal_relation": "none", "query_temporal_norm": 0.20480133593082428, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000830", "score": 0.6730391383171082}], "gold_semantic_scores": [0.7103124260902405], "gold_temporal_scores": [-0.03727328032255173], "max_gold_score": 0.6730391383171082, "max_candidate_score": 0.6730391383171082, "top_memory_id": "utt_000830", "max_non_gold_score": 0.48825767636299133, "best_gold_margin": 0.18478146195411682, "weakest_gold_margin": 0.18478146195411682}
{"sample_id": "conv_ef15e1fe1e30_pkg_000", "qa_id": "qa_afd499ffa8d2168c", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did a participant describe a yellow and orange bird coming to the window at 3AM and singing?", "temporal_relation": "session", "query_temporal_norm": 0.21242181956768036, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000297", "score": 0.7727042436599731}, {"memory_id": "utt_000299", "score": 0.5646287202835083}, {"memory_id": "utt_000303", "score": 0.1715494841337204}], "gold_semantic_scores": [0.8015362620353699, 0.5933889150619507, 0.20025920867919922], "gold_temporal_scores": [-0.02883182093501091, -0.028759978711605072, -0.02870979905128479], "max_gold_score": 0.7727042436599731, "max_candidate_score": 0.7727042436599731, "top_memory_id": "utt_000297", "max_non_gold_score": 0.7155604362487793, "best_gold_margin": 0.05714380741119385, "weakest_gold_margin": -0.5440109521150589}
{"sample_id": "conv_f139c092ef79_pkg_001", "qa_id": "qa_e1f7d8a1e517bad8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When I was in college, why did I feel disillusioned?", "temporal_relation": "none", "query_temporal_norm": 0.19335581362247467, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001155", "score": 0.6495428085327148}, {"memory_id": "utt_001156", "score": 0.4455728232860565}], "gold_semantic_scores": [0.6896399259567261, 0.48567235469818115], "gold_temporal_scores": [-0.0400971919298172, -0.04009963944554329], "max_gold_score": 0.6495428085327148, "max_candidate_score": 0.6495428085327148, "top_memory_id": "utt_001155", "max_non_gold_score": 0.5167083740234375, "best_gold_margin": 0.13283443450927734, "weakest_gold_margin": -0.07113555073738098}
{"sample_id": "conv_f139c092ef79_pkg_001", "qa_id": "qa_051553168cbad204", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What cash currency does the person we were discussing prefer when paying?", "temporal_relation": "none", "query_temporal_norm": 0.20752611756324768, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001367", "score": 0.29222628474235535}, {"memory_id": "utt_001368", "score": 0.4844453036785126}], "gold_semantic_scores": [0.3224036395549774, 0.5146183967590332], "gold_temporal_scores": [-0.03017738275229931, -0.03017330914735794], "max_gold_score": 0.4844453036785126, "max_candidate_score": 0.5618699193000793, "top_memory_id": "utt_001358", "max_non_gold_score": 0.5618699193000793, "best_gold_margin": -0.07742461562156677, "weakest_gold_margin": -0.269643634557724}
{"sample_id": "conv_f139c092ef79_pkg_001", "qa_id": "qa_63008b4c3222310d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At what part of the conversation did the person we were discussing describe getting paid in $100 bills?", "temporal_relation": "session", "query_temporal_norm": 0.19632847607135773, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001372", "score": 0.7815932631492615}], "gold_semantic_scores": [0.805513322353363], "gold_temporal_scores": [-0.02392001822590828], "max_gold_score": 0.7815932631492615, "max_candidate_score": 0.7815932631492615, "top_memory_id": "utt_001372", "max_non_gold_score": 0.5390897989273071, "best_gold_margin": 0.24250346422195435, "weakest_gold_margin": 0.24250346422195435}
{"sample_id": "conv_f2e3b312ccf0_pkg_000", "qa_id": "qa_1e082d5f45dd7764", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "In our conversation, how many students per class do I have?", "temporal_relation": "none", "query_temporal_norm": 0.21497724950313568, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000786", "score": 0.577997088432312}], "gold_semantic_scores": [0.6062520742416382], "gold_temporal_scores": [-0.028255026787519455], "max_gold_score": 0.577997088432312, "max_candidate_score": 0.6012347340583801, "top_memory_id": "utt_000771", "max_non_gold_score": 0.6012347340583801, "best_gold_margin": -0.023237645626068115, "weakest_gold_margin": -0.023237645626068115}
{"sample_id": "conv_f2e3b312ccf0_pkg_000", "qa_id": "qa_569c305161d3b569", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When (approximately what part of the conversation) did someone say they don't have money to pay for Netflix?", "temporal_relation": "session", "query_temporal_norm": 0.1875796765089035, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000260", "score": 0.4717366695404053}], "gold_semantic_scores": [0.4903046786785126], "gold_temporal_scores": [-0.018567966297268867], "max_gold_score": 0.4717366695404053, "max_candidate_score": 0.47365933656692505, "top_memory_id": "utt_000815", "max_non_gold_score": 0.47365933656692505, "best_gold_margin": -0.0019226670265197754, "weakest_gold_margin": -0.0019226670265197754}
{"sample_id": "conv_f2e3b312ccf0_pkg_000", "qa_id": "qa_5dafa24dfb1dce85", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they dress modestly and that they do not show their breasts or buttocks?", "temporal_relation": "none", "query_temporal_norm": 0.20914554595947266, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000701", "score": 0.6385836005210876}, {"memory_id": "utt_000702", "score": 0.7201473712921143}, {"memory_id": "utt_000703", "score": 0.5531777739524841}, {"memory_id": "utt_000704", "score": 0.43616265058517456}], "gold_semantic_scores": [0.6666789054870605, 0.7482386827468872, 0.5812658667564392, 0.46424832940101624], "gold_temporal_scores": [-0.02809506468474865, -0.02809121645987034, -0.028088221326470375, -0.028085658326745033], "max_gold_score": 0.7201473712921143, "max_candidate_score": 0.7201473712921143, "top_memory_id": "utt_000702", "max_non_gold_score": 0.624722957611084, "best_gold_margin": 0.09542441368103027, "weakest_gold_margin": -0.18856030702590942}
{"sample_id": "conv_f2e3b312ccf0_pkg_000", "qa_id": "qa_55c5509bb34d4bb9", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Riley say the last time she asked for more money was 2022?", "temporal_relation": "session", "query_temporal_norm": 0.14857757091522217, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000856", "score": 0.6611778140068054}], "gold_semantic_scores": [0.6545346975326538], "gold_temporal_scores": [0.006643075495958328], "max_gold_score": 0.6611778140068054, "max_candidate_score": 0.6611778140068054, "top_memory_id": "utt_000856", "max_non_gold_score": 0.5073009133338928, "best_gold_margin": 0.1538769006729126, "weakest_gold_margin": 0.1538769006729126}
{"sample_id": "conv_f3ed5ae821b3_pkg_000", "qa_id": "qa_b51d85f63529e34f", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said that students would just copy and paste stuff?", "temporal_relation": "session", "query_temporal_norm": 0.19832774996757507, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000319", "score": 0.3768825829029083}], "gold_semantic_scores": [0.39337217807769775], "gold_temporal_scores": [-0.01648947037756443], "max_gold_score": 0.3768825829029083, "max_candidate_score": 0.6912758946418762, "top_memory_id": "utt_000330", "max_non_gold_score": 0.6912758946418762, "best_gold_margin": -0.3143933117389679, "weakest_gold_margin": -0.3143933117389679}
{"sample_id": "conv_f3ed5ae821b3_pkg_000", "qa_id": "qa_03f88d1862f445df", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they'd been doing online teaching for over a year?", "temporal_relation": "none", "query_temporal_norm": 0.22141733765602112, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000073", "score": 0.7631191611289978}], "gold_semantic_scores": [0.8094131946563721], "gold_temporal_scores": [-0.046294134110212326], "max_gold_score": 0.7631191611289978, "max_candidate_score": 0.7631191611289978, "top_memory_id": "utt_000073", "max_non_gold_score": 0.4177285134792328, "best_gold_margin": 0.345390647649765, "weakest_gold_margin": 0.345390647649765}
{"sample_id": "conv_f3ed5ae821b3_pkg_000", "qa_id": "qa_73e3e2438d8660be", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When did Jamie say she learns everything on a need-to-know basis?", "temporal_relation": "none", "query_temporal_norm": 0.19744272530078888, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000270", "score": 0.6023901700973511}], "gold_semantic_scores": [0.6387895345687866], "gold_temporal_scores": [-0.036399442702531815], "max_gold_score": 0.6023901700973511, "max_candidate_score": 0.6023901700973511, "top_memory_id": "utt_000270", "max_non_gold_score": 0.4595639109611511, "best_gold_margin": 0.14282625913619995, "weakest_gold_margin": 0.14282625913619995}
{"sample_id": "conv_f3ed5ae821b3_pkg_000", "qa_id": "qa_3f1c7c34ce649f54", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about how to check or verify student work?", "temporal_relation": "none", "query_temporal_norm": 0.21203239262104034, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000321", "score": 0.5874261260032654}, {"memory_id": "utt_000322", "score": 0.3666967749595642}], "gold_semantic_scores": [0.6090197563171387, 0.38824519515037537], "gold_temporal_scores": [-0.021593641489744186, -0.021548405289649963], "max_gold_score": 0.5874261260032654, "max_candidate_score": 0.5874261260032654, "top_memory_id": "utt_000321", "max_non_gold_score": 0.5278666615486145, "best_gold_margin": 0.05955946445465088, "weakest_gold_margin": -0.1611698865890503}
{"sample_id": "conv_f59e0bdd3ba6_pkg_001", "qa_id": "qa_fa0675bb8254022b", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did each person describe Victor?", "temporal_relation": "none", "query_temporal_norm": 0.22470195591449738, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001803", "score": 0.34543609619140625}, {"memory_id": "utt_001804", "score": 0.06984731554985046}, {"memory_id": "utt_001806", "score": 0.15040361881256104}, {"memory_id": "utt_001807", "score": 0.10463019460439682}, {"memory_id": "utt_001809", "score": 0.09048666059970856}, {"memory_id": "utt_001812", "score": 0.08417154103517532}, {"memory_id": "utt_001814", "score": -0.0005945825832895935}, {"memory_id": "utt_001815", "score": 0.2633403539657593}], "gold_semantic_scores": [0.39680689573287964, 0.12122001498937607, 0.20178233087062836, 0.1560138761997223, 0.14190396666526794, 0.13559630513191223, 0.05083434656262398, 0.3147720694541931], "gold_temporal_scores": [-0.051370784640312195, -0.0513727106153965, -0.05137863755226135, -0.051383789628744125, -0.05141724646091461, -0.051424793899059296, -0.051428940147161484, -0.05143161118030548], "max_gold_score": 0.34543609619140625, "max_candidate_score": 0.49430495500564575, "top_memory_id": "utt_001800", "max_non_gold_score": 0.49430495500564575, "best_gold_margin": -0.1488688588142395, "weakest_gold_margin": -0.49489953758893535}
{"sample_id": "conv_f59e0bdd3ba6_pkg_001", "qa_id": "qa_4d4ab86cb8d3acb3", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What does Sam do when sending links to avoid public visibility?", "temporal_relation": "none", "query_temporal_norm": 0.19385656714439392, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001748", "score": 0.6791245937347412}, {"memory_id": "utt_001751", "score": 0.49149978160858154}], "gold_semantic_scores": [0.6950691342353821, 0.5074120163917542], "gold_temporal_scores": [-0.0159444697201252, -0.015912175178527832], "max_gold_score": 0.6791245937347412, "max_candidate_score": 0.6791245937347412, "top_memory_id": "utt_001748", "max_non_gold_score": 0.596615731716156, "best_gold_margin": 0.0825088620185852, "weakest_gold_margin": -0.10511595010757446}
{"sample_id": "conv_f59e0bdd3ba6_pkg_001", "qa_id": "qa_4be2452f5c182c02", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "I mentioned my cat Gizzy just now — when in the conversation did I first bring that up?", "temporal_relation": "session", "query_temporal_norm": 0.2592686116695404, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002030", "score": 0.20282809436321259}, {"memory_id": "utt_002044", "score": -0.04264127090573311}, {"memory_id": "utt_002057", "score": 0.02054608054459095}], "gold_semantic_scores": [0.26744410395622253, 0.022005803883075714, 0.08522465080022812], "gold_temporal_scores": [-0.06461604684591293, -0.06464705616235733, -0.06467857956886292], "max_gold_score": 0.20282809436321259, "max_candidate_score": 0.43197357654571533, "top_memory_id": "utt_001270", "max_non_gold_score": 0.43197357654571533, "best_gold_margin": -0.22914548218250275, "weakest_gold_margin": -0.47461484745144844}
{"sample_id": "conv_f59e0bdd3ba6_pkg_001", "qa_id": "qa_39c7bb68d87a85c2", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were taking Saturday off?", "temporal_relation": "none", "query_temporal_norm": 0.22549152374267578, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002021", "score": 0.7623845934867859}], "gold_semantic_scores": [0.8084331154823303], "gold_temporal_scores": [-0.046048566699028015], "max_gold_score": 0.7623845934867859, "max_candidate_score": 0.7623845934867859, "top_memory_id": "utt_002021", "max_non_gold_score": 0.5874376893043518, "best_gold_margin": 0.17494690418243408, "weakest_gold_margin": 0.17494690418243408}
{"sample_id": "conv_f744a1f3faf5_pkg_000", "qa_id": "qa_0126c97e0491f4c9", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they had looked at German shepherds?", "temporal_relation": "session", "query_temporal_norm": 0.21072439849376678, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000064", "score": 0.7725414037704468}], "gold_semantic_scores": [0.8121814727783203], "gold_temporal_scores": [-0.03963971883058548], "max_gold_score": 0.7725414037704468, "max_candidate_score": 0.7725414037704468, "top_memory_id": "utt_000064", "max_non_gold_score": 0.5486818552017212, "best_gold_margin": 0.22385954856872559, "weakest_gold_margin": 0.22385954856872559}
{"sample_id": "conv_f744a1f3faf5_pkg_000", "qa_id": "qa_1643e6e71adde930", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How much did Lane say they spend on groceries per month?", "temporal_relation": "none", "query_temporal_norm": 0.20339936017990112, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000344", "score": 0.3089606463909149}, {"memory_id": "utt_000345", "score": 0.5582597851753235}], "gold_semantic_scores": [0.34721750020980835, 0.5965123176574707], "gold_temporal_scores": [-0.038256894797086716, -0.03825246915221214], "max_gold_score": 0.5582597851753235, "max_candidate_score": 0.5582597851753235, "top_memory_id": "utt_000345", "max_non_gold_score": 0.553991973400116, "best_gold_margin": 0.0042678117752075195, "weakest_gold_margin": -0.24503132700920105}
{"sample_id": "conv_f744a1f3faf5_pkg_000", "qa_id": "qa_05bb62acc163f48f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did they say they acquired their pet?", "temporal_relation": "none", "query_temporal_norm": 0.22012300789356232, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000190", "score": 0.2435598522424698}, {"memory_id": "utt_000191", "score": 0.2377399504184723}, {"memory_id": "utt_000192", "score": 0.3328574001789093}], "gold_semantic_scores": [0.29051756858825684, 0.28470712900161743, 0.37984535098075867], "gold_temporal_scores": [-0.04695775359869003, -0.04696720466017723, -0.046987902373075485], "max_gold_score": 0.3328574001789093, "max_candidate_score": 0.6851472854614258, "top_memory_id": "utt_000179", "max_non_gold_score": 0.6851472854614258, "best_gold_margin": -0.3522898852825165, "weakest_gold_margin": -0.4474073350429535}
{"sample_id": "conv_f9478543fac3_pkg_000", "qa_id": "qa_b0fbd113a14474ef", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who was paid $3 for a call because the other person wasn't engaged?", "temporal_relation": "none", "query_temporal_norm": 0.20195372402668, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000333", "score": 0.4956074059009552}], "gold_semantic_scores": [0.5167397260665894], "gold_temporal_scores": [-0.021132348105311394], "max_gold_score": 0.4956074059009552, "max_candidate_score": 0.4956074059009552, "top_memory_id": "utt_000333", "max_non_gold_score": 0.4333592653274536, "best_gold_margin": 0.06224814057350159, "weakest_gold_margin": 0.06224814057350159}
{"sample_id": "conv_f9478543fac3_pkg_000", "qa_id": "qa_7f0d7054675a0d49", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Morgan's favorite album?", "temporal_relation": "none", "query_temporal_norm": 0.19660790264606476, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000027", "score": 0.4343874454498291}], "gold_semantic_scores": [0.4835490584373474], "gold_temporal_scores": [-0.04916154965758324], "max_gold_score": 0.4343874454498291, "max_candidate_score": 0.5281127095222473, "top_memory_id": "utt_000097", "max_non_gold_score": 0.5281127095222473, "best_gold_margin": -0.09372526407241821, "weakest_gold_margin": -0.09372526407241821}
{"sample_id": "conv_f9478543fac3_pkg_000", "qa_id": "qa_b619a41bac03c220", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said that someone hadn't been on social media in about two years?", "temporal_relation": "session", "query_temporal_norm": 0.19117939472198486, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000498", "score": 0.8440139889717102}], "gold_semantic_scores": [0.8582298159599304], "gold_temporal_scores": [-0.014215928502380848], "max_gold_score": 0.8440139889717102, "max_candidate_score": 0.8440139889717102, "top_memory_id": "utt_000498", "max_non_gold_score": 0.43533962965011597, "best_gold_margin": 0.40867435932159424, "weakest_gold_margin": 0.40867435932159424}
{"sample_id": "conv_faaa5268c075_pkg_000", "qa_id": "qa_0ee793e449abb85f", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Around what part of the conversation did the speaker who said they go for an hour walk say that?", "temporal_relation": "session", "query_temporal_norm": 0.1907348781824112, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000072", "score": 0.45296746492385864}, {"memory_id": "utt_000074", "score": 0.5717870593070984}], "gold_semantic_scores": [0.49086228013038635, 0.609582245349884], "gold_temporal_scores": [-0.037894830107688904, -0.03779525309801102], "max_gold_score": 0.5717870593070984, "max_candidate_score": 0.5717870593070984, "top_memory_id": "utt_000074", "max_non_gold_score": 0.4163030683994293, "best_gold_margin": 0.15548399090766907, "weakest_gold_margin": 0.03666439652442932}
{"sample_id": "conv_faaa5268c075_pkg_000", "qa_id": "qa_1f6cc911683223fb", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How long did the speaker who said they would go back to school say they could do yaps?", "temporal_relation": "none", "query_temporal_norm": 0.19865472614765167, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000090", "score": 0.5425203442573547}, {"memory_id": "utt_000094", "score": 0.25152742862701416}], "gold_semantic_scores": [0.5838922262191772, 0.29273805022239685], "gold_temporal_scores": [-0.041371770203113556, -0.041210561990737915], "max_gold_score": 0.5425203442573547, "max_candidate_score": 0.5425203442573547, "top_memory_id": "utt_000090", "max_non_gold_score": 0.4844920039176941, "best_gold_margin": 0.058028340339660645, "weakest_gold_margin": -0.23296457529067993}
{"sample_id": "conv_faaa5268c075_pkg_000", "qa_id": "qa_8910c56dbd705e2a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Just now I said that meeting new people from all over the world is very interesting — where in the conversation did I say that?", "temporal_relation": "session", "query_temporal_norm": 0.1720932126045227, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000236", "score": 0.7623100876808167}], "gold_semantic_scores": [0.7770053744316101], "gold_temporal_scores": [-0.014695127494633198], "max_gold_score": 0.7623100876808167, "max_candidate_score": 0.7623100876808167, "top_memory_id": "utt_000236", "max_non_gold_score": 0.49770432710647583, "best_gold_margin": 0.2646057605743408, "weakest_gold_margin": 0.2646057605743408}
{"sample_id": "conv_faaa5268c075_pkg_000", "qa_id": "qa_01b3a8ee0ea76feb", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that they work at Duolingo?", "temporal_relation": "none", "query_temporal_norm": 0.23870642483234406, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000162", "score": 0.7316522002220154}], "gold_semantic_scores": [0.7833014726638794], "gold_temporal_scores": [-0.051648929715156555], "max_gold_score": 0.7316522002220154, "max_candidate_score": 0.7316522002220154, "top_memory_id": "utt_000162", "max_non_gold_score": 0.46118032932281494, "best_gold_margin": 0.27047187089920044, "weakest_gold_margin": 0.27047187089920044}
{"sample_id": "conv_fb948e807cb8_pkg_001", "qa_id": "qa_2b25855ce71d28dd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say they were planning to do later?", "temporal_relation": "none", "query_temporal_norm": 0.23597517609596252, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000841", "score": 0.18589195609092712}, {"memory_id": "utt_000888", "score": 0.3217720091342926}], "gold_semantic_scores": [0.2291833907365799, 0.3598523437976837], "gold_temporal_scores": [-0.043291397392749786, -0.03808039426803589], "max_gold_score": 0.3217720091342926, "max_candidate_score": 0.49279817938804626, "top_memory_id": "utt_001360", "max_non_gold_score": 0.49279817938804626, "best_gold_margin": -0.17102617025375366, "weakest_gold_margin": -0.30690622329711914}
{"sample_id": "conv_fb948e807cb8_pkg_001", "qa_id": "qa_85343f59279c8dc1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about constantly relying on each other when talking about traveling together?", "temporal_relation": "none", "query_temporal_norm": 0.1895294040441513, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001177", "score": 0.5912594795227051}, {"memory_id": "utt_001178", "score": 0.5310589075088501}], "gold_semantic_scores": [0.59813392162323, 0.5378586053848267], "gold_temporal_scores": [-0.006874424871057272, -0.006799648515880108], "max_gold_score": 0.5912594795227051, "max_candidate_score": 0.6057054996490479, "top_memory_id": "utt_001161", "max_non_gold_score": 0.6057054996490479, "best_gold_margin": -0.014446020126342773, "weakest_gold_margin": -0.07464659214019775}
{"sample_id": "conv_fb948e807cb8_pkg_001", "qa_id": "qa_715ed73129dbf944", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say they prefer Thai food?", "temporal_relation": "session", "query_temporal_norm": 0.18553750216960907, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001091", "score": 0.5679582953453064}], "gold_semantic_scores": [0.5887313485145569], "gold_temporal_scores": [-0.02077319100499153], "max_gold_score": 0.5679582953453064, "max_candidate_score": 0.5679582953453064, "top_memory_id": "utt_001091", "max_non_gold_score": 0.43491771817207336, "best_gold_margin": 0.13304057717323303, "weakest_gold_margin": 0.13304057717323303}
{"sample_id": "conv_fd14fb64a646_pkg_000", "qa_id": "qa_a938c0f355369929", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who has never had henna done, and who has had henna done on their hands at the Yellow Green Farmers Market in Hollywood, South Florida and at Eyebrow Art in Pembroke Pines?", "temporal_relation": "none", "query_temporal_norm": 0.1773357093334198, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000359", "score": 0.4460768699645996}, {"memory_id": "utt_000363", "score": 0.32318687438964844}, {"memory_id": "utt_000364", "score": 0.30845192074775696}, {"memory_id": "utt_000366", "score": 0.459381103515625}, {"memory_id": "utt_000367", "score": 0.34784573316574097}, {"memory_id": "utt_000369", "score": 0.3804933726787567}, {"memory_id": "utt_000375", "score": 0.5376019477844238}], "gold_semantic_scores": [0.5363332033157349, 0.413563072681427, 0.39894038438796997, 0.5500233173370361, 0.43854010105133057, 0.47127586603164673, 0.6286593079566956], "gold_temporal_scores": [-0.09025631099939346, -0.0903761237859726, -0.09048847109079361, -0.09064210206270218, -0.09069444984197617, -0.0907825455069542, -0.09105747193098068], "max_gold_score": 0.5376019477844238, "max_candidate_score": 0.5376019477844238, "top_memory_id": "utt_000375", "max_non_gold_score": 0.40056169033050537, "best_gold_margin": 0.13704025745391846, "weakest_gold_margin": -0.09210976958274841}
{"sample_id": "conv_fd14fb64a646_pkg_000", "qa_id": "qa_d57e4e19b444b6c9", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What does this person love?", "temporal_relation": "none", "query_temporal_norm": 0.21488724648952484, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000286", "score": 0.15464890003204346}, {"memory_id": "utt_000288", "score": 0.5151917338371277}], "gold_semantic_scores": [0.18682660162448883, 0.5473470091819763], "gold_temporal_scores": [-0.032177720218896866, -0.032155223190784454], "max_gold_score": 0.5151917338371277, "max_candidate_score": 0.5174429416656494, "top_memory_id": "utt_000278", "max_non_gold_score": 0.5174429416656494, "best_gold_margin": -0.0022512078285217285, "weakest_gold_margin": -0.36279404163360596}
{"sample_id": "conv_fd14fb64a646_pkg_000", "qa_id": "qa_ae6461c72e4334dd", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What are Rowan's and Jesse's favorite colors?", "temporal_relation": "none", "query_temporal_norm": 0.2222118377685547, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000491", "score": 0.6941217184066772}, {"memory_id": "utt_000497", "score": 0.542367160320282}, {"memory_id": "utt_000537", "score": 0.38226282596588135}, {"memory_id": "utt_000539", "score": 0.6003918647766113}, {"memory_id": "utt_000540", "score": 0.7479629516601562}], "gold_semantic_scores": [0.7324068546295166, 0.5806463360786438, 0.42046988010406494, 0.6385923027992249, 0.7861627340316772], "gold_temporal_scores": [-0.038285061717033386, -0.03827912360429764, -0.0382070317864418, -0.03820044919848442, -0.03819979354739189], "max_gold_score": 0.7479629516601562, "max_candidate_score": 0.7479629516601562, "top_memory_id": "utt_000540", "max_non_gold_score": 0.6996565461158752, "best_gold_margin": 0.048306405544281006, "weakest_gold_margin": -0.3173937201499939}
{"sample_id": "conv_fd14fb64a646_pkg_000", "qa_id": "qa_dcd6dfe051bb0649", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Recently, where did this person travel, why did they go, and which area did they stay in?", "temporal_relation": "none", "query_temporal_norm": 0.1483365297317505, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000102", "score": 0.4365234971046448}, {"memory_id": "utt_000103", "score": 0.23638209700584412}, {"memory_id": "utt_000114", "score": 0.3132260739803314}], "gold_semantic_scores": [0.4511045813560486, 0.2504270672798157, 0.3231810927391052], "gold_temporal_scores": [-0.014581014402210712, -0.014044933952391148, -0.009955057874321938], "max_gold_score": 0.4365234971046448, "max_candidate_score": 0.5712805986404419, "top_memory_id": "utt_000821", "max_non_gold_score": 0.5712805986404419, "best_gold_margin": -0.13475710153579712, "weakest_gold_margin": -0.3348985016345978}
{"sample_id": "conv_fe301ace3e07_pkg_000", "qa_id": "qa_d0da60fb6c13d9c3", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the person say they lived when they were a child?", "temporal_relation": "none", "query_temporal_norm": 0.21621857583522797, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000351", "score": 0.6723010540008545}], "gold_semantic_scores": [0.7141715288162231], "gold_temporal_scores": [-0.041870445013046265], "max_gold_score": 0.6723010540008545, "max_candidate_score": 0.6723010540008545, "top_memory_id": "utt_000351", "max_non_gold_score": 0.6178309321403503, "best_gold_margin": 0.05447012186050415, "weakest_gold_margin": 0.05447012186050415}
{"sample_id": "conv_fe301ace3e07_pkg_000", "qa_id": "qa_de8d8f9f425bae05", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Sam say they would not become a diplomat?", "temporal_relation": "session", "query_temporal_norm": 0.1828278750181198, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000044", "score": 0.6715875864028931}], "gold_semantic_scores": [0.7171192765235901], "gold_temporal_scores": [-0.04553186148405075], "max_gold_score": 0.6715875864028931, "max_candidate_score": 0.6715875864028931, "top_memory_id": "utt_000044", "max_non_gold_score": 0.5558986067771912, "best_gold_margin": 0.1156889796257019, "weakest_gold_margin": 0.1156889796257019}
{"sample_id": "conv_fe301ace3e07_pkg_000", "qa_id": "qa_4ede7ae3856f0dc1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What currency did the other person say they wanted to earn?", "temporal_relation": "none", "query_temporal_norm": 0.21085698902606964, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000508", "score": 0.5093141794204712}], "gold_semantic_scores": [0.5301795601844788], "gold_temporal_scores": [-0.02086547762155533], "max_gold_score": 0.5093141794204712, "max_candidate_score": 0.5197978615760803, "top_memory_id": "utt_000509", "max_non_gold_score": 0.5197978615760803, "best_gold_margin": -0.01048368215560913, "weakest_gold_margin": -0.01048368215560913}
{"sample_id": "conv_ff9cdf08670e_pkg_000", "qa_id": "qa_d9c9bc393044a38c", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the other person say motivates them or gets them excited?", "temporal_relation": "none", "query_temporal_norm": 0.18184944987297058, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000734", "score": 0.4121241867542267}], "gold_semantic_scores": [0.4222961664199829], "gold_temporal_scores": [-0.01017198245972395], "max_gold_score": 0.4121241867542267, "max_candidate_score": 0.47933128476142883, "top_memory_id": "utt_000448", "max_non_gold_score": 0.47933128476142883, "best_gold_margin": -0.06720709800720215, "weakest_gold_margin": -0.06720709800720215}
{"sample_id": "conv_ff9cdf08670e_pkg_000", "qa_id": "qa_6ab990889c35937a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say I'm prone to gaining weight fast if I don't eat lean and healthy?", "temporal_relation": "session", "query_temporal_norm": 0.18953822553157806, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000163", "score": 0.7660239338874817}], "gold_semantic_scores": [0.7967368364334106], "gold_temporal_scores": [-0.030712872743606567], "max_gold_score": 0.7660239338874817, "max_candidate_score": 0.7660239338874817, "top_memory_id": "utt_000163", "max_non_gold_score": 0.6433355212211609, "best_gold_margin": 0.1226884126663208, "weakest_gold_margin": 0.1226884126663208}
{"sample_id": "conv_ff9cdf08670e_pkg_000", "qa_id": "qa_f851899a9b52c40f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to put away about $30 a week for taxes?", "temporal_relation": "none", "query_temporal_norm": 0.2739759087562561, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000069", "score": 0.32021427154541016}, {"memory_id": "utt_000070", "score": 0.44668033719062805}], "gold_semantic_scores": [0.36395493149757385, 0.4909479320049286], "gold_temporal_scores": [-0.043740738183259964, -0.0442676842212677], "max_gold_score": 0.44668033719062805, "max_candidate_score": 0.44668033719062805, "top_memory_id": "utt_000070", "max_non_gold_score": 0.4016496241092682, "best_gold_margin": 0.04503071308135986, "weakest_gold_margin": -0.08143535256385803}