{"sample_id": "memory_qwen_gpt_final_v1_p1_00001", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What changed about the chosen title between the first review and the follow-up discussion?", "temporal_relation": "comparison", "query_temporal_norm": 0.3772850036621094, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.65138840675354}, {"memory_id": "history_02_utt_0010", "score": 0.6966673135757446}], "gold_semantic_scores": [0.5316473245620728, 0.5840789675712585], "gold_temporal_scores": [0.11974094808101654, 0.11258849501609802], "max_gold_score": 0.6966673135757446, "max_candidate_score": 0.6966673135757446, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.29965853691101074, "best_gold_margin": 0.3970087766647339, "weakest_gold_margin": 0.3517298698425293}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00001", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title did we pick for the watchlist during the first review?", "temporal_relation": "none", "query_temporal_norm": 0.33539727330207825, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.771338939666748}], "gold_semantic_scores": [0.718329906463623], "gold_temporal_scores": [0.05300905182957649], "max_gold_score": 0.771338939666748, "max_candidate_score": 0.771338939666748, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.48620760440826416, "best_gold_margin": 0.2851313352584839, "weakest_gold_margin": 0.2851313352584839}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00001", "qa_id": "extra_qa_0002", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title replaced the original watchlist entry in the follow-up discussion?", "temporal_relation": "none", "query_temporal_norm": 0.43540993332862854, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8183284401893616}], "gold_semantic_scores": [0.6470181941986084], "gold_temporal_scores": [0.1713101863861084], "max_gold_score": 0.8183284401893616, "max_candidate_score": 0.8190954327583313, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8190954327583313, "best_gold_margin": -0.0007669925689697266, "weakest_gold_margin": -0.0007669925689697266}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00001", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What time is Casey expecting the snack delivery?", "temporal_relation": "none", "query_temporal_norm": 0.23873718082904816, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.18959593772888184, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.18959593772888184, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00046", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we should watch the documentary City of Trees?", "temporal_relation": "none", "query_temporal_norm": 0.10489323735237122, "query_session_index": 2, "query_start_sec": 20.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8344287872314453}], "gold_semantic_scores": [0.8218116164207458], "gold_temporal_scores": [0.012617415748536587], "max_gold_score": 0.8344287872314453, "max_candidate_score": 0.8344287872314453, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.32023873925209045, "best_gold_margin": 0.5141900479793549, "weakest_gold_margin": 0.5141900479793549}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00046", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What documentary did Skyler suggest we watch?", "temporal_relation": "none", "query_temporal_norm": 0.2002141922712326, "query_session_index": 2, "query_start_sec": 20.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7203917503356934}], "gold_semantic_scores": [0.6634253263473511], "gold_temporal_scores": [0.05696630850434303], "max_gold_score": 0.7203917503356934, "max_candidate_score": 0.7203917503356934, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6061182618141174, "best_gold_margin": 0.11427348852157593, "weakest_gold_margin": 0.11427348852157593}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00046", "qa_id": "extra_qa_0004", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What are we doing with the app settings?", "temporal_relation": "none", "query_temporal_norm": 0.456178218126297, "query_session_index": 2, "query_start_sec": 20.24, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3643878102302551, "top_memory_id": "history_02_utt_0001", "max_non_gold_score": 0.3643878102302551, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00162", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Rowan's restaurant choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41215744614601135, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7587938904762268}, {"memory_id": "history_02_utt_0008", "score": 0.7849239110946655}], "gold_semantic_scores": [0.6177197098731995, 0.6434620022773743], "gold_temporal_scores": [0.14107415080070496, 0.14146186411380768], "max_gold_score": 0.7849239110946655, "max_candidate_score": 0.7849239110946655, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6565567255020142, "best_gold_margin": 0.12836718559265137, "weakest_gold_margin": 0.10223716497421265}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00162", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our conversations, which restaurant was mentioned as the original choice for dinner?", "temporal_relation": "session", "query_temporal_norm": 0.555951714515686, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.673943042755127}], "gold_semantic_scores": [0.5502541065216064], "gold_temporal_scores": [0.12368908524513245], "max_gold_score": 0.673943042755127, "max_candidate_score": 0.6777644753456116, "top_memory_id": "history_01_utt_0011::cf::extra_qa_0001::1", "max_non_gold_score": 0.6777644753456116, "best_gold_margin": -0.003821432590484619, "weakest_gold_margin": -0.003821432590484619}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00162", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were leaning toward Saffron Corner for dinner?", "temporal_relation": "none", "query_temporal_norm": 0.13553261756896973, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.794770359992981}], "gold_semantic_scores": [0.7682416439056396], "gold_temporal_scores": [0.026528647169470787], "max_gold_score": 0.794770359992981, "max_candidate_score": 0.794770359992981, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.44265347719192505, "best_gold_margin": 0.3521168828010559, "weakest_gold_margin": 0.3521168828010559}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00162", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had switched the meal plans to Green Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.32073038816452026, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9476208090782166}], "gold_semantic_scores": [0.7875460386276245], "gold_temporal_scores": [0.16007496416568756], "max_gold_score": 0.9476208090782166, "max_candidate_score": 0.9476208090782166, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.44433659315109253, "best_gold_margin": 0.503284215927124, "weakest_gold_margin": 0.503284215927124}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00331", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson originally say the playlist choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.47775211930274963, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9041027426719666}], "gold_semantic_scores": [0.786880373954773], "gold_temporal_scores": [0.11722220480442047], "max_gold_score": 0.9041027426719666, "max_candidate_score": 0.9066818952560425, "top_memory_id": "history_01_utt_0009::cf::main::3", "max_non_gold_score": 0.9066818952560425, "best_gold_margin": -0.0025791525840759277, "weakest_gold_margin": -0.0025791525840759277}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00331", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the playlist selection change?", "temporal_relation": "comparison", "query_temporal_norm": 0.31876352429389954, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7044897675514221}, {"memory_id": "history_02_utt_0012", "score": 0.6100109219551086}], "gold_semantic_scores": [0.5928424596786499, 0.5179666876792908], "gold_temporal_scores": [0.11164718866348267, 0.09204433858394623], "max_gold_score": 0.7044897675514221, "max_candidate_score": 0.7044897675514221, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.45919379591941833, "best_gold_margin": 0.24529597163200378, "weakest_gold_margin": 0.1508171260356903}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00331", "qa_id": "extra_qa_0003", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally picked the Acoustic Evening Mix?", "temporal_relation": "earliest", "query_temporal_norm": 0.557030975818634, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9610797762870789}], "gold_semantic_scores": [0.8235974311828613], "gold_temporal_scores": [0.1374823898077011], "max_gold_score": 0.9610797762870789, "max_candidate_score": 0.9610797762870789, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.9547183513641357, "best_gold_margin": 0.006361424922943115, "weakest_gold_margin": 0.006361424922943115}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00331", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which playlist did Emerson originally pick for tonight's listening session?", "temporal_relation": "session", "query_temporal_norm": 0.5580430626869202, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8809958696365356}], "gold_semantic_scores": [0.7468741536140442], "gold_temporal_scores": [0.1341216266155243], "max_gold_score": 0.8809958696365356, "max_candidate_score": 0.88249272108078, "top_memory_id": "history_01_utt_0009::cf::extra_qa_0002::3", "max_non_gold_score": 0.88249272108078, "best_gold_margin": -0.0014968514442443848, "weakest_gold_margin": -0.0014968514442443848}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00415", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Jordan say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5388236045837402, "query_session_index": 2, "query_start_sec": 21.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0075973272323608}], "gold_semantic_scores": [0.7430546283721924], "gold_temporal_scores": [0.2645427882671356], "max_gold_score": 1.0075973272323608, "max_candidate_score": 1.0075973272323608, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.0053753852844238, "best_gold_margin": 0.0022219419479370117, "weakest_gold_margin": 0.0022219419479370117}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00415", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our discussions, what encoder did we initially decide to use for the model?", "temporal_relation": "session", "query_temporal_norm": 0.5643435716629028, "query_session_index": 2, "query_start_sec": 21.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7908188104629517}], "gold_semantic_scores": [0.6887273788452148], "gold_temporal_scores": [0.10209155827760696], "max_gold_score": 0.7908188104629517, "max_candidate_score": 0.7908188104629517, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7886179089546204, "best_gold_margin": 0.002200901508331299, "weakest_gold_margin": 0.002200901508331299}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00415", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model did we end up choosing as the final architecture?", "temporal_relation": "latest", "query_temporal_norm": 0.539653480052948, "query_session_index": 2, "query_start_sec": 21.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8389694690704346}], "gold_semantic_scores": [0.5869849324226379], "gold_temporal_scores": [0.25198447704315186], "max_gold_score": 0.8389694690704346, "max_candidate_score": 0.8395317196846008, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.8395317196846008, "best_gold_margin": -0.0005622506141662598, "weakest_gold_margin": -0.0005622506141662598}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00415", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did our model choice change from the earlier decision to the final one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4049156904220581, "query_session_index": 2, "query_start_sec": 21.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.732962429523468}, {"memory_id": "history_02_utt_0010", "score": 0.7409263253211975}], "gold_semantic_scores": [0.603586733341217, 0.6281575560569763], "gold_temporal_scores": [0.12937569618225098, 0.11276859790086746], "max_gold_score": 0.7409263253211975, "max_candidate_score": 0.7409263253211975, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.24095281958580017, "best_gold_margin": 0.49997350573539734, "weakest_gold_margin": 0.49200960993766785}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00501", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest deployment target was?", "temporal_relation": "latest", "query_temporal_norm": 0.5562411546707153, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0086981058120728}], "gold_semantic_scores": [0.7341534495353699], "gold_temporal_scores": [0.2745443880558014], "max_gold_score": 1.0086981058120728, "max_candidate_score": 1.0269311666488647, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 1.0269311666488647, "best_gold_margin": -0.018233060836791992, "weakest_gold_margin": -0.018233060836791992}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00501", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the deployment pointed while we were validating the API changes?", "temporal_relation": "none", "query_temporal_norm": 0.2805630564689636, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6733500957489014}], "gold_semantic_scores": [0.6912493109703064], "gold_temporal_scores": [-0.017898961901664734], "max_gold_score": 0.6733500957489014, "max_candidate_score": 0.6733500957489014, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6250193119049072, "best_gold_margin": 0.04833078384399414, "weakest_gold_margin": 0.04833078384399414}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00501", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the deployment had been pointed at staging-cluster-east?", "temporal_relation": "session", "query_temporal_norm": 0.12579762935638428, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6523579359054565}], "gold_semantic_scores": [0.6300602555274963], "gold_temporal_scores": [0.02229757234454155], "max_gold_score": 0.6523579359054565, "max_candidate_score": 0.6523579359054565, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4020697772502899, "best_gold_margin": 0.2502881586551666, "weakest_gold_margin": 0.2502881586551666}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00501", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "When does Morgan say the temporary building access needs to be renewed?", "temporal_relation": "none", "query_temporal_norm": 0.3716408312320709, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.36467835307121277, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.36467835307121277, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00603", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest evaluation threshold was for the main classifier?", "temporal_relation": "latest", "query_temporal_norm": 0.5530893206596375, "query_session_index": 2, "query_start_sec": 20.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.019910454750061}], "gold_semantic_scores": [0.7588916420936584], "gold_temporal_scores": [0.2610186040401459], "max_gold_score": 1.019910454750061, "max_candidate_score": 1.074629783630371, "top_memory_id": "history_02_utt_0008::cf::main::0", "max_non_gold_score": 1.074629783630371, "best_gold_margin": -0.05471932888031006, "weakest_gold_margin": -0.05471932888031006}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00603", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "Where did I hear that guest parking was available today?", "temporal_relation": "none", "query_temporal_norm": 0.3515656590461731, "query_session_index": 2, "query_start_sec": 20.080000000000002, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.03674992173910141, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.03674992173910141, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00738", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the streaming-quantized encoder, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2290981262922287, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7138959765434265}, {"memory_id": "history_02_utt_0009", "score": 0.7367330193519592}], "gold_semantic_scores": [0.641754150390625, 0.6928310394287109], "gold_temporal_scores": [0.07214206457138062, 0.04390180483460426], "max_gold_score": 0.7367330193519592, "max_candidate_score": 0.7367330193519592, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4962770640850067, "best_gold_margin": 0.24045595526695251, "weakest_gold_margin": 0.2176189124584198}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00738", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the streaming-quantized encoder rejected for using too much memory?", "temporal_relation": "session", "query_temporal_norm": 0.24105215072631836, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8692868947982788}], "gold_semantic_scores": [0.7646670341491699], "gold_temporal_scores": [0.10461989790201187], "max_gold_score": 0.8692868947982788, "max_candidate_score": 0.8692868947982788, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6496007442474365, "best_gold_margin": 0.21968615055084229, "weakest_gold_margin": 0.21968615055084229}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00738", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was proposed to reduce runtime computation?", "temporal_relation": "none", "query_temporal_norm": 0.12775398790836334, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.4277092218399048}], "gold_semantic_scores": [0.4004237949848175], "gold_temporal_scores": [0.027285471558570862], "max_gold_score": 0.4277092218399048, "max_candidate_score": 0.5246893763542175, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5246893763542175, "best_gold_margin": -0.09698015451431274, "weakest_gold_margin": -0.09698015451431274}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00738", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was decided about the sparse-attention frontend after it met the latency and memory profile?", "temporal_relation": "none", "query_temporal_norm": 0.31674763560295105, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.8789657950401306}], "gold_semantic_scores": [0.7569761276245117], "gold_temporal_scores": [0.12198955565690994], "max_gold_score": 0.8789657950401306, "max_candidate_score": 0.8789657950401306, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.591553807258606, "best_gold_margin": 0.28741198778152466, "weakest_gold_margin": 0.28741198778152466}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00854", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery's activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41878244280815125, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7234771847724915}, {"memory_id": "history_02_utt_0009", "score": 0.7170029282569885}], "gold_semantic_scores": [0.5739911794662476, 0.566358745098114], "gold_temporal_scores": [0.14948612451553345, 0.15064430236816406], "max_gold_score": 0.7234771847724915, "max_candidate_score": 0.7234771847724915, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.589597225189209, "best_gold_margin": 0.13387995958328247, "weakest_gold_margin": 0.12740570306777954}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00854", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned weekend activity change between the earlier and later conversations?", "temporal_relation": "comparison", "query_temporal_norm": 0.41731366515159607, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7847661375999451}, {"memory_id": "history_02_utt_0009", "score": 0.7878586649894714}], "gold_semantic_scores": [0.6333836913108826, 0.6429927349090576], "gold_temporal_scores": [0.1513824462890625, 0.14486576616764069], "max_gold_score": 0.7878586649894714, "max_candidate_score": 0.7878586649894714, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4052654802799225, "best_gold_margin": 0.38259318470954895, "weakest_gold_margin": 0.3795006573200226}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00854", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Avery say they were planning for the weekend?", "temporal_relation": "none", "query_temporal_norm": 0.3887195289134979, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7767999768257141}], "gold_semantic_scores": [0.670809805393219], "gold_temporal_scores": [0.10599010437726974], "max_gold_score": 0.7767999768257141, "max_candidate_score": 0.7767999768257141, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6309653520584106, "best_gold_margin": 0.14583462476730347, "weakest_gold_margin": 0.14583462476730347}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00854", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery mention planning a hike at Pine Ridge?", "temporal_relation": "session", "query_temporal_norm": 0.3814188539981842, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8536689281463623}], "gold_semantic_scores": [0.7550803422927856], "gold_temporal_scores": [0.09858871251344681], "max_gold_score": 0.8536689281463623, "max_candidate_score": 0.8536689281463623, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7918244004249573, "best_gold_margin": 0.06184452772140503, "weakest_gold_margin": 0.06184452772140503}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00957", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally set the evaluation threshold at 70% task completion before it was later changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5072328448295593, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8380106687545776}], "gold_semantic_scores": [0.7260867953300476], "gold_temporal_scores": [0.111923947930336], "max_gold_score": 0.8380106687545776, "max_candidate_score": 0.8396458625793457, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.8396458625793457, "best_gold_margin": -0.0016351938247680664, "weakest_gold_margin": -0.0016351938247680664}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00957", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation threshold did Emerson say she originally set for the study?", "temporal_relation": "earliest", "query_temporal_norm": 0.5230905413627625, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8550387024879456}], "gold_semantic_scores": [0.757483184337616], "gold_temporal_scores": [0.0975557267665863], "max_gold_score": 0.8550387024879456, "max_candidate_score": 0.8550387024879456, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8523368835449219, "best_gold_margin": 0.0027018189430236816, "weakest_gold_margin": 0.0027018189430236816}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00957", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation threshold change after the pilot?", "temporal_relation": "comparison", "query_temporal_norm": 0.3168684244155884, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7565332651138306}, {"memory_id": "history_02_utt_0011", "score": 0.8637401461601257}], "gold_semantic_scores": [0.6493262052536011, 0.7538708448410034], "gold_temporal_scores": [0.10720711946487427, 0.10986944288015366], "max_gold_score": 0.8637401461601257, "max_candidate_score": 0.8637401461601257, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.49988389015197754, "best_gold_margin": 0.3638562560081482, "weakest_gold_margin": 0.256649374961853}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00999", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest deployment target was?", "temporal_relation": "latest", "query_temporal_norm": 0.5627799034118652, "query_session_index": 2, "query_start_sec": 23.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0192978382110596}], "gold_semantic_scores": [0.7637025713920593], "gold_temporal_scores": [0.25559529662132263], "max_gold_score": 1.0192978382110596, "max_candidate_score": 1.0363959074020386, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 1.0363959074020386, "best_gold_margin": -0.017098069190979004, "weakest_gold_margin": -0.017098069190979004}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00999", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which deployment target did we originally plan to use for the prototype?", "temporal_relation": "none", "query_temporal_norm": 0.572542130947113, "query_session_index": 2, "query_start_sec": 23.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8275235891342163}], "gold_semantic_scores": [0.7359064817428589], "gold_temporal_scores": [0.09161720424890518], "max_gold_score": 0.8275235891342163, "max_candidate_score": 0.8275235891342163, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.35511618852615356, "best_gold_margin": 0.47240740060806274, "weakest_gold_margin": 0.47240740060806274}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00999", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about the prototype deployment target?", "temporal_relation": "session", "query_temporal_norm": 0.2075139284133911, "query_session_index": 2, "query_start_sec": 23.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6372126340866089}], "gold_semantic_scores": [0.5719922184944153], "gold_temporal_scores": [0.06522055715322495], "max_gold_score": 0.6372126340866089, "max_candidate_score": 0.6372126340866089, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.45871660113334656, "best_gold_margin": 0.17849603295326233, "weakest_gold_margin": 0.17849603295326233}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01148", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say the latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5587342977523804, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0251590013504028}], "gold_semantic_scores": [0.739635169506073], "gold_temporal_scores": [0.2855241298675537], "max_gold_score": 1.0251590013504028, "max_candidate_score": 1.0287483930587769, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 1.0287483930587769, "best_gold_margin": -0.0035893917083740234, "weakest_gold_margin": -0.0035893917083740234}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01148", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What glass cleaner did Casey say we should get?", "temporal_relation": "none", "query_temporal_norm": 0.1465044766664505, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6860494613647461}], "gold_semantic_scores": [0.6283351182937622], "gold_temporal_scores": [0.05771450698375702], "max_gold_score": 0.6860494613647461, "max_candidate_score": 0.6860494613647461, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.633904755115509, "best_gold_margin": 0.05214470624923706, "weakest_gold_margin": 0.05214470624923706}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01148", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent glass cleaner listed for us to buy?", "temporal_relation": "none", "query_temporal_norm": 0.5438537001609802, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0559794902801514}], "gold_semantic_scores": [0.7947312593460083], "gold_temporal_scores": [0.261248379945755], "max_gold_score": 1.0559794902801514, "max_candidate_score": 1.0575743913650513, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 1.0575743913650513, "best_gold_margin": -0.0015949010848999023, "weakest_gold_margin": -0.0015949010848999023}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01148", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the glass cleaner on our shopping list change?", "temporal_relation": "comparison", "query_temporal_norm": 0.26881980895996094, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7410315871238708}, {"memory_id": "history_02_utt_0008", "score": 0.8508281111717224}], "gold_semantic_scores": [0.6538968682289124, 0.7461873292922974], "gold_temporal_scores": [0.08713466674089432, 0.10464072227478027], "max_gold_score": 0.8508281111717224, "max_candidate_score": 0.8508281111717224, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.42131438851356506, "best_gold_margin": 0.42951372265815735, "weakest_gold_margin": 0.3197171986103058}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00011", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed Midnight Harbor earlier — what rating did we originally give it before the later update?", "temporal_relation": "earliest", "query_temporal_norm": 0.4078887104988098, "query_session_index": 2, "query_start_sec": 17.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8404139280319214}], "gold_semantic_scores": [0.7771921753883362], "gold_temporal_scores": [0.06322163343429565], "max_gold_score": 0.8404139280319214, "max_candidate_score": 0.8404139280319214, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6002821326255798, "best_gold_margin": 0.24013179540634155, "weakest_gold_margin": 0.24013179540634155}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00011", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What note did we make about plot preference?", "temporal_relation": "none", "query_temporal_norm": 0.1173439621925354, "query_session_index": 2, "query_start_sec": 17.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6579250693321228}], "gold_semantic_scores": [0.6293004751205444], "gold_temporal_scores": [0.02862470969557762], "max_gold_score": 0.6579250693321228, "max_candidate_score": 0.6579250693321228, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.39335644245147705, "best_gold_margin": 0.26456862688064575, "weakest_gold_margin": 0.26456862688064575}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00011", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the most recent rating we gave Midnight Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.5385317802429199, "query_session_index": 2, "query_start_sec": 17.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9206752181053162}], "gold_semantic_scores": [0.6812500953674316], "gold_temporal_scores": [0.23942504823207855], "max_gold_score": 0.9206752181053162, "max_candidate_score": 0.9294346570968628, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.9294346570968628, "best_gold_margin": -0.00875943899154663, "weakest_gold_margin": -0.00875943899154663}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00130", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the screening venue to the garage screening room, and what was the earlier venue?", "temporal_relation": "comparison", "query_temporal_norm": 0.39124903082847595, "query_session_index": 2, "query_start_sec": 20.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6768949031829834}, {"memory_id": "history_02_utt_0009", "score": 0.7087225317955017}], "gold_semantic_scores": [0.5430163145065308, 0.5754364728927612], "gold_temporal_scores": [0.1338786482810974, 0.13328595459461212], "max_gold_score": 0.7087225317955017, "max_candidate_score": 0.7087225317955017, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4325803816318512, "best_gold_margin": 0.2761421501636505, "weakest_gold_margin": 0.2443145215511322}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00130", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested using the attic lounge for the screening last week?", "temporal_relation": "none", "query_temporal_norm": 0.11842788010835648, "query_session_index": 2, "query_start_sec": 20.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7953611612319946}], "gold_semantic_scores": [0.7754791975021362], "gold_temporal_scores": [0.019882066175341606], "max_gold_score": 0.7953611612319946, "max_candidate_score": 0.7953611612319946, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4058724045753479, "best_gold_margin": 0.38948875665664673, "weakest_gold_margin": 0.38948875665664673}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00130", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they set up the projector in the garage screening room for tonight?", "temporal_relation": "none", "query_temporal_norm": 0.20901964604854584, "query_session_index": 2, "query_start_sec": 20.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8359915614128113}], "gold_semantic_scores": [0.7391424179077148], "gold_temporal_scores": [0.09684886783361435], "max_gold_score": 0.8359915614128113, "max_candidate_score": 0.8359915614128113, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4873020648956299, "best_gold_margin": 0.3486894965171814, "weakest_gold_margin": 0.3486894965171814}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00130", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the screening being held now?", "temporal_relation": "latest", "query_temporal_norm": 0.47267091274261475, "query_session_index": 2, "query_start_sec": 20.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8022749423980713}], "gold_semantic_scores": [0.6069533824920654], "gold_temporal_scores": [0.195321723818779], "max_gold_score": 0.8022749423980713, "max_candidate_score": 0.8144510984420776, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.8144510984420776, "best_gold_margin": -0.012176156044006348, "weakest_gold_margin": -0.012176156044006348}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00303", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their shopping item to a 3-pack of SparklePro heavy-duty kitchen towels, and what was the earlier item?", "temporal_relation": "comparison", "query_temporal_norm": 0.4204882085323334, "query_session_index": 2, "query_start_sec": 15.600000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9168365001678467}, {"memory_id": "history_02_utt_0009", "score": 0.925803542137146}], "gold_semantic_scores": [0.7657120823860168, 0.8031029105186462], "gold_temporal_scores": [0.15112453699111938, 0.12270098179578781], "max_gold_score": 0.925803542137146, "max_candidate_score": 0.925803542137146, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7606382369995117, "best_gold_margin": 0.16516530513763428, "weakest_gold_margin": 0.15619826316833496}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00303", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say they planned to pick up?", "temporal_relation": "none", "query_temporal_norm": 0.4044867157936096, "query_session_index": 2, "query_start_sec": 15.600000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5685176253318787}], "gold_semantic_scores": [0.508743405342102], "gold_temporal_scores": [0.05977410823106766], "max_gold_score": 0.5685176253318787, "max_candidate_score": 0.5685176253318787, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5213611721992493, "best_gold_margin": 0.047156453132629395, "weakest_gold_margin": 0.047156453132629395}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00303", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping item did Reese say they would get instead?", "temporal_relation": "none", "query_temporal_norm": 0.5213702321052551, "query_session_index": 2, "query_start_sec": 15.600000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9621871113777161}], "gold_semantic_scores": [0.6880148649215698], "gold_temporal_scores": [0.2741721570491791], "max_gold_score": 0.9621871113777161, "max_candidate_score": 0.9621871113777161, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8662476539611816, "best_gold_margin": 0.09593945741653442, "weakest_gold_margin": 0.09593945741653442}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00303", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention getting a 3-pack of SparklePro heavy-duty kitchen towels?", "temporal_relation": "session", "query_temporal_norm": 0.23627334833145142, "query_session_index": 2, "query_start_sec": 15.600000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7931574583053589}], "gold_semantic_scores": [0.7307985424995422], "gold_temporal_scores": [0.06235875189304352], "max_gold_score": 0.7931574583053589, "max_candidate_score": 0.7931574583053589, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7244954705238342, "best_gold_margin": 0.06866198778152466, "weakest_gold_margin": 0.06866198778152466}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00378", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler originally say the departure time was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5781053900718689, "query_session_index": 2, "query_start_sec": 15.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8911805152893066}], "gold_semantic_scores": [0.745145857334137], "gold_temporal_scores": [0.14603456854820251], "max_gold_score": 0.8911805152893066, "max_candidate_score": 0.8911805152893066, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8849186897277832, "best_gold_margin": 0.0062618255615234375, "weakest_gold_margin": 0.0062618255615234375}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00378", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What departure time was reported in the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.3994773328304291, "query_session_index": 2, "query_start_sec": 15.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8549638390541077}], "gold_semantic_scores": [0.7111480832099915], "gold_temporal_scores": [0.14381572604179382], "max_gold_score": 0.8549638390541077, "max_candidate_score": 0.8549638390541077, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5928962826728821, "best_gold_margin": 0.2620675563812256, "weakest_gold_margin": 0.2620675563812256}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00378", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What departure time did Skyler say she planned to leave?", "temporal_relation": "none", "query_temporal_norm": 0.44780588150024414, "query_session_index": 2, "query_start_sec": 15.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8164966702461243}], "gold_semantic_scores": [0.7043382525444031], "gold_temporal_scores": [0.11215846985578537], "max_gold_score": 0.8164966702461243, "max_candidate_score": 0.8164966702461243, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6637836694717407, "best_gold_margin": 0.15271300077438354, "weakest_gold_margin": 0.15271300077438354}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00378", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to leave at 8:15 AM to drop off the package?", "temporal_relation": "none", "query_temporal_norm": 0.25773677229881287, "query_session_index": 2, "query_start_sec": 15.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7693614959716797}], "gold_semantic_scores": [0.711064338684082], "gold_temporal_scores": [0.058297187089920044], "max_gold_score": 0.7693614959716797, "max_candidate_score": 0.7693614959716797, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5939289331436157, "best_gold_margin": 0.17543256282806396, "weakest_gold_margin": 0.17543256282806396}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00486", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the activity choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5679925084114075, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8919419050216675}], "gold_semantic_scores": [0.7262064218521118], "gold_temporal_scores": [0.16573555767536163], "max_gold_score": 0.8919419050216675, "max_candidate_score": 0.8919419050216675, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8906463384628296, "best_gold_margin": 0.0012955665588378906, "weakest_gold_margin": 0.0012955665588378906}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00486", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity did the plan get switched to?", "temporal_relation": "latest", "query_temporal_norm": 0.4559690058231354, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9842485189437866}], "gold_semantic_scores": [0.754292368888855], "gold_temporal_scores": [0.2299557477235794], "max_gold_score": 0.9842485189437866, "max_candidate_score": 0.9864210486412048, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.9864210486412048, "best_gold_margin": -0.002172529697418213, "weakest_gold_margin": -0.002172529697418213}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00486", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the plan was switched to an outdoor movie screening?", "temporal_relation": "session", "query_temporal_norm": 0.3252295255661011, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9561437368392944}], "gold_semantic_scores": [0.7945299744606018], "gold_temporal_scores": [0.16161401569843292], "max_gold_score": 0.9561437368392944, "max_candidate_score": 0.9561437368392944, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5020643472671509, "best_gold_margin": 0.45407938957214355, "weakest_gold_margin": 0.45407938957214355}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00585", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Grove Market, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.16627225279808044, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7825257182121277}, {"memory_id": "history_02_utt_0007", "score": 0.7666198015213013}], "gold_semantic_scores": [0.7304254174232483, 0.724370539188385], "gold_temporal_scores": [0.05210037901997566, 0.042248908430337906], "max_gold_score": 0.7825257182121277, "max_candidate_score": 0.7825257182121277, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3890540599822998, "best_gold_margin": 0.3934716582298279, "weakest_gold_margin": 0.37756574153900146}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00585", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Grove Market?", "temporal_relation": "none", "query_temporal_norm": 0.10379595309495926, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8185402750968933}], "gold_semantic_scores": [0.8008195161819458], "gold_temporal_scores": [0.017720846459269524], "max_gold_score": 0.8185402750968933, "max_candidate_score": 0.8185402750968933, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6287761926651001, "best_gold_margin": 0.1897640824317932, "weakest_gold_margin": 0.1897640824317932}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00585", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who later ruled out Green Grove Market?", "temporal_relation": "none", "query_temporal_norm": 0.4161185920238495, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9642646908760071}], "gold_semantic_scores": [0.7832043766975403], "gold_temporal_scores": [0.18106041848659515], "max_gold_score": 0.9642646908760071, "max_candidate_score": 0.9642646908760071, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6197843551635742, "best_gold_margin": 0.34448033571243286, "weakest_gold_margin": 0.34448033571243286}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00585", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say why he suggested Green Grove Market?", "temporal_relation": "session", "query_temporal_norm": 0.12763719260692596, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8400713205337524}], "gold_semantic_scores": [0.8108784556388855], "gold_temporal_scores": [0.029192864894866943], "max_gold_score": 0.8400713205337524, "max_candidate_score": 0.8400713205337524, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7599425911903381, "best_gold_margin": 0.0801287293434143, "weakest_gold_margin": 0.0801287293434143}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00662", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say about Riverline Express accommodations, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.2092464417219162, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6883139610290527}, {"memory_id": "history_02_utt_0007", "score": 0.7886057496070862}], "gold_semantic_scores": [0.6223312020301819, 0.7380474209785461], "gold_temporal_scores": [0.06598258018493652, 0.05055827274918556], "max_gold_score": 0.7886057496070862, "max_candidate_score": 0.8508591651916504, "top_memory_id": "history_02_utt_0007::cf::main::2", "max_non_gold_score": 0.8508591651916504, "best_gold_margin": -0.06225341558456421, "weakest_gold_margin": -0.16254520416259766}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00662", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said Riverline Express offered comfortable sleeper berths for overnight rest?", "temporal_relation": "none", "query_temporal_norm": 0.09178277105093002, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.745255172252655}], "gold_semantic_scores": [0.7299530506134033], "gold_temporal_scores": [0.015302009880542755], "max_gold_score": 0.745255172252655, "max_candidate_score": 0.745255172252655, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.37895190715789795, "best_gold_margin": 0.3663032650947571, "weakest_gold_margin": 0.3663032650947571}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00662", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we rule out Riverline Express?", "temporal_relation": "session", "query_temporal_norm": 0.25740745663642883, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9368078112602234}], "gold_semantic_scores": [0.8436073660850525], "gold_temporal_scores": [0.09320040047168732], "max_gold_score": 0.9368078112602234, "max_candidate_score": 0.9368078112602234, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6586567163467407, "best_gold_margin": 0.27815109491348267, "weakest_gold_margin": 0.27815109491348267}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00662", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What kind of service did the Coastal Shuttle have?", "temporal_relation": "none", "query_temporal_norm": 0.1378183513879776, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6636340618133545}], "gold_semantic_scores": [0.6338416934013367], "gold_temporal_scores": [0.029792340472340584], "max_gold_score": 0.6636340618133545, "max_candidate_score": 0.6654723286628723, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.6654723286628723, "best_gold_margin": -0.0018382668495178223, "weakest_gold_margin": -0.0018382668495178223}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00782", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who most recently said they bumped their rating for Aperture Lane up to an 8 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.558495044708252, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9584234356880188}], "gold_semantic_scores": [0.6986302137374878], "gold_temporal_scores": [0.25979331135749817], "max_gold_score": 0.9584234356880188, "max_candidate_score": 0.9584234356880188, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.9491802453994751, "best_gold_margin": 0.009243190288543701, "weakest_gold_margin": 0.009243190288543701}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00782", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What rating was given to the Aperture Lane pilot when it was first watched?", "temporal_relation": "earliest", "query_temporal_norm": 0.4268222749233246, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8856992721557617}], "gold_semantic_scores": [0.808280885219574], "gold_temporal_scores": [0.07741854339838028], "max_gold_score": 0.8856992721557617, "max_candidate_score": 0.8856992721557617, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.48590967059135437, "best_gold_margin": 0.39978960156440735, "weakest_gold_margin": 0.39978960156440735}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00782", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Emerson give Aperture Lane after the season finale?", "temporal_relation": "none", "query_temporal_norm": 0.23867888748645782, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8526734709739685}], "gold_semantic_scores": [0.7632907032966614], "gold_temporal_scores": [0.08938270062208176], "max_gold_score": 0.8526734709739685, "max_candidate_score": 0.8526734709739685, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7310406565666199, "best_gold_margin": 0.12163281440734863, "weakest_gold_margin": 0.12163281440734863}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00926", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I change my chosen title from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3947893977165222, "query_session_index": 2, "query_start_sec": 14.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.707867443561554}, {"memory_id": "history_02_utt_0008", "score": 0.6983522772789001}], "gold_semantic_scores": [0.5730536580085754, 0.5672402381896973], "gold_temporal_scores": [0.13481372594833374, 0.13111186027526855], "max_gold_score": 0.707867443561554, "max_candidate_score": 0.707867443561554, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6941918134689331, "best_gold_margin": 0.01367563009262085, "weakest_gold_margin": 0.004160463809967041}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00926", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title was most recently chosen for our next watch?", "temporal_relation": "none", "query_temporal_norm": 0.47246721386909485, "query_session_index": 2, "query_start_sec": 14.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8987410664558411}], "gold_semantic_scores": [0.6863685250282288], "gold_temporal_scores": [0.21237225830554962], "max_gold_score": 0.8987410664558411, "max_candidate_score": 0.9003110527992249, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.9003110527992249, "best_gold_margin": -0.001569986343383789, "weakest_gold_margin": -0.001569986343383789}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00926", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they picked Night Market Noir as the next thing for us to watch?", "temporal_relation": "none", "query_temporal_norm": 0.2689763903617859, "query_session_index": 2, "query_start_sec": 14.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.81889408826828}], "gold_semantic_scores": [0.815339982509613], "gold_temporal_scores": [0.0035540852695703506], "max_gold_score": 0.81889408826828, "max_candidate_score": 0.81889408826828, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6084998846054077, "best_gold_margin": 0.21039420366287231, "weakest_gold_margin": 0.21039420366287231}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00926", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their pick to Summer Diner Sessions for our next watch?", "temporal_relation": "none", "query_temporal_norm": 0.26560643315315247, "query_session_index": 2, "query_start_sec": 14.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.960097074508667}], "gold_semantic_scores": [0.8327638506889343], "gold_temporal_scores": [0.12733325362205505], "max_gold_score": 0.960097074508667, "max_candidate_score": 0.960097074508667, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.570173978805542, "best_gold_margin": 0.389923095703125, "weakest_gold_margin": 0.389923095703125}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01028", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What restaurant did Cameron choose earlier, and which restaurant did he choose later?", "temporal_relation": "none", "query_temporal_norm": 0.4235471487045288, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.782516598701477}, {"memory_id": "history_02_utt_0011", "score": 0.7762799263000488}], "gold_semantic_scores": [0.6524415612220764, 0.6222684979438782], "gold_temporal_scores": [0.13007503747940063, 0.15401135385036469], "max_gold_score": 0.782516598701477, "max_candidate_score": 0.782516598701477, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.6851573586463928, "best_gold_margin": 0.09735924005508423, "weakest_gold_margin": 0.091122567653656}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01028", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in the discussions, which restaurant had been chosen at first?", "temporal_relation": "session", "query_temporal_norm": 0.5493948459625244, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7293846607208252}], "gold_semantic_scores": [0.6326093673706055], "gold_temporal_scores": [0.0967753529548645], "max_gold_score": 0.7293846607208252, "max_candidate_score": 0.7293846607208252, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.7269259691238403, "best_gold_margin": 0.0024586915969848633, "weakest_gold_margin": 0.0024586915969848633}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01028", "qa_id": "extra_qa_0002", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which restaurant did the choice change from and which did it change to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4030597507953644, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7561607956886292}, {"memory_id": "history_02_utt_0011", "score": 0.7237640023231506}], "gold_semantic_scores": [0.6287505030632019, 0.6078112721443176], "gold_temporal_scores": [0.12741033732891083, 0.1159529983997345], "max_gold_score": 0.7561607956886292, "max_candidate_score": 0.7561607956886292, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.5386908650398254, "best_gold_margin": 0.2174699306488037, "weakest_gold_margin": 0.1850731372833252}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01028", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What restaurant did Cameron say he had chosen for dinner?", "temporal_relation": "none", "query_temporal_norm": 0.2505345940589905, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7167186737060547}], "gold_semantic_scores": [0.7017518877983093], "gold_temporal_scores": [0.014966864138841629], "max_gold_score": 0.7167186737060547, "max_candidate_score": 0.7167186737060547, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.7106562256813049, "best_gold_margin": 0.006062448024749756, "weakest_gold_margin": 0.006062448024749756}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01110", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the screening venue to the Lakeside Screening Room, and what was the earlier venue?", "temporal_relation": "comparison", "query_temporal_norm": 0.3623634874820709, "query_session_index": 2, "query_start_sec": 21.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7425356507301331}, {"memory_id": "history_02_utt_0007", "score": 0.7869971990585327}], "gold_semantic_scores": [0.6164906024932861, 0.6714593768119812], "gold_temporal_scores": [0.12604519724845886, 0.11553759127855301], "max_gold_score": 0.7869971990585327, "max_candidate_score": 0.7869971990585327, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.38584795594215393, "best_gold_margin": 0.4011492431163788, "weakest_gold_margin": 0.3566876947879791}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01110", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention suggesting the Rooftop Studio?", "temporal_relation": "session", "query_temporal_norm": 0.2191626876592636, "query_session_index": 2, "query_start_sec": 21.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7874292135238647}], "gold_semantic_scores": [0.7186553478240967], "gold_temporal_scores": [0.06877387315034866], "max_gold_score": 0.7874292135238647, "max_candidate_score": 0.7874292135238647, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7163788080215454, "best_gold_margin": 0.07105040550231934, "weakest_gold_margin": 0.07105040550231934}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00016", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my main concern was?", "temporal_relation": "none", "query_temporal_norm": 0.12063782662153244, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.44574111700057983}], "gold_semantic_scores": [0.4535500109195709], "gold_temporal_scores": [-0.007808978669345379], "max_gold_score": 0.44574111700057983, "max_candidate_score": 0.590111494064331, "top_memory_id": "history_01_utt_0014", "max_non_gold_score": 0.590111494064331, "best_gold_margin": -0.14437037706375122, "weakest_gold_margin": -0.14437037706375122}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00016", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the concern about participants misunderstanding instructions brought up?", "temporal_relation": "session", "query_temporal_norm": 0.15842463076114655, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0014", "score": 0.5484597086906433}], "gold_semantic_scores": [0.5170080065727234], "gold_temporal_scores": [0.03145166486501694], "max_gold_score": 0.5484597086906433, "max_candidate_score": 0.5484597086906433, "top_memory_id": "history_01_utt_0014", "max_non_gold_score": 0.45942193269729614, "best_gold_margin": 0.08903777599334717, "weakest_gold_margin": 0.08903777599334717}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00016", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation raised the main concern about inconsistent logging across experimental conditions?", "temporal_relation": "session", "query_temporal_norm": 0.16157807409763336, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0003", "score": 0.6624245047569275}], "gold_semantic_scores": [0.6654181480407715], "gold_temporal_scores": [-0.0029936963692307472], "max_gold_score": 0.6624245047569275, "max_candidate_score": 0.6624245047569275, "top_memory_id": "history_01_utt_0003", "max_non_gold_score": 0.47317248582839966, "best_gold_margin": 0.18925201892852783, "weakest_gold_margin": 0.18925201892852783}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00186", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41733500361442566, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.68889319896698}, {"memory_id": "history_02_utt_0009", "score": 0.7984767556190491}], "gold_semantic_scores": [0.5413682460784912, 0.6501860022544861], "gold_temporal_scores": [0.1475251168012619, 0.14829102158546448], "max_gold_score": 0.7984767556190491, "max_candidate_score": 0.7984767556190491, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7708708047866821, "best_gold_margin": 0.027605950832366943, "weakest_gold_margin": -0.08197760581970215}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00186", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen for this weekend in the most recent discussion?", "temporal_relation": "none", "query_temporal_norm": 0.5480583310127258, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9415403008460999}], "gold_semantic_scores": [0.6885466575622559], "gold_temporal_scores": [0.25299349427223206], "max_gold_score": 0.9415403008460999, "max_candidate_score": 0.9433061480522156, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.9433061480522156, "best_gold_margin": -0.0017658472061157227, "weakest_gold_margin": -0.0017658472061157227}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00186", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were planning an escape room for this weekend?", "temporal_relation": "none", "query_temporal_norm": 0.29807767271995544, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8304782509803772}], "gold_semantic_scores": [0.7747554779052734], "gold_temporal_scores": [0.055722735822200775], "max_gold_score": 0.8304782509803772, "max_candidate_score": 0.8304782509803772, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4797559380531311, "best_gold_margin": 0.3507223129272461, "weakest_gold_margin": 0.3507223129272461}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00186", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched their plan to a kayaking trip this weekend?", "temporal_relation": "none", "query_temporal_norm": 0.3604368567466736, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0356955528259277}], "gold_semantic_scores": [0.8538931012153625], "gold_temporal_scores": [0.1818024069070816], "max_gold_score": 1.0356955528259277, "max_candidate_score": 1.0356955528259277, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6592423319816589, "best_gold_margin": 0.3764532208442688, "weakest_gold_margin": 0.3764532208442688}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00335", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested the EcoWave dishwasher detergent pods?", "temporal_relation": "earliest", "query_temporal_norm": 0.511250376701355, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7982116341590881}], "gold_semantic_scores": [0.6866867542266846], "gold_temporal_scores": [0.11152474582195282], "max_gold_score": 0.7982116341590881, "max_candidate_score": 0.8007642030715942, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.8007642030715942, "best_gold_margin": -0.0025525689125061035, "weakest_gold_margin": -0.0025525689125061035}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00335", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dishwasher detergent did Avery suggest?", "temporal_relation": "none", "query_temporal_norm": 0.1304490864276886, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7415840029716492}], "gold_semantic_scores": [0.7415705323219299], "gold_temporal_scores": [1.3437769666779786e-05], "max_gold_score": 0.7415840029716492, "max_candidate_score": 0.7415840029716492, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6731030941009521, "best_gold_margin": 0.06848090887069702, "weakest_gold_margin": 0.06848090887069702}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00335", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dishwasher detergent is currently the chosen option?", "temporal_relation": "latest", "query_temporal_norm": 0.5354931950569153, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.966244637966156}], "gold_semantic_scores": [0.7087873816490173], "gold_temporal_scores": [0.257457435131073], "max_gold_score": 0.966244637966156, "max_candidate_score": 0.966244637966156, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9634532928466797, "best_gold_margin": 0.0027913451194763184, "weakest_gold_margin": 0.0027913451194763184}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00335", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which dishwasher detergent did Parker pick in the earlier conversation?", "temporal_relation": "session", "query_temporal_norm": 0.4268272817134857, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8448290824890137}], "gold_semantic_scores": [0.7204290628433228], "gold_temporal_scores": [0.12440020591020584], "max_gold_score": 0.8448290824890137, "max_candidate_score": 0.8448290824890137, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7834087610244751, "best_gold_margin": 0.061420321464538574, "weakest_gold_margin": 0.061420321464538574}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00456", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation setup to multi-speaker noisy and reverberant conditions, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.396538108587265, "query_session_index": 2, "query_start_sec": 22.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8403143882751465}, {"memory_id": "history_02_utt_0008", "score": 0.6972563862800598}], "gold_semantic_scores": [0.7025839686393738, 0.6174057126045227], "gold_temporal_scores": [0.13773034512996674, 0.07985082268714905], "max_gold_score": 0.8403143882751465, "max_candidate_score": 0.8403143882751465, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5642284154891968, "best_gold_margin": 0.2760859727859497, "weakest_gold_margin": 0.13302797079086304}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00456", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before the evaluation was changed, what had we planned to evaluate and report?", "temporal_relation": "before", "query_temporal_norm": 0.44133448600769043, "query_session_index": 2, "query_start_sec": 22.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8740026354789734}], "gold_semantic_scores": [0.7567571401596069], "gold_temporal_scores": [0.11724566668272018], "max_gold_score": 0.8740026354789734, "max_candidate_score": 0.8740026354789734, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.630293607711792, "best_gold_margin": 0.2437090277671814, "weakest_gold_margin": 0.2437090277671814}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00456", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we planned to evaluate on clean single-speaker recordings?", "temporal_relation": "none", "query_temporal_norm": 0.32875901460647583, "query_session_index": 2, "query_start_sec": 22.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7152222990989685}], "gold_semantic_scores": [0.669689416885376], "gold_temporal_scores": [0.04553287476301193], "max_gold_score": 0.7152222990989685, "max_candidate_score": 0.7152222990989685, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4189112186431885, "best_gold_margin": 0.29631108045578003, "weakest_gold_margin": 0.29631108045578003}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00456", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the evaluation for multi-speaker noisy and reverberant conditions?", "temporal_relation": "none", "query_temporal_norm": 0.45522329211235046, "query_session_index": 2, "query_start_sec": 22.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9802331328392029}], "gold_semantic_scores": [0.7792936563491821], "gold_temporal_scores": [0.2009393721818924], "max_gold_score": 0.9802331328392029, "max_candidate_score": 0.9802331328392029, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6704623103141785, "best_gold_margin": 0.3097708225250244, "weakest_gold_margin": 0.3097708225250244}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00580", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about The Last Reel, and why did Quinn drop it?", "temporal_relation": "none", "query_temporal_norm": 0.21586602926254272, "query_session_index": 2, "query_start_sec": 12.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6863390207290649}, {"memory_id": "history_02_utt_0007", "score": 0.7617334723472595}], "gold_semantic_scores": [0.6183913350105286, 0.6740545630455017], "gold_temporal_scores": [0.06794784218072891, 0.08767864853143692], "max_gold_score": 0.7617334723472595, "max_candidate_score": 0.7617334723472595, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7159519791603088, "best_gold_margin": 0.045781493186950684, "weakest_gold_margin": -0.029612958431243896}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00580", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Summer Drive earlier?", "temporal_relation": "none", "query_temporal_norm": 0.08278687298297882, "query_session_index": 2, "query_start_sec": 12.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7667185664176941}], "gold_semantic_scores": [0.7559025883674622], "gold_temporal_scores": [0.010815833695232868], "max_gold_score": 0.7667185664176941, "max_candidate_score": 0.7667185664176941, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.49290931224823, "best_gold_margin": 0.2738092541694641, "weakest_gold_margin": 0.2738092541694641}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00580", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone recommend Summer Drive?", "temporal_relation": "session", "query_temporal_norm": 0.11281686276197433, "query_session_index": 2, "query_start_sec": 12.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6672828793525696}], "gold_semantic_scores": [0.6502982378005981], "gold_temporal_scores": [0.016984622925519943], "max_gold_score": 0.6672828793525696, "max_candidate_score": 0.6672828793525696, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.495974063873291, "best_gold_margin": 0.17130881547927856, "weakest_gold_margin": 0.17130881547927856}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00580", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was The Last Reel later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.35953688621520996, "query_session_index": 2, "query_start_sec": 12.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8335844278335571}], "gold_semantic_scores": [0.7083529233932495], "gold_temporal_scores": [0.1252317577600479], "max_gold_score": 0.8335844278335571, "max_candidate_score": 0.8335844278335571, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.723535418510437, "best_gold_margin": 0.11004900932312012, "weakest_gold_margin": 0.11004900932312012}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00659", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5649107098579407, "query_session_index": 2, "query_start_sec": 19.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9547167420387268}], "gold_semantic_scores": [0.6804108619689941], "gold_temporal_scores": [0.2743058502674103], "max_gold_score": 0.9547167420387268, "max_candidate_score": 0.9574283957481384, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9574283957481384, "best_gold_margin": -0.002711653709411621, "weakest_gold_margin": -0.002711653709411621}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00659", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest entry for marinara sauce on the shopping list?", "temporal_relation": "latest", "query_temporal_norm": 0.5686060786247253, "query_session_index": 2, "query_start_sec": 19.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9652227759361267}], "gold_semantic_scores": [0.7011948823928833], "gold_temporal_scores": [0.2640269696712494], "max_gold_score": 0.9652227759361267, "max_candidate_score": 0.9682741165161133, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 0.9682741165161133, "best_gold_margin": -0.0030513405799865723, "weakest_gold_margin": -0.0030513405799865723}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00714", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan originally say the venue was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.569037139415741, "query_session_index": 2, "query_start_sec": 20.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8359013199806213}], "gold_semantic_scores": [0.7006944417953491], "gold_temporal_scores": [0.1352069228887558], "max_gold_score": 0.8359013199806213, "max_candidate_score": 0.8359013199806213, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8343902826309204, "best_gold_margin": 0.0015110373497009277, "weakest_gold_margin": 0.0015110373497009277}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00714", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier on, where was the screening originally proposed to be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.5656878352165222, "query_session_index": 2, "query_start_sec": 20.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7709715366363525}], "gold_semantic_scores": [0.6294034719467163], "gold_temporal_scores": [0.14156796038150787], "max_gold_score": 0.7709715366363525, "max_candidate_score": 0.7709715366363525, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7701956629753113, "best_gold_margin": 0.0007758736610412598, "weakest_gold_margin": 0.0007758736610412598}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00714", "qa_id": "extra_qa_0003", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the venue would be the living room projector alcove?", "temporal_relation": "earliest", "query_temporal_norm": 0.5720204710960388, "query_session_index": 2, "query_start_sec": 20.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8551812767982483}], "gold_semantic_scores": [0.7156642079353333], "gold_temporal_scores": [0.13951702415943146], "max_gold_score": 0.8551812767982483, "max_candidate_score": 0.8551812767982483, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8533554673194885, "best_gold_margin": 0.0018258094787597656, "weakest_gold_margin": 0.0018258094787597656}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00714", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Rowan originally propose for the screening?", "temporal_relation": "earliest", "query_temporal_norm": 0.5490612983703613, "query_session_index": 2, "query_start_sec": 20.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8565254807472229}], "gold_semantic_scores": [0.7393819689750671], "gold_temporal_scores": [0.1171436533331871], "max_gold_score": 0.8565254807472229, "max_candidate_score": 0.8674721121788025, "top_memory_id": "history_01_utt_0010::cf::extra_qa_0002::3", "max_non_gold_score": 0.8674721121788025, "best_gold_margin": -0.01094663143157959, "weakest_gold_margin": -0.01094663143157959}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00838", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery originally say the dataset version was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5731754302978516, "query_session_index": 2, "query_start_sec": 16.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7531661987304688}], "gold_semantic_scores": [0.6142792701721191], "gold_temporal_scores": [0.13888679444789886], "max_gold_score": 0.7531661987304688, "max_candidate_score": 0.7531661987304688, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7455066442489624, "best_gold_margin": 0.007659554481506348, "weakest_gold_margin": 0.007659554481506348}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00838", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Avery say she initially prepared for the baseline experiments?", "temporal_relation": "earliest", "query_temporal_norm": 0.5586961507797241, "query_session_index": 2, "query_start_sec": 16.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9005830883979797}], "gold_semantic_scores": [0.7407476902008057], "gold_temporal_scores": [0.15983544290065765], "max_gold_score": 0.9005830883979797, "max_candidate_score": 0.9005830883979797, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8960838913917542, "best_gold_margin": 0.004499197006225586, "weakest_gold_margin": 0.004499197006225586}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00838", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery mention preparing the dataset without any noise augmentation?", "temporal_relation": "session", "query_temporal_norm": 0.18495534360408783, "query_session_index": 2, "query_start_sec": 16.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5359975695610046}], "gold_semantic_scores": [0.4768112003803253], "gold_temporal_scores": [0.05918639525771141], "max_gold_score": 0.5359975695610046, "max_candidate_score": 0.5359975695610046, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4955960512161255, "best_gold_margin": 0.04040151834487915, "weakest_gold_margin": 0.04040151834487915}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00838", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they initially prepared SpeechCorpus v2.1 without any noise augmentation?", "temporal_relation": "earliest", "query_temporal_norm": 0.4396257698535919, "query_session_index": 2, "query_start_sec": 16.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7576837539672852}], "gold_semantic_scores": [0.656268835067749], "gold_temporal_scores": [0.1014149859547615], "max_gold_score": 0.7576837539672852, "max_candidate_score": 0.7576837539672852, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7453986406326294, "best_gold_margin": 0.012285113334655762, "weakest_gold_margin": 0.012285113334655762}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00975", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say the latest deployment target was?", "temporal_relation": "latest", "query_temporal_norm": 0.5507866144180298, "query_session_index": 2, "query_start_sec": 18.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9778896570205688}], "gold_semantic_scores": [0.7074015736579895], "gold_temporal_scores": [0.270487904548645], "max_gold_score": 0.9778896570205688, "max_candidate_score": 0.9788091778755188, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9788091778755188, "best_gold_margin": -0.0009195208549499512, "weakest_gold_margin": -0.0009195208549499512}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00975", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which deployment target is currently being used for the release?", "temporal_relation": "latest", "query_temporal_norm": 0.4964836537837982, "query_session_index": 2, "query_start_sec": 18.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.01297926902771}], "gold_semantic_scores": [0.7754338383674622], "gold_temporal_scores": [0.23754537105560303], "max_gold_score": 1.01297926902771, "max_candidate_score": 1.01297926902771, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.0117237567901611, "best_gold_margin": 0.0012555122375488281, "weakest_gold_margin": 0.0012555122375488281}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00975", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which deployment environment was specified earlier for the current release?", "temporal_relation": "before", "query_temporal_norm": 0.2470064014196396, "query_session_index": 2, "query_start_sec": 18.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7815804481506348}], "gold_semantic_scores": [0.7600297927856445], "gold_temporal_scores": [0.021550502628087997], "max_gold_score": 0.7815804481506348, "max_candidate_score": 0.7815804481506348, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6423788070678711, "best_gold_margin": 0.13920164108276367, "weakest_gold_margin": 0.13920164108276367}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01111", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I did with 'Aurora Road' earlier, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.24635426700115204, "query_session_index": 2, "query_start_sec": 28.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7218175530433655}, {"memory_id": "history_02_utt_0009", "score": 0.6378787159919739}], "gold_semantic_scores": [0.660245418548584, 0.6147639155387878], "gold_temporal_scores": [0.061572086066007614, 0.023114986717700958], "max_gold_score": 0.7218175530433655, "max_candidate_score": 0.7218175530433655, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6862763166427612, "best_gold_margin": 0.03554123640060425, "weakest_gold_margin": -0.048397600650787354}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01111", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What role was \"Velvet Echo\" queued for in the set?", "temporal_relation": "none", "query_temporal_norm": 0.11222302168607712, "query_session_index": 2, "query_start_sec": 28.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.5717112421989441}], "gold_semantic_scores": [0.5537576675415039], "gold_temporal_scores": [0.01795356161892414], "max_gold_score": 0.5717112421989441, "max_candidate_score": 0.5717112421989441, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.46495068073272705, "best_gold_margin": 0.10676056146621704, "weakest_gold_margin": 0.10676056146621704}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01111", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to \"Velvet Echo\"?", "temporal_relation": "none", "query_temporal_norm": 0.259488046169281, "query_session_index": 2, "query_start_sec": 28.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.5988478064537048}], "gold_semantic_scores": [0.5903496742248535], "gold_temporal_scores": [0.008497962728142738], "max_gold_score": 0.5988478064537048, "max_candidate_score": 0.5988478064537048, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.4498508870601654, "best_gold_margin": 0.14899691939353943, "weakest_gold_margin": 0.14899691939353943}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01111", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation mentioned that \"Velvet Echo\" was moved earlier to enable a tighter crossfade?", "temporal_relation": "session", "query_temporal_norm": 0.1560307741165161, "query_session_index": 2, "query_start_sec": 28.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.7572076320648193}], "gold_semantic_scores": [0.7105683088302612], "gold_temporal_scores": [0.04663943126797676], "max_gold_score": 0.7572076320648193, "max_candidate_score": 0.7572076320648193, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.5739204287528992, "best_gold_margin": 0.18328720331192017, "weakest_gold_margin": 0.18328720331192017}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01192", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Leaf, and why was it later ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.15671660006046295, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7479516267776489}, {"memory_id": "history_02_utt_0010", "score": 0.6807858943939209}], "gold_semantic_scores": [0.7018131613731384, 0.6403482556343079], "gold_temporal_scores": [0.04613860324025154, 0.04043787717819214], "max_gold_score": 0.7479516267776489, "max_candidate_score": 0.7479516267776489, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6569145917892456, "best_gold_margin": 0.09103703498840332, "weakest_gold_margin": 0.023871302604675293}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01192", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Parker give for suggesting Green Leaf earlier?", "temporal_relation": "none", "query_temporal_norm": 0.16341611742973328, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7337005734443665}], "gold_semantic_scores": [0.6851164698600769], "gold_temporal_scores": [0.04858407750725746], "max_gold_score": 0.7337005734443665, "max_candidate_score": 0.7337005734443665, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6431544423103333, "best_gold_margin": 0.0905461311340332, "weakest_gold_margin": 0.0905461311340332}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01192", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker say Green Leaf was closed for a private event?", "temporal_relation": "session", "query_temporal_norm": 0.20167475938796997, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9050200581550598}], "gold_semantic_scores": [0.8111488819122314], "gold_temporal_scores": [0.0938710942864418], "max_gold_score": 0.9050200581550598, "max_candidate_score": 0.9050200581550598, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8776494264602661, "best_gold_margin": 0.0273706316947937, "weakest_gold_margin": 0.0273706316947937}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01192", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature was mentioned as the reason Riverside Bistro was suggested?", "temporal_relation": "none", "query_temporal_norm": 0.1007317453622818, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7130548357963562}], "gold_semantic_scores": [0.696838915348053], "gold_temporal_scores": [0.016215704381465912], "max_gold_score": 0.7130548357963562, "max_candidate_score": 0.7130548357963562, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.30663448572158813, "best_gold_margin": 0.40642035007476807, "weakest_gold_margin": 0.40642035007476807}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00075", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the deployment target was before we changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.45283299684524536, "query_session_index": 2, "query_start_sec": 20.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7425562143325806}], "gold_semantic_scores": [0.663855791091919], "gold_temporal_scores": [0.07870040833950043], "max_gold_score": 0.7425562143325806, "max_candidate_score": 0.7425562143325806, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6723317503929138, "best_gold_margin": 0.07022446393966675, "weakest_gold_margin": 0.07022446393966675}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00075", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the deployment target switched to edge-pool-3?", "temporal_relation": "session", "query_temporal_norm": 0.31657832860946655, "query_session_index": 2, "query_start_sec": 20.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9263262748718262}], "gold_semantic_scores": [0.7770529389381409], "gold_temporal_scores": [0.1492736041545868], "max_gold_score": 0.9263262748718262, "max_candidate_score": 0.9263262748718262, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7269845008850098, "best_gold_margin": 0.1993417739868164, "weakest_gold_margin": 0.1993417739868164}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00258", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Do you remember what Jordan's most recent rating for the clip was?", "temporal_relation": "none", "query_temporal_norm": 0.5582695603370667, "query_session_index": 2, "query_start_sec": 15.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0529732704162598}], "gold_semantic_scores": [0.7962234616279602], "gold_temporal_scores": [0.25674962997436523], "max_gold_score": 1.0529732704162598, "max_candidate_score": 1.053457260131836, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.053457260131836, "best_gold_margin": -0.0004839897155761719, "weakest_gold_margin": -0.0004839897155761719}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00258", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the clip's rating change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3921186327934265, "query_session_index": 2, "query_start_sec": 15.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8265297412872314}, {"memory_id": "history_02_utt_0009", "score": 0.7303164601325989}], "gold_semantic_scores": [0.6858918070793152, 0.5780512690544128], "gold_temporal_scores": [0.14063811302185059, 0.1522652804851532], "max_gold_score": 0.8265297412872314, "max_candidate_score": 0.8265297412872314, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.30704158544540405, "best_gold_margin": 0.5194881558418274, "weakest_gold_margin": 0.4232748746871948}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00258", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they rate the clip a 7 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.24196796119213104, "query_session_index": 2, "query_start_sec": 15.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7613704800605774}], "gold_semantic_scores": [0.648950457572937], "gold_temporal_scores": [0.11241994053125381], "max_gold_score": 0.7613704800605774, "max_candidate_score": 0.7613704800605774, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6889647245407104, "best_gold_margin": 0.07240575551986694, "weakest_gold_margin": 0.07240575551986694}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00258", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan report an updated rating for the clip?", "temporal_relation": "session", "query_temporal_norm": 0.3822919428348541, "query_session_index": 2, "query_start_sec": 15.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9189245104789734}], "gold_semantic_scores": [0.7222439050674438], "gold_temporal_scores": [0.1966806948184967], "max_gold_score": 0.9189245104789734, "max_candidate_score": 0.9189245104789734, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7688193321228027, "best_gold_margin": 0.15010517835617065, "weakest_gold_margin": 0.15010517835617065}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00416", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the activity choice was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5371795296669006, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6850046515464783}], "gold_semantic_scores": [0.5683373808860779], "gold_temporal_scores": [0.11666743457317352], "max_gold_score": 0.6850046515464783, "max_candidate_score": 0.7075892686843872, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.7075892686843872, "best_gold_margin": -0.022584617137908936, "weakest_gold_margin": -0.022584617137908936}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00416", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were thinking of starting with a farmers' market stroll?", "temporal_relation": "none", "query_temporal_norm": 0.1745804399251938, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7975355386734009}], "gold_semantic_scores": [0.7747039794921875], "gold_temporal_scores": [0.022831546142697334], "max_gold_score": 0.7975355386734009, "max_candidate_score": 0.7975355386734009, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4771261513233185, "best_gold_margin": 0.3204093873500824, "weakest_gold_margin": 0.3204093873500824}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00416", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently for the outing?", "temporal_relation": "none", "query_temporal_norm": 0.5093979835510254, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9780340790748596}], "gold_semantic_scores": [0.7469478249549866], "gold_temporal_scores": [0.23108617961406708], "max_gold_score": 0.9780340790748596, "max_candidate_score": 0.9797585010528564, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.9797585010528564, "best_gold_margin": -0.0017244219779968262, "weakest_gold_margin": -0.0017244219779968262}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00416", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity change from the earlier discussion to the latest one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4166881740093231, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7125090956687927}, {"memory_id": "history_02_utt_0009", "score": 0.8437445163726807}], "gold_semantic_scores": [0.5571256279945374, 0.7054958939552307], "gold_temporal_scores": [0.15538367629051208, 0.13824889063835144], "max_gold_score": 0.8437445163726807, "max_candidate_score": 0.8437445163726807, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5322384238243103, "best_gold_margin": 0.31150609254837036, "weakest_gold_margin": 0.18027067184448242}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00534", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who put \"Neon Afterglow\" in the late-night transition slot, and why was that slot removed?", "temporal_relation": "none", "query_temporal_norm": 0.19893792271614075, "query_session_index": 2, "query_start_sec": 12.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7941486835479736}, {"memory_id": "history_02_utt_0008", "score": 0.7219414114952087}], "gold_semantic_scores": [0.7342454195022583, 0.6471949219703674], "gold_temporal_scores": [0.05990329757332802, 0.07474653422832489], "max_gold_score": 0.7941486835479736, "max_candidate_score": 0.7941486835479736, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5956342816352844, "best_gold_margin": 0.1985144019126892, "weakest_gold_margin": 0.12630712985992432}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00534", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who later removed the late-night transition slot?", "temporal_relation": "none", "query_temporal_norm": 0.4250510334968567, "query_session_index": 2, "query_start_sec": 12.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.895832359790802}], "gold_semantic_scores": [0.691740870475769], "gold_temporal_scores": [0.20409159362316132], "max_gold_score": 0.895832359790802, "max_candidate_score": 0.895832359790802, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.625695526599884, "best_gold_margin": 0.27013683319091797, "weakest_gold_margin": 0.27013683319091797}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00534", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention putting \"Neon Afterglow\" in the late-night transition slot?", "temporal_relation": "session", "query_temporal_norm": 0.22224585711956024, "query_session_index": 2, "query_start_sec": 12.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8346372842788696}], "gold_semantic_scores": [0.7699598670005798], "gold_temporal_scores": [0.06467750668525696], "max_gold_score": 0.8346372842788696, "max_candidate_score": 0.8346372842788696, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7256335616111755, "best_gold_margin": 0.10900372266769409, "weakest_gold_margin": 0.10900372266769409}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00534", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which song was suggested earlier for the energetic opener slot?", "temporal_relation": "none", "query_temporal_norm": 0.22388282418251038, "query_session_index": 2, "query_start_sec": 12.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.576151967048645}], "gold_semantic_scores": [0.5665982961654663], "gold_temporal_scores": [0.009554156102240086], "max_gold_score": 0.576151967048645, "max_candidate_score": 0.576151967048645, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.37442609667778015, "best_gold_margin": 0.20172587037086487, "weakest_gold_margin": 0.20172587037086487}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00587", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest venue for the screening was?", "temporal_relation": "latest", "query_temporal_norm": 0.5676985383033752, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9298285245895386}], "gold_semantic_scores": [0.6750293970108032], "gold_temporal_scores": [0.2547992169857025], "max_gold_score": 0.9298285245895386, "max_candidate_score": 0.9298285245895386, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.927497386932373, "best_gold_margin": 0.0023311376571655273, "weakest_gold_margin": 0.0023311376571655273}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00587", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they moved the screening to the basement media den?", "temporal_relation": "none", "query_temporal_norm": 0.30128583312034607, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9959084391593933}], "gold_semantic_scores": [0.8524944186210632], "gold_temporal_scores": [0.14341412484645844], "max_gold_score": 0.9959084391593933, "max_candidate_score": 0.9959084391593933, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4530143737792969, "best_gold_margin": 0.5428940653800964, "weakest_gold_margin": 0.5428940653800964}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00587", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the screening being held now?", "temporal_relation": "latest", "query_temporal_norm": 0.503505289554596, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8236181735992432}], "gold_semantic_scores": [0.6154043078422546], "gold_temporal_scores": [0.2082139253616333], "max_gold_score": 0.8236181735992432, "max_candidate_score": 0.8305999636650085, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.8305999636650085, "best_gold_margin": -0.006981790065765381, "weakest_gold_margin": -0.006981790065765381}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00587", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where had the screening originally been planned to take place?", "temporal_relation": "earliest", "query_temporal_norm": 0.5685746073722839, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8913367390632629}], "gold_semantic_scores": [0.7151469588279724], "gold_temporal_scores": [0.1761898547410965], "max_gold_score": 0.8913367390632629, "max_candidate_score": 0.8913367390632629, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5659033060073853, "best_gold_margin": 0.3254334330558777, "weakest_gold_margin": 0.3254334330558777}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00655", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended 'Forgotten Docks', and why was it dropped from the lineup?", "temporal_relation": "none", "query_temporal_norm": 0.2007255256175995, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.669672429561615}, {"memory_id": "history_02_utt_0007", "score": 0.7548919916152954}], "gold_semantic_scores": [0.6078917384147644, 0.7002333402633667], "gold_temporal_scores": [0.06178070977330208, 0.0546586699783802], "max_gold_score": 0.7548919916152954, "max_candidate_score": 0.7548919916152954, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4471380114555359, "best_gold_margin": 0.3077539801597595, "weakest_gold_margin": 0.2225344181060791}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00655", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say Riley recommended for the weekend preview?", "temporal_relation": "none", "query_temporal_norm": 0.1594318002462387, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6548634767532349}], "gold_semantic_scores": [0.6284183859825134], "gold_temporal_scores": [0.026445230469107628], "max_gold_score": 0.6548634767532349, "max_candidate_score": 0.6548634767532349, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5715016722679138, "best_gold_margin": 0.08336180448532104, "weakest_gold_margin": 0.08336180448532104}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00655", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the clip 'Forgotten Docks' after we decided it was too long?", "temporal_relation": "none", "query_temporal_norm": 0.3843308091163635, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8229060173034668}], "gold_semantic_scores": [0.6575067639350891], "gold_temporal_scores": [0.1653992235660553], "max_gold_score": 0.8229060173034668, "max_candidate_score": 0.8229060173034668, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.620808482170105, "best_gold_margin": 0.20209753513336182, "weakest_gold_margin": 0.20209753513336182}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00655", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we mention dropping 'Forgotten Docks'?", "temporal_relation": "session", "query_temporal_norm": 0.17758461833000183, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8852713704109192}], "gold_semantic_scores": [0.8033422827720642], "gold_temporal_scores": [0.08192933350801468], "max_gold_score": 0.8852713704109192, "max_candidate_score": 0.8852713704109192, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.546783447265625, "best_gold_margin": 0.3384879231452942, "weakest_gold_margin": 0.3384879231452942}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00751", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Jordan's planned group activity change between the earlier conversation and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.40575605630874634, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.815154492855072}, {"memory_id": "history_02_utt_0007", "score": 0.8170740008354187}], "gold_semantic_scores": [0.6664648652076721, 0.6609869003295898], "gold_temporal_scores": [0.14868959784507751, 0.15608713030815125], "max_gold_score": 0.8170740008354187, "max_candidate_score": 0.8170740008354187, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6838685274124146, "best_gold_margin": 0.13320547342300415, "weakest_gold_margin": 0.13128596544265747}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00751", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention planning a morning coastal hike along the cliffs?", "temporal_relation": "session", "query_temporal_norm": 0.2671577036380768, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8445338010787964}], "gold_semantic_scores": [0.7750968337059021], "gold_temporal_scores": [0.06943695992231369], "max_gold_score": 0.8445338010787964, "max_candidate_score": 0.8445338010787964, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7051562666893005, "best_gold_margin": 0.13937753438949585, "weakest_gold_margin": 0.13937753438949585}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00751", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan say they changed the main activity to an evening picnic at a nearby winery?", "temporal_relation": "session", "query_temporal_norm": 0.3175804316997528, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9862550497055054}], "gold_semantic_scores": [0.8351694345474243], "gold_temporal_scores": [0.15108545124530792], "max_gold_score": 0.9862550497055054, "max_candidate_score": 0.9862550497055054, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8236924409866333, "best_gold_margin": 0.16256260871887207, "weakest_gold_margin": 0.16256260871887207}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00833", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5435965061187744, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9427780508995056}], "gold_semantic_scores": [0.6741901636123657], "gold_temporal_scores": [0.26858803629875183], "max_gold_score": 0.9427780508995056, "max_candidate_score": 0.9427780508995056, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9317872524261475, "best_gold_margin": 0.010990798473358154, "weakest_gold_margin": 0.010990798473358154}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00833", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which shopping item was mentioned for tonight's meal earlier?", "temporal_relation": "none", "query_temporal_norm": 0.23305216431617737, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.764009952545166}], "gold_semantic_scores": [0.7351649403572083], "gold_temporal_scores": [0.028844650834798813], "max_gold_score": 0.764009952545166, "max_candidate_score": 0.764009952545166, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5933938026428223, "best_gold_margin": 0.17061614990234375, "weakest_gold_margin": 0.17061614990234375}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00889", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I liked about Night Market, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.21484187245368958, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7810807228088379}, {"memory_id": "history_02_utt_0008", "score": 0.7463264465332031}], "gold_semantic_scores": [0.7155234217643738, 0.6851744651794434], "gold_temporal_scores": [0.0655573159456253, 0.06115211546421051], "max_gold_score": 0.7810807228088379, "max_candidate_score": 0.7810807228088379, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7681040167808533, "best_gold_margin": 0.01297670602798462, "weakest_gold_margin": -0.021777570247650146}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00889", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did someone describe the feel of River Town?", "temporal_relation": "none", "query_temporal_norm": 0.13182851672172546, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.5900947451591492}], "gold_semantic_scores": [0.5810399651527405], "gold_temporal_scores": [0.009054925292730331], "max_gold_score": 0.5900947451591492, "max_candidate_score": 0.5900947451591492, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.44827988743782043, "best_gold_margin": 0.14181485772132874, "weakest_gold_margin": 0.14181485772132874}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00889", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for keeping River Town on the lineup?", "temporal_relation": "none", "query_temporal_norm": 0.10117077827453613, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.7539044618606567}], "gold_semantic_scores": [0.7235811948776245], "gold_temporal_scores": [0.03032340295612812], "max_gold_score": 0.7539044618606567, "max_candidate_score": 0.7539044618606567, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.3753472864627838, "best_gold_margin": 0.3785571753978729, "weakest_gold_margin": 0.3785571753978729}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00889", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it argued that River Town should be kept?", "temporal_relation": "session", "query_temporal_norm": 0.09713197499513626, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.7580903172492981}], "gold_semantic_scores": [0.729608952999115], "gold_temporal_scores": [0.028481561690568924], "max_gold_score": 0.7580903172492981, "max_candidate_score": 0.7580903172492981, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.2905317544937134, "best_gold_margin": 0.4675585627555847, "weakest_gold_margin": 0.4675585627555847}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01005", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Hayden give for recommending River of Time, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2083863765001297, "query_session_index": 2, "query_start_sec": 13.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7779829502105713}, {"memory_id": "history_02_utt_0007", "score": 0.8567960858345032}], "gold_semantic_scores": [0.7164565920829773, 0.785163938999176], "gold_temporal_scores": [0.061526622623205185, 0.07163210213184357], "max_gold_score": 0.8567960858345032, "max_candidate_score": 0.8567960858345032, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7986847758293152, "best_gold_margin": 0.05811131000518799, "weakest_gold_margin": -0.020701825618743896}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01005", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we reject River of Time?", "temporal_relation": "none", "query_temporal_norm": 0.11601563543081284, "query_session_index": 2, "query_start_sec": 13.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9073958396911621}], "gold_semantic_scores": [0.8633511066436768], "gold_temporal_scores": [0.04404482617974281], "max_gold_score": 0.9073958396911621, "max_candidate_score": 0.9073958396911621, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6491550803184509, "best_gold_margin": 0.2582407593727112, "weakest_gold_margin": 0.2582407593727112}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01005", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the reason for rejecting River of Time mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.15809474885463715, "query_session_index": 2, "query_start_sec": 13.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8854514360427856}], "gold_semantic_scores": [0.8133652806282043], "gold_temporal_scores": [0.0720861405134201], "max_gold_score": 0.8854514360427856, "max_candidate_score": 0.8854514360427856, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6862348914146423, "best_gold_margin": 0.1992165446281433, "weakest_gold_margin": 0.1992165446281433}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01005", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given when City Voices was recommended?", "temporal_relation": "none", "query_temporal_norm": 0.08655504882335663, "query_session_index": 2, "query_start_sec": 13.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7777841687202454}], "gold_semantic_scores": [0.7659121155738831], "gold_temporal_scores": [0.011872314848005772], "max_gold_score": 0.7777841687202454, "max_candidate_score": 0.7777841687202454, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5042319893836975, "best_gold_margin": 0.27355217933654785, "weakest_gold_margin": 0.27355217933654785}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01096", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest rating of Hidden Rivers was?", "temporal_relation": "latest", "query_temporal_norm": 0.5320168137550354, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0082951784133911}], "gold_semantic_scores": [0.7921512722969055], "gold_temporal_scores": [0.2161436825990677], "max_gold_score": 1.0082951784133911, "max_candidate_score": 1.0082951784133911, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.004054069519043, "best_gold_margin": 0.0042411088943481445, "weakest_gold_margin": 0.0042411088943481445}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01096", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the rating of Hidden Rivers to 8/10?", "temporal_relation": "none", "query_temporal_norm": 0.39460527896881104, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0542851686477661}], "gold_semantic_scores": [0.8682541847229004], "gold_temporal_scores": [0.18603108823299408], "max_gold_score": 1.0542851686477661, "max_candidate_score": 1.0542851686477661, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7894608378410339, "best_gold_margin": 0.2648243308067322, "weakest_gold_margin": 0.2648243308067322}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01096", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier when we first watched the documentary Hidden Rivers, what rating was given?", "temporal_relation": "earliest", "query_temporal_norm": 0.39337536692619324, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9540729522705078}], "gold_semantic_scores": [0.8499398827552795], "gold_temporal_scores": [0.1041330024600029], "max_gold_score": 0.9540729522705078, "max_candidate_score": 0.9540729522705078, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6230208277702332, "best_gold_margin": 0.33105212450027466, "weakest_gold_margin": 0.33105212450027466}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01096", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating of Hidden Rivers change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3091850280761719, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9332540035247803}, {"memory_id": "history_02_utt_0009", "score": 0.8565604090690613}], "gold_semantic_scores": [0.8257438540458679, 0.7625466585159302], "gold_temporal_scores": [0.10751009732484818, 0.09401345252990723], "max_gold_score": 0.9332540035247803, "max_candidate_score": 0.9332540035247803, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5259782075881958, "best_gold_margin": 0.4072757959365845, "weakest_gold_margin": 0.3305822014808655}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01199", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their main activity preference to a waterfall hike with a swimming stop, and what was the earlier activity?", "temporal_relation": "comparison", "query_temporal_norm": 0.37858766317367554, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7862635254859924}, {"memory_id": "history_02_utt_0009", "score": 0.87830650806427}], "gold_semantic_scores": [0.6626700162887573, 0.7610160708427429], "gold_temporal_scores": [0.12359365820884705, 0.11729039251804352], "max_gold_score": 0.87830650806427, "max_candidate_score": 0.87830650806427, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6095366477966309, "best_gold_margin": 0.26876986026763916, "weakest_gold_margin": 0.17672687768936157}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01199", "qa_id": "extra_qa_0002", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the stated activity preference change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3462580442428589, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6036544442176819}, {"memory_id": "history_02_utt_0009", "score": 0.6965357661247253}], "gold_semantic_scores": [0.4909014403820038, 0.5992974638938904], "gold_temporal_scores": [0.11275315284729004, 0.09723827242851257], "max_gold_score": 0.6965357661247253, "max_candidate_score": 0.6965357661247253, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.46382319927215576, "best_gold_margin": 0.23271256685256958, "weakest_gold_margin": 0.13983124494552612}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01199", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity choice was stated most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5129402875900269, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9395838975906372}], "gold_semantic_scores": [0.699982762336731], "gold_temporal_scores": [0.23960091173648834], "max_gold_score": 0.9395838975906372, "max_candidate_score": 0.9395838975906372, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9343384504318237, "best_gold_margin": 0.0052454471588134766, "weakest_gold_margin": 0.0052454471588134766}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01199", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the guided botanical garden tour as the main activity?", "temporal_relation": "none", "query_temporal_norm": 0.10494449734687805, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7179632186889648}], "gold_semantic_scores": [0.6959972381591797], "gold_temporal_scores": [0.021966194733977318], "max_gold_score": 0.7179632186889648, "max_candidate_score": 0.7179632186889648, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.4680550694465637, "best_gold_margin": 0.24990814924240112, "weakest_gold_margin": 0.24990814924240112}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00119", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Reese's venue change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3820670247077942, "query_session_index": 2, "query_start_sec": 12.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7393022775650024}, {"memory_id": "history_02_utt_0009", "score": 0.6873534917831421}], "gold_semantic_scores": [0.5978456735610962, 0.5750566124916077], "gold_temporal_scores": [0.14145654439926147, 0.11229689419269562], "max_gold_score": 0.7393022775650024, "max_candidate_score": 0.7393022775650024, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6599411964416504, "best_gold_margin": 0.07936108112335205, "weakest_gold_margin": 0.0274122953414917}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00119", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current venue for the screening?", "temporal_relation": "latest", "query_temporal_norm": 0.535849392414093, "query_session_index": 2, "query_start_sec": 12.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8573549389839172}], "gold_semantic_scores": [0.6074491739273071], "gold_temporal_scores": [0.24990595877170563], "max_gold_score": 0.8573549389839172, "max_candidate_score": 0.8573549389839172, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8515013456344604, "best_gold_margin": 0.005853593349456787, "weakest_gold_margin": 0.005853593349456787}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00119", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had picked the living room for the screening?", "temporal_relation": "none", "query_temporal_norm": 0.1612589806318283, "query_session_index": 2, "query_start_sec": 12.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8129245042800903}], "gold_semantic_scores": [0.7969943284988403], "gold_temporal_scores": [0.01593022607266903], "max_gold_score": 0.8129245042800903, "max_candidate_score": 0.8129245042800903, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5909812450408936, "best_gold_margin": 0.22194325923919678, "weakest_gold_margin": 0.22194325923919678}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00119", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the venue to the back porch?", "temporal_relation": "none", "query_temporal_norm": 0.31300467252731323, "query_session_index": 2, "query_start_sec": 12.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9282692670822144}], "gold_semantic_scores": [0.8224385380744934], "gold_temporal_scores": [0.1058306023478508], "max_gold_score": 0.9282692670822144, "max_candidate_score": 0.9282692670822144, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6637555360794067, "best_gold_margin": 0.2645137310028076, "weakest_gold_margin": 0.2645137310028076}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00168", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest venue was for the screening?", "temporal_relation": "latest", "query_temporal_norm": 0.5438573956489563, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9570838809013367}], "gold_semantic_scores": [0.6916248798370361], "gold_temporal_scores": [0.2654590606689453], "max_gold_score": 0.9570838809013367, "max_candidate_score": 0.9592599868774414, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9592599868774414, "best_gold_margin": -0.0021761059761047363, "weakest_gold_margin": -0.0021761059761047363}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00168", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the screening would be hosted in a living room?", "temporal_relation": "session", "query_temporal_norm": 0.1302231252193451, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7030320763587952}], "gold_semantic_scores": [0.6796125769615173], "gold_temporal_scores": [0.023419681936502457], "max_gold_score": 0.7030320763587952, "max_candidate_score": 0.731914758682251, "top_memory_id": "history_01_utt_0031", "max_non_gold_score": 0.731914758682251, "best_gold_margin": -0.02888268232345581, "weakest_gold_margin": -0.02888268232345581}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00249", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending Moonlight Montage, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.14435026049613953, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7853854894638062}, {"memory_id": "history_02_utt_0007", "score": 0.7991297245025635}], "gold_semantic_scores": [0.7430707216262817, 0.7568782567977905], "gold_temporal_scores": [0.04231485351920128, 0.0422515943646431], "max_gold_score": 0.7991297245025635, "max_candidate_score": 0.7991297245025635, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7767136693000793, "best_gold_margin": 0.02241605520248413, "weakest_gold_margin": 0.008671820163726807}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00249", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Moonlight Montage dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1211019828915596, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8903906941413879}], "gold_semantic_scores": [0.8472414612770081], "gold_temporal_scores": [0.04314931482076645], "max_gold_score": 0.8903906941413879, "max_candidate_score": 0.8903906941413879, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6391979455947876, "best_gold_margin": 0.25119274854660034, "weakest_gold_margin": 0.25119274854660034}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00249", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Moonlight Montage said to have been dropped?", "temporal_relation": "session", "query_temporal_norm": 0.11081703007221222, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8207187056541443}], "gold_semantic_scores": [0.8197628855705261], "gold_temporal_scores": [0.0009560722974129021], "max_gold_score": 0.8207187056541443, "max_candidate_score": 0.8207187056541443, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6193386316299438, "best_gold_margin": 0.20138007402420044, "weakest_gold_margin": 0.20138007402420044}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00249", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for pushing Sunrise Sketches?", "temporal_relation": "none", "query_temporal_norm": 0.12088342010974884, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6433593034744263}], "gold_semantic_scores": [0.626313328742981], "gold_temporal_scores": [0.017045872285962105], "max_gold_score": 0.6433593034744263, "max_candidate_score": 0.6433593034744263, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4673468768596649, "best_gold_margin": 0.17601242661476135, "weakest_gold_margin": 0.17601242661476135}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00318", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4046027362346649, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7399442791938782}, {"memory_id": "history_02_utt_0010", "score": 0.7264224290847778}], "gold_semantic_scores": [0.5904879570007324, 0.5831101536750793], "gold_temporal_scores": [0.14945638179779053, 0.14331233501434326], "max_gold_score": 0.7399442791938782, "max_candidate_score": 0.7399442791938782, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7326857447624207, "best_gold_margin": 0.0072585344314575195, "weakest_gold_margin": -0.006263315677642822}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00318", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed plans to an afternoon museum visit on Saturday?", "temporal_relation": "none", "query_temporal_norm": 0.36775314807891846, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9562600255012512}], "gold_semantic_scores": [0.7990339994430542], "gold_temporal_scores": [0.15722611546516418], "max_gold_score": 0.9562600255012512, "max_candidate_score": 0.9562600255012512, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7961630821228027, "best_gold_margin": 0.1600969433784485, "weakest_gold_margin": 0.1600969433784485}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00318", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity is now planned for Saturday?", "temporal_relation": "latest", "query_temporal_norm": 0.48614680767059326, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9715394377708435}], "gold_semantic_scores": [0.7317529320716858], "gold_temporal_scores": [0.23978689312934875], "max_gold_score": 0.9715394377708435, "max_candidate_score": 0.9722168445587158, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0007::1", "max_non_gold_score": 0.9722168445587158, "best_gold_margin": -0.0006774067878723145, "weakest_gold_margin": -0.0006774067878723145}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00453", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested the riverside picnic?", "temporal_relation": "earliest", "query_temporal_norm": 0.46607333421707153, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6680676341056824}], "gold_semantic_scores": [0.6163459420204163], "gold_temporal_scores": [0.05172157660126686], "max_gold_score": 0.6680676341056824, "max_candidate_score": 0.6680676341056824, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4918442666530609, "best_gold_margin": 0.17622336745262146, "weakest_gold_margin": 0.17622336745262146}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00453", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity change — what did we switch from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4174150824546814, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7877998948097229}, {"memory_id": "history_02_utt_0007", "score": 0.9193115830421448}], "gold_semantic_scores": [0.6524248719215393, 0.7602936029434204], "gold_temporal_scores": [0.13537491858005524, 0.15901803970336914], "max_gold_score": 0.9193115830421448, "max_candidate_score": 0.9193115830421448, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.45101651549339294, "best_gold_margin": 0.46829506754875183, "weakest_gold_margin": 0.33678337931632996}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00453", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Avery say they were leaning toward?", "temporal_relation": "none", "query_temporal_norm": 0.32852452993392944, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6510579586029053}], "gold_semantic_scores": [0.6146805882453918], "gold_temporal_scores": [0.03637731075286865], "max_gold_score": 0.6510579586029053, "max_candidate_score": 0.6510579586029053, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6377341747283936, "best_gold_margin": 0.013323783874511719, "weakest_gold_margin": 0.013323783874511719}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00453", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity is the latest plan?", "temporal_relation": "latest", "query_temporal_norm": 0.5159138441085815, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7844601273536682}], "gold_semantic_scores": [0.5334097146987915], "gold_temporal_scores": [0.2510506212711334], "max_gold_score": 0.7844601273536682, "max_candidate_score": 0.7844601273536682, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7821081876754761, "best_gold_margin": 0.0023519396781921387, "weakest_gold_margin": 0.0023519396781921387}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00558", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say the latest migration completion deadline was?", "temporal_relation": "latest", "query_temporal_norm": 0.5681387782096863, "query_session_index": 2, "query_start_sec": 21.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0562620162963867}], "gold_semantic_scores": [0.7980642914772034], "gold_temporal_scores": [0.25819796323776245], "max_gold_score": 1.0562620162963867, "max_candidate_score": 1.0601643323898315, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 1.0601643323898315, "best_gold_margin": -0.0039023160934448242, "weakest_gold_margin": -0.0039023160934448242}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00558", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed the migration timeline — what is the current migration completion deadline?", "temporal_relation": "latest", "query_temporal_norm": 0.5134299993515015, "query_session_index": 2, "query_start_sec": 21.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.1002216339111328}], "gold_semantic_scores": [0.8935695290565491], "gold_temporal_scores": [0.2066521942615509], "max_gold_score": 1.1002216339111328, "max_candidate_score": 1.1002216339111328, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.0984487533569336, "best_gold_margin": 0.0017728805541992188, "weakest_gold_margin": 0.0017728805541992188}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00671", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5372290015220642, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9512869715690613}], "gold_semantic_scores": [0.7119312882423401], "gold_temporal_scores": [0.23935571312904358], "max_gold_score": 0.9512869715690613, "max_candidate_score": 0.9512869715690613, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9499632716178894, "best_gold_margin": 0.001323699951171875, "weakest_gold_margin": 0.001323699951171875}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00671", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier on, what activity had been suggested for the group before the plan changed?", "temporal_relation": "before", "query_temporal_norm": 0.37793418765068054, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.77377849817276}], "gold_semantic_scores": [0.7193901538848877], "gold_temporal_scores": [0.05438832566142082], "max_gold_score": 0.77377849817276, "max_candidate_score": 0.77377849817276, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.46629515290260315, "best_gold_margin": 0.30748334527015686, "weakest_gold_margin": 0.30748334527015686}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00671", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan say she decided on a karaoke night?", "temporal_relation": "session", "query_temporal_norm": 0.13346737623214722, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7639777660369873}], "gold_semantic_scores": [0.7086905837059021], "gold_temporal_scores": [0.05528724193572998], "max_gold_score": 0.7639777660369873, "max_candidate_score": 0.7639777660369873, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7062515020370483, "best_gold_margin": 0.057726263999938965, "weakest_gold_margin": 0.057726263999938965}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00671", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the latest activity choice the group settled on?", "temporal_relation": "latest", "query_temporal_norm": 0.5323827266693115, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9739285707473755}], "gold_semantic_scores": [0.706664502620697], "gold_temporal_scores": [0.26726406812667847], "max_gold_score": 0.9739285707473755, "max_candidate_score": 0.9739285707473755, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9704238176345825, "best_gold_margin": 0.0035047531127929688, "weakest_gold_margin": 0.0035047531127929688}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00801", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the latest dataset version was multimodal_release_v2?", "temporal_relation": "latest", "query_temporal_norm": 0.28486576676368713, "query_session_index": 2, "query_start_sec": 19.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6999455690383911}], "gold_semantic_scores": [0.5701745748519897], "gold_temporal_scores": [0.1297706812620163], "max_gold_score": 0.6999455690383911, "max_candidate_score": 0.6999455690383911, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6948562264442444, "best_gold_margin": 0.0050893425941467285, "weakest_gold_margin": 0.0050893425941467285}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00801", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current dataset version and what are its main changes?", "temporal_relation": "latest", "query_temporal_norm": 0.3868428170681, "query_session_index": 2, "query_start_sec": 19.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6631268858909607}], "gold_semantic_scores": [0.5545564293861389], "gold_temporal_scores": [0.10857024043798447], "max_gold_score": 0.6631268858909607, "max_candidate_score": 0.6739742755889893, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::0", "max_non_gold_score": 0.6739742755889893, "best_gold_margin": -0.010847389698028564, "weakest_gold_margin": -0.010847389698028564}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00801", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Morgan say we updated to, and what changes did Morgan report?", "temporal_relation": "none", "query_temporal_norm": 0.2579013705253601, "query_session_index": 2, "query_start_sec": 19.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8070685863494873}], "gold_semantic_scores": [0.7451856732368469], "gold_temporal_scores": [0.06188328191637993], "max_gold_score": 0.8070685863494873, "max_candidate_score": 0.8070685863494873, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.793244481086731, "best_gold_margin": 0.013824105262756348, "weakest_gold_margin": 0.013824105262756348}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00801", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan mention the update to multimodal_release_v2?", "temporal_relation": "session", "query_temporal_norm": 0.2673540413379669, "query_session_index": 2, "query_start_sec": 19.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7570735216140747}], "gold_semantic_scores": [0.6454006433486938], "gold_temporal_scores": [0.1116727665066719], "max_gold_score": 0.7570735216140747, "max_candidate_score": 0.7570735216140747, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7435442209243774, "best_gold_margin": 0.013529300689697266, "weakest_gold_margin": 0.013529300689697266}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00980", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say the latest restaurant choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5565557479858398, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9214075207710266}], "gold_semantic_scores": [0.644853949546814], "gold_temporal_scores": [0.27655380964279175], "max_gold_score": 0.9214075207710266, "max_candidate_score": 0.9380491375923157, "top_memory_id": "history_02_utt_0011::cf::main::3", "max_non_gold_score": 0.9380491375923157, "best_gold_margin": -0.016641616821289062, "weakest_gold_margin": -0.016641616821289062}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00980", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we talked about restaurants and then switched choices—what did the selection change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4049210548400879, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7192524671554565}, {"memory_id": "history_02_utt_0011", "score": 0.8388259410858154}], "gold_semantic_scores": [0.5734291076660156, 0.6873300671577454], "gold_temporal_scores": [0.14582322537899017, 0.15149614214897156], "max_gold_score": 0.8388259410858154, "max_candidate_score": 0.8388259410858154, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.4846929907798767, "best_gold_margin": 0.3541329503059387, "weakest_gold_margin": 0.23455947637557983}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00980", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we should go to Coastline Tapas?", "temporal_relation": "none", "query_temporal_norm": 0.20912767946720123, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8636226058006287}], "gold_semantic_scores": [0.7711929082870483], "gold_temporal_scores": [0.09242966026067734], "max_gold_score": 0.8636226058006287, "max_candidate_score": 0.8636226058006287, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5127899050712585, "best_gold_margin": 0.3508327007293701, "weakest_gold_margin": 0.3508327007293701}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00980", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which restaurant did we decide on most recently?", "temporal_relation": "latest", "query_temporal_norm": 0.5298811793327332, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9349792003631592}], "gold_semantic_scores": [0.6796325445175171], "gold_temporal_scores": [0.2553466260433197], "max_gold_score": 0.9349792003631592, "max_candidate_score": 0.9437409043312073, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0004::1", "max_non_gold_score": 0.9437409043312073, "best_gold_margin": -0.008761703968048096, "weakest_gold_margin": -0.008761703968048096}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01053", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my watch order change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.40068838000297546, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7185919284820557}, {"memory_id": "history_02_utt_0008", "score": 0.6076785922050476}], "gold_semantic_scores": [0.5724238157272339, 0.46577540040016174], "gold_temporal_scores": [0.1461680680513382, 0.14190329611301422], "max_gold_score": 0.7185919284820557, "max_candidate_score": 0.7185919284820557, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6993270516395569, "best_gold_margin": 0.01926487684249878, "weakest_gold_margin": -0.09164845943450928}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01053", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who stated the watch order as Deep Time; City of Rivers; Quiet Oceans?", "temporal_relation": "none", "query_temporal_norm": 0.16347067058086395, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6344606280326843}], "gold_semantic_scores": [0.5890617966651917], "gold_temporal_scores": [0.04539899528026581], "max_gold_score": 0.6344606280326843, "max_candidate_score": 0.6344606280326843, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.507850706577301, "best_gold_margin": 0.1266099214553833, "weakest_gold_margin": 0.1266099214553833}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01053", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the plan to City of Rivers; Deep Time; Hidden Archives?", "temporal_relation": "none", "query_temporal_norm": 0.40426400303840637, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8457831144332886}], "gold_semantic_scores": [0.6361057162284851], "gold_temporal_scores": [0.20967751741409302], "max_gold_score": 0.8457831144332886, "max_candidate_score": 0.8457831144332886, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4185784161090851, "best_gold_margin": 0.4272046983242035, "weakest_gold_margin": 0.4272046983242035}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01135", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler say was required of the on-device compression pipeline, and why was it selected?", "temporal_relation": "none", "query_temporal_norm": 0.16887827217578888, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6751084327697754}, {"memory_id": "history_02_utt_0007", "score": 0.7317683100700378}], "gold_semantic_scores": [0.6264267563819885, 0.7078068852424622], "gold_temporal_scores": [0.048681601881980896, 0.02396159991621971], "max_gold_score": 0.7317683100700378, "max_candidate_score": 0.7317683100700378, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6374307870864868, "best_gold_margin": 0.09433752298355103, "weakest_gold_margin": 0.037677645683288574}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01135", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What requirement did Skyler state for the on-device compression pipeline during the pilot?", "temporal_relation": "none", "query_temporal_norm": 0.12973223626613617, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6960363388061523}], "gold_semantic_scores": [0.6714174747467041], "gold_temporal_scores": [0.02461896650493145], "max_gold_score": 0.6960363388061523, "max_candidate_score": 0.6960363388061523, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5728079080581665, "best_gold_margin": 0.12322843074798584, "weakest_gold_margin": 0.12322843074798584}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01135", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler say the on-device compression pipeline was required?", "temporal_relation": "session", "query_temporal_norm": 0.14901751279830933, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6470761895179749}], "gold_semantic_scores": [0.6169179081916809], "gold_temporal_scores": [0.03015854023396969], "max_gold_score": 0.6470761895179749, "max_candidate_score": 0.6821659803390503, "top_memory_id": "history_01_utt_0011::cf::extra_qa_0002::0", "max_non_gold_score": 0.6821659803390503, "best_gold_margin": -0.03508979082107544, "weakest_gold_margin": -0.03508979082107544}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01135", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason did the team give for choosing the on-device compression pipeline?", "temporal_relation": "none", "query_temporal_norm": 0.12501661479473114, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.636951208114624}], "gold_semantic_scores": [0.5912706255912781], "gold_temporal_scores": [0.04568061977624893], "max_gold_score": 0.636951208114624, "max_candidate_score": 0.636951208114624, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4637271463871002, "best_gold_margin": 0.1732240617275238, "weakest_gold_margin": 0.1732240617275238}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00048", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the next episode to Midnight Transit, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.35877594351768494, "query_session_index": 2, "query_start_sec": 17.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7804726362228394}, {"memory_id": "history_02_utt_0009", "score": 0.8364821076393127}], "gold_semantic_scores": [0.6517252922058105, 0.7171463966369629], "gold_temporal_scores": [0.12874735891819, 0.11933573335409164], "max_gold_score": 0.8364821076393127, "max_candidate_score": 0.8364821076393127, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5671773552894592, "best_gold_margin": 0.2693047523498535, "weakest_gold_margin": 0.21329528093338013}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00048", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the group decide to watch next?", "temporal_relation": "none", "query_temporal_norm": 0.36199694871902466, "query_session_index": 2, "query_start_sec": 17.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.842070460319519}], "gold_semantic_scores": [0.7227807641029358], "gold_temporal_scores": [0.11928988993167877], "max_gold_score": 0.842070460319519, "max_candidate_score": 0.8456000685691833, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.8456000685691833, "best_gold_margin": -0.0035296082496643066, "weakest_gold_margin": -0.0035296082496643066}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00048", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Riley say we had planned to watch at our last meetup?", "temporal_relation": "none", "query_temporal_norm": 0.48903530836105347, "query_session_index": 2, "query_start_sec": 17.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8469141721725464}], "gold_semantic_scores": [0.7476996183395386], "gold_temporal_scores": [0.0992143303155899], "max_gold_score": 0.8469141721725464, "max_candidate_score": 0.8469141721725464, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7426038384437561, "best_gold_margin": 0.10431033372879028, "weakest_gold_margin": 0.10431033372879028}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00048", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the group's choice change—what was planned before, and what did we decide on later?", "temporal_relation": "comparison", "query_temporal_norm": 0.39049234986305237, "query_session_index": 2, "query_start_sec": 17.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6469117403030396}, {"memory_id": "history_02_utt_0009", "score": 0.5098168849945068}], "gold_semantic_scores": [0.5072520971298218, 0.4199250042438507], "gold_temporal_scores": [0.1396595984697342, 0.08989188820123672], "max_gold_score": 0.6469117403030396, "max_candidate_score": 0.6469117403030396, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4963897168636322, "best_gold_margin": 0.15052202343940735, "weakest_gold_margin": 0.013427168130874634}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00083", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say the latest departure time would be?", "temporal_relation": "latest", "query_temporal_norm": 0.5660949349403381, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0093623399734497}], "gold_semantic_scores": [0.7361794114112854], "gold_temporal_scores": [0.2731831967830658], "max_gold_score": 1.0093623399734497, "max_candidate_score": 1.0093623399734497, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 1.0012056827545166, "best_gold_margin": 0.008156657218933105, "weakest_gold_margin": 0.008156657218933105}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00083", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the planned departure time?", "temporal_relation": "comparison", "query_temporal_norm": 0.31395986676216125, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.41891905665397644}, {"memory_id": "history_02_utt_0007", "score": 0.6709229350090027}], "gold_semantic_scores": [0.3073959946632385, 0.5874459743499756], "gold_temporal_scores": [0.11152306944131851, 0.08347710967063904], "max_gold_score": 0.6709229350090027, "max_candidate_score": 0.6709229350090027, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4095328152179718, "best_gold_margin": 0.2613901197910309, "weakest_gold_margin": 0.009386241436004639}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00083", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery indicate a different departure time?", "temporal_relation": "session", "query_temporal_norm": 0.2779736816883087, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7052980065345764}], "gold_semantic_scores": [0.6475704908370972], "gold_temporal_scores": [0.05772775039076805], "max_gold_score": 0.7052980065345764, "max_candidate_score": 0.7407505512237549, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7407505512237549, "best_gold_margin": -0.03545254468917847, "weakest_gold_margin": -0.03545254468917847}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00083", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they should leave at 3:00 PM?", "temporal_relation": "none", "query_temporal_norm": 0.18352976441383362, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.5326930284500122}], "gold_semantic_scores": [0.4576631784439087], "gold_temporal_scores": [0.07502993941307068], "max_gold_score": 0.5326930284500122, "max_candidate_score": 0.5326930284500122, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.3025388717651367, "best_gold_margin": 0.2301541566848755, "weakest_gold_margin": 0.2301541566848755}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00209", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor say the latest dataset collection deadline was?", "temporal_relation": "latest", "query_temporal_norm": 0.5439270734786987, "query_session_index": 2, "query_start_sec": 18.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0571999549865723}], "gold_semantic_scores": [0.7724916934967041], "gold_temporal_scores": [0.2847081124782562], "max_gold_score": 1.0571999549865723, "max_candidate_score": 1.0571999549865723, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.0567572116851807, "best_gold_margin": 0.00044274330139160156, "weakest_gold_margin": 0.00044274330139160156}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00209", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the dataset collection deadline that had been set earlier?", "temporal_relation": "before", "query_temporal_norm": 0.41452836990356445, "query_session_index": 2, "query_start_sec": 18.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.818534255027771}], "gold_semantic_scores": [0.7026711702346802], "gold_temporal_scores": [0.11586311459541321], "max_gold_score": 0.818534255027771, "max_candidate_score": 0.818534255027771, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5960971713066101, "best_gold_margin": 0.2224370837211609, "weakest_gold_margin": 0.2224370837211609}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00311", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the model training cutover deadline to 2026-05-24, and what was the earlier deadline?", "temporal_relation": "comparison", "query_temporal_norm": 0.400205135345459, "query_session_index": 2, "query_start_sec": 18.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8571950793266296}, {"memory_id": "history_02_utt_0008", "score": 0.8423985838890076}], "gold_semantic_scores": [0.7191073894500732, 0.7173177599906921], "gold_temporal_scores": [0.13808761537075043, 0.12508101761341095], "max_gold_score": 0.8571950793266296, "max_candidate_score": 0.8571950793266296, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4590446949005127, "best_gold_margin": 0.39815038442611694, "weakest_gold_margin": 0.3833538889884949}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00311", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the model training cutover deadline change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4341765344142914, "query_session_index": 2, "query_start_sec": 18.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9014412760734558}, {"memory_id": "history_02_utt_0008", "score": 0.8650984764099121}], "gold_semantic_scores": [0.7480155825614929, 0.7159050703048706], "gold_temporal_scores": [0.15342570841312408, 0.14919331669807434], "max_gold_score": 0.9014412760734558, "max_candidate_score": 0.9014412760734558, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.48207607865333557, "best_gold_margin": 0.41936519742012024, "weakest_gold_margin": 0.38302239775657654}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00401", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the deployment target was \"edge-gateway-farm\"?", "temporal_relation": "earliest", "query_temporal_norm": 0.5493295788764954, "query_session_index": 2, "query_start_sec": 14.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7711126804351807}], "gold_semantic_scores": [0.6609123349189758], "gold_temporal_scores": [0.11020048707723618], "max_gold_score": 0.7711126804351807, "max_candidate_score": 0.7711126804351807, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.469417542219162, "best_gold_margin": 0.3016951382160187, "weakest_gold_margin": 0.3016951382160187}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00401", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Emerson say they originally deployed the prototype?", "temporal_relation": "earliest", "query_temporal_norm": 0.540046215057373, "query_session_index": 2, "query_start_sec": 14.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9039551019668579}], "gold_semantic_scores": [0.798748254776001], "gold_temporal_scores": [0.1052069142460823], "max_gold_score": 0.9039551019668579, "max_candidate_score": 0.9039551019668579, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8279575705528259, "best_gold_margin": 0.07599753141403198, "weakest_gold_margin": 0.07599753141403198}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00401", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the model currently deployed?", "temporal_relation": "latest", "query_temporal_norm": 0.47812575101852417, "query_session_index": 2, "query_start_sec": 14.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8260467648506165}], "gold_semantic_scores": [0.615435779094696], "gold_temporal_scores": [0.21061086654663086], "max_gold_score": 0.8260467648506165, "max_candidate_score": 0.8260467648506165, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8194407224655151, "best_gold_margin": 0.006606042385101318, "weakest_gold_margin": 0.006606042385101318}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00401", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where had the prototype been deployed before it was moved?", "temporal_relation": "before", "query_temporal_norm": 0.27862438559532166, "query_session_index": 2, "query_start_sec": 14.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8119244575500488}], "gold_semantic_scores": [0.7896596193313599], "gold_temporal_scores": [0.022264841943979263], "max_gold_score": 0.8119244575500488, "max_candidate_score": 0.8119244575500488, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4704440236091614, "best_gold_margin": 0.34148043394088745, "weakest_gold_margin": 0.34148043394088745}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00566", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Emerson give for recommending Evening Bloom, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16377684473991394, "query_session_index": 2, "query_start_sec": 13.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8025467395782471}, {"memory_id": "history_02_utt_0009", "score": 0.7755979299545288}], "gold_semantic_scores": [0.7518631219863892, 0.722459614276886], "gold_temporal_scores": [0.050683777779340744, 0.05313828960061073], "max_gold_score": 0.8025467395782471, "max_candidate_score": 0.827994167804718, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.827994167804718, "best_gold_margin": -0.025447428226470947, "weakest_gold_margin": -0.05239623785018921}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00566", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson recommend Evening Bloom?", "temporal_relation": "session", "query_temporal_norm": 0.13144083321094513, "query_session_index": 2, "query_start_sec": 13.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8593518137931824}], "gold_semantic_scores": [0.8215866088867188], "gold_temporal_scores": [0.037765320390462875], "max_gold_score": 0.8593518137931824, "max_candidate_score": 0.8593518137931824, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8038312792778015, "best_gold_margin": 0.05552053451538086, "weakest_gold_margin": 0.05552053451538086}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00566", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Evening Bloom dropped?", "temporal_relation": "none", "query_temporal_norm": 0.11547438055276871, "query_session_index": 2, "query_start_sec": 13.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.806078314781189}], "gold_semantic_scores": [0.7708173990249634], "gold_temporal_scores": [0.03526119515299797], "max_gold_score": 0.806078314781189, "max_candidate_score": 0.806078314781189, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6561359167098999, "best_gold_margin": 0.14994239807128906, "weakest_gold_margin": 0.14994239807128906}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00566", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Midnight Archive?", "temporal_relation": "none", "query_temporal_norm": 0.08889140188694, "query_session_index": 2, "query_start_sec": 13.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.6331685185432434}], "gold_semantic_scores": [0.6211769580841064], "gold_temporal_scores": [0.011991421692073345], "max_gold_score": 0.6331685185432434, "max_candidate_score": 0.6331685185432434, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.5184524655342102, "best_gold_margin": 0.1147160530090332, "weakest_gold_margin": 0.1147160530090332}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00718", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Emerson's watch order change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4058208465576172, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8231351375579834}, {"memory_id": "history_02_utt_0008", "score": 0.8161996603012085}], "gold_semantic_scores": [0.6841281056404114, 0.679538905620575], "gold_temporal_scores": [0.13900716602802277, 0.13666082918643951], "max_gold_score": 0.8231351375579834, "max_candidate_score": 0.8231351375579834, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7371094226837158, "best_gold_margin": 0.08602571487426758, "weakest_gold_margin": 0.07909023761749268}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00718", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original watch order and what is the new order now?", "temporal_relation": "none", "query_temporal_norm": 0.45245328545570374, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8088022470474243}, {"memory_id": "history_02_utt_0008", "score": 0.815035343170166}], "gold_semantic_scores": [0.6478170156478882, 0.6502911448478699], "gold_temporal_scores": [0.1609853208065033, 0.1647443324327469], "max_gold_score": 0.815035343170166, "max_candidate_score": 0.815035343170166, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.545086681842804, "best_gold_margin": 0.26994866132736206, "weakest_gold_margin": 0.26371556520462036}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00718", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What order did Emerson say she planned to watch the films?", "temporal_relation": "none", "query_temporal_norm": 0.3062017261981964, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7038203477859497}], "gold_semantic_scores": [0.6666626334190369], "gold_temporal_scores": [0.03715793043375015], "max_gold_score": 0.7038203477859497, "max_candidate_score": 0.7038203477859497, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6255442500114441, "best_gold_margin": 0.07827609777450562, "weakest_gold_margin": 0.07827609777450562}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00718", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson say she changed the order of the tracks?", "temporal_relation": "session", "query_temporal_norm": 0.21331478655338287, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6838564276695251}], "gold_semantic_scores": [0.5960691571235657], "gold_temporal_scores": [0.08778724819421768], "max_gold_score": 0.6838564276695251, "max_candidate_score": 0.6838564276695251, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6311243772506714, "best_gold_margin": 0.05273205041885376, "weakest_gold_margin": 0.05273205041885376}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00833", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for LocalCache, and why did I reject it?", "temporal_relation": "none", "query_temporal_norm": 0.17595583200454712, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7241714000701904}, {"memory_id": "history_02_utt_0012", "score": 0.6991639733314514}], "gold_semantic_scores": [0.6690160036087036, 0.6545531749725342], "gold_temporal_scores": [0.055155619978904724, 0.04461073875427246], "max_gold_score": 0.7241714000701904, "max_candidate_score": 0.7312146425247192, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.7312146425247192, "best_gold_margin": -0.007043242454528809, "weakest_gold_margin": -0.03205066919326782}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00833", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to LocalCache later in our discussions?", "temporal_relation": "none", "query_temporal_norm": 0.3315678834915161, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.78379887342453}], "gold_semantic_scores": [0.6226754784584045], "gold_temporal_scores": [0.16112296283245087], "max_gold_score": 0.78379887342453, "max_candidate_score": 0.78379887342453, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5921077728271484, "best_gold_margin": 0.1916911005973816, "weakest_gold_margin": 0.1916911005973816}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00833", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about EdgeIndex in relation to our throughput and response constraints?", "temporal_relation": "none", "query_temporal_norm": 0.13662533462047577, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.7299497127532959}], "gold_semantic_scores": [0.7087169289588928], "gold_temporal_scores": [0.021232543513178825], "max_gold_score": 0.7299497127532959, "max_candidate_score": 0.7299497127532959, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.6038865447044373, "best_gold_margin": 0.12606316804885864, "weakest_gold_margin": 0.12606316804885864}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00943", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Harbor Bistro, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.14145837724208832, "query_session_index": 2, "query_start_sec": 16.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8726524114608765}, {"memory_id": "history_02_utt_0007", "score": 0.8033650517463684}], "gold_semantic_scores": [0.8331841826438904, 0.7659702897071838], "gold_temporal_scores": [0.03946831077337265, 0.03739470988512039], "max_gold_score": 0.8726524114608765, "max_candidate_score": 0.8726524114608765, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5549789071083069, "best_gold_margin": 0.3176735043525696, "weakest_gold_margin": 0.24838614463806152}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00943", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler suggest Green Harbor Bistro?", "temporal_relation": "session", "query_temporal_norm": 0.15549059212207794, "query_session_index": 2, "query_start_sec": 16.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.766899824142456}], "gold_semantic_scores": [0.7275456786155701], "gold_temporal_scores": [0.03935401886701584], "max_gold_score": 0.766899824142456, "max_candidate_score": 0.766899824142456, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.658062756061554, "best_gold_margin": 0.1088370680809021, "weakest_gold_margin": 0.1088370680809021}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00943", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When we suggested Oak & Rye, what reason did we give for picking it?", "temporal_relation": "none", "query_temporal_norm": 0.1611689329147339, "query_session_index": 2, "query_start_sec": 16.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7731778621673584}], "gold_semantic_scores": [0.7622845768928528], "gold_temporal_scores": [0.010893194936215878], "max_gold_score": 0.7731778621673584, "max_candidate_score": 0.7731778621673584, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5974724888801575, "best_gold_margin": 0.17570537328720093, "weakest_gold_margin": 0.17570537328720093}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00943", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we suggest Oak & Rye?", "temporal_relation": "session", "query_temporal_norm": 0.15262877941131592, "query_session_index": 2, "query_start_sec": 16.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7738538384437561}], "gold_semantic_scores": [0.7484927177429199], "gold_temporal_scores": [0.02536093071103096], "max_gold_score": 0.7738538384437561, "max_candidate_score": 0.7738538384437561, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.49068018794059753, "best_gold_margin": 0.28317365050315857, "weakest_gold_margin": 0.28317365050315857}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01024", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the downtown pharmacy, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.1834806501865387, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.610430896282196}, {"memory_id": "history_02_utt_0007", "score": 0.6712726354598999}], "gold_semantic_scores": [0.5509069561958313, 0.6258543133735657], "gold_temporal_scores": [0.05952414497733116, 0.045418430119752884], "max_gold_score": 0.6712726354598999, "max_candidate_score": 0.6712726354598999, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5507019758224487, "best_gold_margin": 0.12057065963745117, "weakest_gold_margin": 0.059728920459747314}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01024", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Quinn give for suggesting the downtown pharmacy?", "temporal_relation": "none", "query_temporal_norm": 0.14839135110378265, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.85282963514328}], "gold_semantic_scores": [0.8130924105644226], "gold_temporal_scores": [0.03973715007305145], "max_gold_score": 0.85282963514328, "max_candidate_score": 0.85282963514328, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7446758151054382, "best_gold_margin": 0.1081538200378418, "weakest_gold_margin": 0.1081538200378418}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01024", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention that the downtown pharmacy had extended evening hours?", "temporal_relation": "session", "query_temporal_norm": 0.21342797577381134, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7239574193954468}], "gold_semantic_scores": [0.6643937826156616], "gold_temporal_scores": [0.05956369638442993], "max_gold_score": 0.7239574193954468, "max_candidate_score": 0.7239574193954468, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7071978449821472, "best_gold_margin": 0.01675957441329956, "weakest_gold_margin": 0.01675957441329956}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01024", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Quinn say the downtown pharmacy was ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.18522430956363678, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9695814251899719}], "gold_semantic_scores": [0.8825080394744873], "gold_temporal_scores": [0.08707323670387268], "max_gold_score": 0.9695814251899719, "max_candidate_score": 0.9695814251899719, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9567854404449463, "best_gold_margin": 0.012795984745025635, "weakest_gold_margin": 0.012795984745025635}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01094", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my training setting change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.389729768037796, "query_session_index": 2, "query_start_sec": 19.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7673745155334473}, {"memory_id": "history_02_utt_0011", "score": 0.5201671719551086}], "gold_semantic_scores": [0.628471314907074, 0.3895086944103241], "gold_temporal_scores": [0.13890306651592255, 0.13065838813781738], "max_gold_score": 0.7673745155334473, "max_candidate_score": 0.796266496181488, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.796266496181488, "best_gold_margin": -0.02889198064804077, "weakest_gold_margin": -0.2760993242263794}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01094", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who configured training to write checkpoints to the local NFS?", "temporal_relation": "none", "query_temporal_norm": 0.25957462191581726, "query_session_index": 2, "query_start_sec": 19.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5675440430641174}], "gold_semantic_scores": [0.5082244873046875], "gold_temporal_scores": [0.05931936949491501], "max_gold_score": 0.5675440430641174, "max_candidate_score": 0.5675440430641174, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4791898727416992, "best_gold_margin": 0.08835417032241821, "weakest_gold_margin": 0.08835417032241821}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01094", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the plan to push checkpoints to the object store?", "temporal_relation": "none", "query_temporal_norm": 0.4479503333568573, "query_session_index": 2, "query_start_sec": 19.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 1.0075434446334839}], "gold_semantic_scores": [0.7859185934066772], "gold_temporal_scores": [0.22162503004074097], "max_gold_score": 1.0075434446334839, "max_candidate_score": 1.0075434446334839, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6141204237937927, "best_gold_margin": 0.39342302083969116, "weakest_gold_margin": 0.39342302083969116}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01141", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I picked a title for the watchlist and later I changed it. What did I choose earlier, and what did I switch to later?", "temporal_relation": "comparison", "query_temporal_norm": 0.42078378796577454, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8463505506515503}, {"memory_id": "history_02_utt_0009", "score": 0.910868227481842}], "gold_semantic_scores": [0.6912286877632141, 0.7473984956741333], "gold_temporal_scores": [0.15512195229530334, 0.16346965730190277], "max_gold_score": 0.910868227481842, "max_candidate_score": 0.910868227481842, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8992542028427124, "best_gold_margin": 0.011614024639129639, "weakest_gold_margin": -0.05290365219116211}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01141", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their pick to Afterlight Short for the current watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.3416125178337097, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9841967225074768}], "gold_semantic_scores": [0.8157954812049866], "gold_temporal_scores": [0.1684015393257141], "max_gold_score": 0.9841967225074768, "max_candidate_score": 0.9841967225074768, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.609218180179596, "best_gold_margin": 0.37497854232788086, "weakest_gold_margin": 0.37497854232788086}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01141", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In the earlier round, which title had been picked for the watchlist?", "temporal_relation": "before", "query_temporal_norm": 0.3966839611530304, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.828360915184021}], "gold_semantic_scores": [0.744525134563446], "gold_temporal_scores": [0.08383551239967346], "max_gold_score": 0.828360915184021, "max_candidate_score": 0.828360915184021, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5780857801437378, "best_gold_margin": 0.2502751350402832, "weakest_gold_margin": 0.2502751350402832}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01141", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the chosen title change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4356701970100403, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7262593507766724}, {"memory_id": "history_02_utt_0009", "score": 0.7727765440940857}], "gold_semantic_scores": [0.5621338486671448, 0.6471703052520752], "gold_temporal_scores": [0.16412554681301117, 0.12560588121414185], "max_gold_score": 0.7727765440940857, "max_candidate_score": 0.7727765440940857, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.25704658031463623, "best_gold_margin": 0.5157299637794495, "weakest_gold_margin": 0.46921277046203613}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00007", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What requirement did Emerson say the streaming encoder met, and why did Casey reject it?", "temporal_relation": "none", "query_temporal_norm": 0.1927221119403839, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5723380446434021}, {"memory_id": "history_02_utt_0011", "score": 0.646781861782074}], "gold_semantic_scores": [0.5100299119949341, 0.6062506437301636], "gold_temporal_scores": [0.06230825558304787, 0.04053095355629921], "max_gold_score": 0.646781861782074, "max_candidate_score": 0.646781861782074, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6329572200775146, "best_gold_margin": 0.013824641704559326, "weakest_gold_margin": -0.06061917543411255}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00007", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the streaming encoder rejected?", "temporal_relation": "none", "query_temporal_norm": 0.12142579257488251, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.633486270904541}], "gold_semantic_scores": [0.5908949375152588], "gold_temporal_scores": [0.04259141907095909], "max_gold_score": 0.633486270904541, "max_candidate_score": 0.633486270904541, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.46793729066848755, "best_gold_margin": 0.16554898023605347, "weakest_gold_margin": 0.16554898023605347}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00007", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What requirement did the distilled baseline satisfy?", "temporal_relation": "none", "query_temporal_norm": 0.11926174908876419, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.47604742646217346}], "gold_semantic_scores": [0.448760449886322], "gold_temporal_scores": [0.027286989614367485], "max_gold_score": 0.47604742646217346, "max_candidate_score": 0.5242039561271667, "top_memory_id": "history_02_utt_0038", "max_non_gold_score": 0.5242039561271667, "best_gold_margin": -0.048156529664993286, "weakest_gold_margin": -0.048156529664993286}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00007", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What is Emerson doing regarding the calendar for the sync?", "temporal_relation": "none", "query_temporal_norm": 0.2637350559234619, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.524366021156311, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.524366021156311, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00088", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the plan to Saffron Table, and what was the earlier venue?", "temporal_relation": "none", "query_temporal_norm": 0.373138964176178, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6346880197525024}, {"memory_id": "history_02_utt_0009", "score": 0.6555030941963196}], "gold_semantic_scores": [0.4998977780342102, 0.5266361832618713], "gold_temporal_scores": [0.13479024171829224, 0.12886658310890198], "max_gold_score": 0.6555030941963196, "max_candidate_score": 0.6555030941963196, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.23396390676498413, "best_gold_margin": 0.42153918743133545, "weakest_gold_margin": 0.4007241129875183}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00088", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed where to eat. What was the final restaurant choice?", "temporal_relation": "latest", "query_temporal_norm": 0.5436277985572815, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8383251428604126}], "gold_semantic_scores": [0.5836317539215088], "gold_temporal_scores": [0.25469326972961426], "max_gold_score": 0.8383251428604126, "max_candidate_score": 0.8383251428604126, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.837308943271637, "best_gold_margin": 0.0010161995887756348, "weakest_gold_margin": 0.0010161995887756348}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00088", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What restaurant did Casey say they booked first?", "temporal_relation": "none", "query_temporal_norm": 0.48448964953422546, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7460339069366455}], "gold_semantic_scores": [0.620146632194519], "gold_temporal_scores": [0.12588728964328766], "max_gold_score": 0.7460339069366455, "max_candidate_score": 0.7460339069366455, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6074730157852173, "best_gold_margin": 0.13856089115142822, "weakest_gold_margin": 0.13856089115142822}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00088", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention booking Harbor Grill?", "temporal_relation": "session", "query_temporal_norm": 0.22905372083187103, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6510387063026428}], "gold_semantic_scores": [0.5760281085968018], "gold_temporal_scores": [0.07501053810119629], "max_gold_score": 0.6510387063026428, "max_candidate_score": 0.6510387063026428, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6472266912460327, "best_gold_margin": 0.0038120150566101074, "weakest_gold_margin": 0.0038120150566101074}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00202", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my deployment target was before I changed it later?", "temporal_relation": "earliest", "query_temporal_norm": 0.4965580701828003, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7302324175834656}], "gold_semantic_scores": [0.6312049627304077], "gold_temporal_scores": [0.09902741014957428], "max_gold_score": 0.7302324175834656, "max_candidate_score": 0.7562466859817505, "top_memory_id": "history_01_utt_0011::cf::main::1", "max_non_gold_score": 0.7562466859817505, "best_gold_margin": -0.026014268398284912, "weakest_gold_margin": -0.026014268398284912}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00202", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current deployment target for the prototype?", "temporal_relation": "latest", "query_temporal_norm": 0.4949961304664612, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8744807839393616}], "gold_semantic_scores": [0.6611895561218262], "gold_temporal_scores": [0.21329143643379211], "max_gold_score": 0.8744807839393616, "max_candidate_score": 0.8767343759536743, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 0.8767343759536743, "best_gold_margin": -0.002253592014312744, "weakest_gold_margin": -0.002253592014312744}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00202", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What am I offering to do about the printer issue?", "temporal_relation": "none", "query_temporal_norm": 0.277458131313324, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.2944593131542206, "top_memory_id": "history_02_utt_0016", "max_non_gold_score": 0.2944593131542206, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00368", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Skyler's planned watch order change between the earlier conversation and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4010910093784332, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7774754166603088}, {"memory_id": "history_02_utt_0010", "score": 0.8669859766960144}], "gold_semantic_scores": [0.6363228559494019, 0.7211816310882568], "gold_temporal_scores": [0.141152486205101, 0.1458045095205307], "max_gold_score": 0.8669859766960144, "max_candidate_score": 0.8669859766960144, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7447658777236938, "best_gold_margin": 0.12222009897232056, "weakest_gold_margin": 0.03270953893661499}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00368", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler say to watch Jiro Dreams of Sushi first and then Apollo 11?", "temporal_relation": "session", "query_temporal_norm": 0.34480929374694824, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8854678273200989}], "gold_semantic_scores": [0.7672160267829895], "gold_temporal_scores": [0.1182517409324646], "max_gold_score": 0.8854678273200989, "max_candidate_score": 0.8854678273200989, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8115941882133484, "best_gold_margin": 0.07387363910675049, "weakest_gold_margin": 0.07387363910675049}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00368", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current planned watch order for the movies?", "temporal_relation": "latest", "query_temporal_norm": 0.5216182470321655, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9871740341186523}], "gold_semantic_scores": [0.7165313959121704], "gold_temporal_scores": [0.2706426680088043], "max_gold_score": 0.9871740341186523, "max_candidate_score": 0.9871740341186523, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9812024831771851, "best_gold_margin": 0.005971550941467285, "weakest_gold_margin": 0.005971550941467285}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00429", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally put chickpea pasta on the cooking list?", "temporal_relation": "earliest", "query_temporal_norm": 0.5679417252540588, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9050934910774231}], "gold_semantic_scores": [0.7615634202957153], "gold_temporal_scores": [0.14353033900260925], "max_gold_score": 0.9050934910774231, "max_candidate_score": 0.9050934910774231, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6096957325935364, "best_gold_margin": 0.2953977584838867, "weakest_gold_margin": 0.2953977584838867}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00429", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item did we discuss before it was changed to rice noodles?", "temporal_relation": "before", "query_temporal_norm": 0.3854214549064636, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6465579867362976}], "gold_semantic_scores": [0.5078020691871643], "gold_temporal_scores": [0.13875603675842285], "max_gold_score": 0.6465579867362976, "max_candidate_score": 0.6465579867362976, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6406927704811096, "best_gold_margin": 0.005865216255187988, "weakest_gold_margin": 0.005865216255187988}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00429", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping item did Reese mention adding to their cooking list?", "temporal_relation": "none", "query_temporal_norm": 0.39771169424057007, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8043899536132812}], "gold_semantic_scores": [0.6625973582267761], "gold_temporal_scores": [0.14179261028766632], "max_gold_score": 0.8043899536132812, "max_candidate_score": 0.8043899536132812, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7431021928787231, "best_gold_margin": 0.061287760734558105, "weakest_gold_margin": 0.061287760734558105}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00429", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item was last mentioned as part of the cooking list?", "temporal_relation": "none", "query_temporal_norm": 0.5157904624938965, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9525716304779053}], "gold_semantic_scores": [0.7002673149108887], "gold_temporal_scores": [0.25230464339256287], "max_gold_score": 0.9525716304779053, "max_candidate_score": 0.9544287919998169, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.9544287919998169, "best_gold_margin": -0.001857161521911621, "weakest_gold_margin": -0.001857161521911621}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00489", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Emerson's deadline for the annotation guide change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4076094925403595, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9327970147132874}, {"memory_id": "history_02_utt_0010", "score": 0.8962385654449463}], "gold_semantic_scores": [0.781046986579895, 0.7496516704559326], "gold_temporal_scores": [0.15175004303455353, 0.14658713340759277], "max_gold_score": 0.9327970147132874, "max_candidate_score": 0.9327970147132874, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8696042895317078, "best_gold_margin": 0.06319272518157959, "weakest_gold_margin": 0.026634275913238525}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00489", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the deadline for the annotation guide being Monday, June 3?", "temporal_relation": "none", "query_temporal_norm": 0.281437486410141, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8166929483413696}], "gold_semantic_scores": [0.7346742749214172], "gold_temporal_scores": [0.08201900124549866], "max_gold_score": 0.8166929483413696, "max_candidate_score": 0.8528063893318176, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8528063893318176, "best_gold_margin": -0.036113440990448, "weakest_gold_margin": -0.036113440990448}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00489", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the annotation guide deadline was moved to Friday, June 7?", "temporal_relation": "none", "query_temporal_norm": 0.4494418501853943, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.930672287940979}], "gold_semantic_scores": [0.6935364603996277], "gold_temporal_scores": [0.23713593184947968], "max_gold_score": 0.930672287940979, "max_candidate_score": 0.930672287940979, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5800501704216003, "best_gold_margin": 0.35062211751937866, "weakest_gold_margin": 0.35062211751937866}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00489", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When was the annotation guide deadline last updated to?", "temporal_relation": "latest", "query_temporal_norm": 0.5400583744049072, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0335819721221924}], "gold_semantic_scores": [0.7531500458717346], "gold_temporal_scores": [0.2804321050643921], "max_gold_score": 1.0335819721221924, "max_candidate_score": 1.0406466722488403, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0007::1", "max_non_gold_score": 1.0406466722488403, "best_gold_margin": -0.007064700126647949, "weakest_gold_margin": -0.007064700126647949}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00537", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I was handling instead for the shopping list?", "temporal_relation": "none", "query_temporal_norm": 0.4593946933746338, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7507004737854004}], "gold_semantic_scores": [0.5682938098907471], "gold_temporal_scores": [0.18240660429000854], "max_gold_score": 0.7507004737854004, "max_candidate_score": 0.7731119990348816, "top_memory_id": "history_02_utt_0011::cf::main::1", "max_non_gold_score": 0.7731119990348816, "best_gold_margin": -0.0224115252494812, "weakest_gold_margin": -0.0224115252494812}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00537", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were handling the Brita water filter cartridges?", "temporal_relation": "none", "query_temporal_norm": 0.271795392036438, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8890148401260376}], "gold_semantic_scores": [0.76177579164505], "gold_temporal_scores": [0.12723875045776367], "max_gold_score": 0.8890148401260376, "max_candidate_score": 0.8890148401260376, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5185105800628662, "best_gold_margin": 0.3705042600631714, "weakest_gold_margin": 0.3705042600631714}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00651", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for suggesting Rear Window, and why was it taken off the list?", "temporal_relation": "none", "query_temporal_norm": 0.15965789556503296, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.787107527256012}, {"memory_id": "history_02_utt_0011", "score": 0.839263916015625}], "gold_semantic_scores": [0.7380942702293396, 0.7875081300735474], "gold_temporal_scores": [0.04901324585080147, 0.05175546184182167], "max_gold_score": 0.839263916015625, "max_candidate_score": 0.839263916015625, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7630404829978943, "best_gold_margin": 0.07622343301773071, "weakest_gold_margin": 0.024067044258117676}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00651", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to take Rear Window off the list?", "temporal_relation": "none", "query_temporal_norm": 0.1685601770877838, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8851498365402222}], "gold_semantic_scores": [0.8089134097099304], "gold_temporal_scores": [0.07623685896396637], "max_gold_score": 0.8851498365402222, "max_candidate_score": 0.8851498365402222, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6490533351898193, "best_gold_margin": 0.23609650135040283, "weakest_gold_margin": 0.23609650135040283}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00651", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned why Rear Window was dropped?", "temporal_relation": "session", "query_temporal_norm": 0.16592147946357727, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8260049819946289}], "gold_semantic_scores": [0.7571401000022888], "gold_temporal_scores": [0.06886468827724457], "max_gold_score": 0.8260049819946289, "max_candidate_score": 0.8260049819946289, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6358386278152466, "best_gold_margin": 0.19016635417938232, "weakest_gold_margin": 0.19016635417938232}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00651", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Knives Out suggested for the list?", "temporal_relation": "none", "query_temporal_norm": 0.11562010645866394, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.6651789546012878}], "gold_semantic_scores": [0.6442300081253052], "gold_temporal_scores": [0.020948803052306175], "max_gold_score": 0.6651789546012878, "max_candidate_score": 0.6651789546012878, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5276445150375366, "best_gold_margin": 0.13753443956375122, "weakest_gold_margin": 0.13753443956375122}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00837", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.39807912707328796, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5986785292625427}, {"memory_id": "history_02_utt_0009", "score": 0.5364104509353638}], "gold_semantic_scores": [0.45713090896606445, 0.39272937178611755], "gold_temporal_scores": [0.14154763519763947, 0.143681138753891], "max_gold_score": 0.5986785292625427, "max_candidate_score": 0.6306614279747009, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.6306614279747009, "best_gold_margin": -0.0319828987121582, "weakest_gold_margin": -0.09425097703933716}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00837", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original plan for selecting the evaluation checkpoint?", "temporal_relation": "earliest", "query_temporal_norm": 0.5147038698196411, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.777611494064331}], "gold_semantic_scores": [0.6741474270820618], "gold_temporal_scores": [0.10346400737762451], "max_gold_score": 0.777611494064331, "max_candidate_score": 0.777611494064331, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5392829775810242, "best_gold_margin": 0.23832851648330688, "weakest_gold_margin": 0.23832851648330688}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00837", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the original plan to pick the checkpoint with the best local validation MCC?", "temporal_relation": "none", "query_temporal_norm": 0.5534425973892212, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7865110039710999}], "gold_semantic_scores": [0.6628856658935547], "gold_temporal_scores": [0.12362566590309143], "max_gold_score": 0.7865110039710999, "max_candidate_score": 0.7865110039710999, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.2977011501789093, "best_gold_margin": 0.48880985379219055, "weakest_gold_margin": 0.48880985379219055}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00837", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching to the plan of choosing the median-seed checkpoint?", "temporal_relation": "none", "query_temporal_norm": 0.24492894113063812, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8331542611122131}], "gold_semantic_scores": [0.7138504981994629], "gold_temporal_scores": [0.11930394917726517], "max_gold_score": 0.8331542611122131, "max_candidate_score": 0.8331542611122131, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5908465385437012, "best_gold_margin": 0.24230772256851196, "weakest_gold_margin": 0.24230772256851196}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01005", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was the purpose of putting \"Night Bus\" first, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.12830989062786102, "query_session_index": 2, "query_start_sec": 12.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7186280488967896}, {"memory_id": "history_02_utt_0008", "score": 0.712782084941864}], "gold_semantic_scores": [0.6825872659683228, 0.6886622309684753], "gold_temporal_scores": [0.03604084253311157, 0.02412044070661068], "max_gold_score": 0.7186280488967896, "max_candidate_score": 0.7186280488967896, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7086803317070007, "best_gold_margin": 0.009947717189788818, "weakest_gold_margin": 0.004101753234863281}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01005", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was \"Static Bloom\" kept in the middle of the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.09144578129053116, "query_session_index": 2, "query_start_sec": 12.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.7381715178489685}], "gold_semantic_scores": [0.7189794778823853], "gold_temporal_scores": [0.01919165812432766], "max_gold_score": 0.7381715178489685, "max_candidate_score": 0.7381715178489685, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.5722092390060425, "best_gold_margin": 0.16596227884292603, "weakest_gold_margin": 0.16596227884292603}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01005", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron say about the streaming settings?", "temporal_relation": "none", "query_temporal_norm": 0.15953534841537476, "query_session_index": 2, "query_start_sec": 12.52, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.36774560809135437, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.36774560809135437, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01127", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my activity choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5710106492042542, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8359876275062561}], "gold_semantic_scores": [0.6669996380805969], "gold_temporal_scores": [0.16898807883262634], "max_gold_score": 0.8359876275062561, "max_candidate_score": 0.8612090349197388, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.8612090349197388, "best_gold_margin": -0.025221407413482666, "weakest_gold_margin": -0.025221407413482666}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01127", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity choice was discussed later instead?", "temporal_relation": "none", "query_temporal_norm": 0.5515566468238831, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9262867569923401}], "gold_semantic_scores": [0.6756808161735535], "gold_temporal_scores": [0.2506059408187866], "max_gold_score": 0.9262867569923401, "max_candidate_score": 0.9262867569923401, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5732705593109131, "best_gold_margin": 0.353016197681427, "weakest_gold_margin": 0.353016197681427}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01127", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the plan for board game night mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.3031110465526581, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.7452492117881775}], "gold_semantic_scores": [0.7221430540084839], "gold_temporal_scores": [0.023106053471565247], "max_gold_score": 0.7452492117881775, "max_candidate_score": 0.7452492117881775, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.6050474643707275, "best_gold_margin": 0.14020174741744995, "weakest_gold_margin": 0.14020174741744995}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01252", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the embedded schema cache, and why was it taken back out?", "temporal_relation": "none", "query_temporal_norm": 0.13240189850330353, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7533168196678162}, {"memory_id": "history_02_utt_0010", "score": 0.7762356400489807}], "gold_semantic_scores": [0.7151315212249756, 0.7411803603172302], "gold_temporal_scores": [0.038185201585292816, 0.03505522385239601], "max_gold_score": 0.7762356400489807, "max_candidate_score": 0.7960535287857056, "top_memory_id": "history_01_utt_0011::cf::main::0", "max_non_gold_score": 0.7960535287857056, "best_gold_margin": -0.019817888736724854, "weakest_gold_margin": -0.042736709117889404}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01252", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the embedded schema cache removed?", "temporal_relation": "none", "query_temporal_norm": 0.13143213093280792, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7877857685089111}], "gold_semantic_scores": [0.7467886805534363], "gold_temporal_scores": [0.04099664464592934], "max_gold_score": 0.7877857685089111, "max_candidate_score": 0.7877857685089111, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.60593181848526, "best_gold_margin": 0.18185395002365112, "weakest_gold_margin": 0.18185395002365112}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01252", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What benefit was mentioned for keeping the adapter shim as a last resort?", "temporal_relation": "none", "query_temporal_norm": 0.09495756030082703, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0031", "score": 0.584048867225647}], "gold_semantic_scores": [0.5625632405281067], "gold_temporal_scores": [0.02148580551147461], "max_gold_score": 0.584048867225647, "max_candidate_score": 0.6932889223098755, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.6932889223098755, "best_gold_margin": -0.10924005508422852, "weakest_gold_margin": -0.10924005508422852}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01252", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the adapter shim was kept?", "temporal_relation": "session", "query_temporal_norm": 0.11579426378011703, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.6397664546966553}], "gold_semantic_scores": [0.602951169013977], "gold_temporal_scores": [0.036815207451581955], "max_gold_score": 0.6397664546966553, "max_candidate_score": 0.6397664546966553, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.5974611639976501, "best_gold_margin": 0.04230529069900513, "weakest_gold_margin": 0.04230529069900513}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01318", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41100791096687317, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8188705444335938}, {"memory_id": "history_02_utt_0009", "score": 0.8039358854293823}], "gold_semantic_scores": [0.6718280911445618, 0.6560537815093994], "gold_temporal_scores": [0.1470426470041275, 0.1478819102048874], "max_gold_score": 0.8188705444335938, "max_candidate_score": 0.878582239151001, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.878582239151001, "best_gold_margin": -0.05971169471740723, "weakest_gold_margin": -0.07464635372161865}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01318", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned their original evaluation plan?", "temporal_relation": "earliest", "query_temporal_norm": 0.5630590319633484, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8927747011184692}], "gold_semantic_scores": [0.751896858215332], "gold_temporal_scores": [0.14087781310081482], "max_gold_score": 0.8927747011184692, "max_candidate_score": 0.8927747011184692, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7371780872344971, "best_gold_margin": 0.15559661388397217, "weakest_gold_margin": 0.15559661388397217}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01318", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the evaluation plan to a three-seed full table?", "temporal_relation": "none", "query_temporal_norm": 0.31094440817832947, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8821176290512085}], "gold_semantic_scores": [0.7502208352088928], "gold_temporal_scores": [0.1318967640399933], "max_gold_score": 0.8821176290512085, "max_candidate_score": 0.8821176290512085, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6318726539611816, "best_gold_margin": 0.25024497509002686, "weakest_gold_margin": 0.25024497509002686}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01439", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did the training setting I described earlier change by the later discussion?", "temporal_relation": "comparison", "query_temporal_norm": 0.3746814429759979, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6555618047714233}, {"memory_id": "history_02_utt_0009", "score": 0.6046316027641296}], "gold_semantic_scores": [0.5201839208602905, 0.4810866117477417], "gold_temporal_scores": [0.1353779286146164, 0.12354479730129242], "max_gold_score": 0.6555618047714233, "max_candidate_score": 0.7145979404449463, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7145979404449463, "best_gold_margin": -0.05903613567352295, "weakest_gold_margin": -0.10996633768081665}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01439", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to use nightly full-data training runs during the migration?", "temporal_relation": "none", "query_temporal_norm": 0.2408294975757599, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7734489440917969}], "gold_semantic_scores": [0.7244721055030823], "gold_temporal_scores": [0.048976652324199677], "max_gold_score": 0.7734489440917969, "max_candidate_score": 0.7734489440917969, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5232914686203003, "best_gold_margin": 0.2501574754714966, "weakest_gold_margin": 0.2501574754714966}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01439", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the plan to hourly incremental training runs?", "temporal_relation": "none", "query_temporal_norm": 0.38809269666671753, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9140264391899109}], "gold_semantic_scores": [0.7184017896652222], "gold_temporal_scores": [0.1956247240304947], "max_gold_score": 0.9140264391899109, "max_candidate_score": 0.9140264391899109, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5155628323554993, "best_gold_margin": 0.3984636068344116, "weakest_gold_margin": 0.3984636068344116}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01439", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What changed about the guest Wi‑Fi this morning?", "temporal_relation": "none", "query_temporal_norm": 0.3547113835811615, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.336262971162796, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.336262971162796, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01520", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the pass threshold would be 85 percent task success for the final analysis?", "temporal_relation": "none", "query_temporal_norm": 0.2590852975845337, "query_session_index": 2, "query_start_sec": 20.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.897182285785675}], "gold_semantic_scores": [0.8230100274085999], "gold_temporal_scores": [0.07417261600494385], "max_gold_score": 0.897182285785675, "max_candidate_score": 0.897182285785675, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7235678434371948, "best_gold_margin": 0.17361444234848022, "weakest_gold_margin": 0.17361444234848022}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01520", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the afternoon check-in is in Room 204?", "temporal_relation": "none", "query_temporal_norm": 0.1637125462293625, "query_session_index": 2, "query_start_sec": 20.96, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.25445687770843506, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.25445687770843506, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01584", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the prototype's latest deployment target was?", "temporal_relation": "latest", "query_temporal_norm": 0.5586466193199158, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9030889272689819}], "gold_semantic_scores": [0.6473830938339233], "gold_temporal_scores": [0.2557062804698944], "max_gold_score": 0.9030889272689819, "max_candidate_score": 0.9074786901473999, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9074786901473999, "best_gold_margin": -0.004389762878417969, "weakest_gold_margin": -0.004389762878417969}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01584", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned moving the prototype to the edge GPU cart by the auditorium?", "temporal_relation": "none", "query_temporal_norm": 0.22029030323028564, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8136922121047974}], "gold_semantic_scores": [0.7070218920707703], "gold_temporal_scores": [0.10667005926370621], "max_gold_score": 0.8136922121047974, "max_candidate_score": 0.8136922121047974, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5925361514091492, "best_gold_margin": 0.2211560606956482, "weakest_gold_margin": 0.2211560606956482}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01584", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the prototype end up for the live demo?", "temporal_relation": "latest", "query_temporal_norm": 0.5475375652313232, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8951797485351562}], "gold_semantic_scores": [0.6633905172348022], "gold_temporal_scores": [0.23178881406784058], "max_gold_score": 0.8951797485351562, "max_candidate_score": 0.9043442010879517, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.9043442010879517, "best_gold_margin": -0.00916445255279541, "weakest_gold_margin": -0.00916445255279541}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01584", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the prototype deployed for the first demo pass?", "temporal_relation": "earliest", "query_temporal_norm": 0.1977696716785431, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7426902651786804}], "gold_semantic_scores": [0.726867139339447], "gold_temporal_scores": [0.015823129564523697], "max_gold_score": 0.7426902651786804, "max_candidate_score": 0.7426902651786804, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5754969120025635, "best_gold_margin": 0.16719335317611694, "weakest_gold_margin": 0.16719335317611694}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01795", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their Portland activity preference to a Japanese garden visit, and what was the earlier activity?", "temporal_relation": "comparison", "query_temporal_norm": 0.36887362599372864, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8203376531600952}, {"memory_id": "history_02_utt_0009", "score": 0.9024308919906616}], "gold_semantic_scores": [0.6833547353744507, 0.783871054649353], "gold_temporal_scores": [0.1369829773902893, 0.11855984479188919], "max_gold_score": 0.9024308919906616, "max_candidate_score": 0.9024308919906616, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6012159585952759, "best_gold_margin": 0.30121493339538574, "weakest_gold_margin": 0.21912169456481934}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01795", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest activity preference for Portland?", "temporal_relation": "latest", "query_temporal_norm": 0.5449262857437134, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8811616897583008}], "gold_semantic_scores": [0.6322900652885437], "gold_temporal_scores": [0.24887117743492126], "max_gold_score": 0.8811616897583008, "max_candidate_score": 0.8811616897583008, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8715939521789551, "best_gold_margin": 0.009567737579345703, "weakest_gold_margin": 0.009567737579345703}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01795", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they were voting for a riverfront bike ride in Portland?", "temporal_relation": "none", "query_temporal_norm": 0.11800649762153625, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7617855072021484}], "gold_semantic_scores": [0.7490838170051575], "gold_temporal_scores": [0.01270163431763649], "max_gold_score": 0.7617855072021484, "max_candidate_score": 0.7617855072021484, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.40316736698150635, "best_gold_margin": 0.3586181402206421, "weakest_gold_margin": 0.3586181402206421}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01795", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Hayden say they preferred in Portland?", "temporal_relation": "none", "query_temporal_norm": 0.26413676142692566, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8379577398300171}], "gold_semantic_scores": [0.733055830001831], "gold_temporal_scores": [0.10490218549966812], "max_gold_score": 0.8379577398300171, "max_candidate_score": 0.8379577398300171, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.734229326248169, "best_gold_margin": 0.10372841358184814, "weakest_gold_margin": 0.10372841358184814}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01931", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who wanted \"Neon Harbor\" right after the opener, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.18297213315963745, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6742923259735107}, {"memory_id": "history_02_utt_0011", "score": 0.7634980082511902}], "gold_semantic_scores": [0.6221963763237, 0.6919541358947754], "gold_temporal_scores": [0.052095990628004074, 0.07154381275177002], "max_gold_score": 0.7634980082511902, "max_candidate_score": 0.7634980082511902, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.31974560022354126, "best_gold_margin": 0.4437524080276489, "weakest_gold_margin": 0.3545467257499695}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01931", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron say about where they wanted to place 'Neon Harbor' in the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.15728859603405, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6868224740028381}], "gold_semantic_scores": [0.6451671123504639], "gold_temporal_scores": [0.041655391454696655], "max_gold_score": 0.6868224740028381, "max_candidate_score": 0.6868224740028381, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.590632975101471, "best_gold_margin": 0.09618949890136719, "weakest_gold_margin": 0.09618949890136719}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01931", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they wanted 'Neon Harbor' placed right after the opener?", "temporal_relation": "none", "query_temporal_norm": 0.10546240210533142, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6614210605621338}], "gold_semantic_scores": [0.6512990593910217], "gold_temporal_scores": [0.01012206170707941], "max_gold_score": 0.6614210605621338, "max_candidate_score": 0.6614210605621338, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.4048621356487274, "best_gold_margin": 0.25655892491340637, "weakest_gold_margin": 0.25655892491340637}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01931", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention placing 'Glass Arcade' near the cooldown?", "temporal_relation": "session", "query_temporal_norm": 0.10454663634300232, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0031", "score": 0.7054976224899292}], "gold_semantic_scores": [0.6871206760406494], "gold_temporal_scores": [0.018377043306827545], "max_gold_score": 0.7054976224899292, "max_candidate_score": 0.7054976224899292, "top_memory_id": "history_01_utt_0031", "max_non_gold_score": 0.569370687007904, "best_gold_margin": 0.13612693548202515, "weakest_gold_margin": 0.13612693548202515}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02019", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Hayden's evaluation plan change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4077966809272766, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8961480855941772}, {"memory_id": "history_02_utt_0008", "score": 0.815438449382782}], "gold_semantic_scores": [0.7494715452194214, 0.6663350462913513], "gold_temporal_scores": [0.14667649567127228, 0.14910352230072021], "max_gold_score": 0.8961480855941772, "max_candidate_score": 0.8961480855941772, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7495825886726379, "best_gold_margin": 0.1465654969215393, "weakest_gold_margin": 0.06585586071014404}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02118", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Morgan's movie night venue change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41246867179870605, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.76821368932724}, {"memory_id": "history_02_utt_0010", "score": 0.8043456077575684}], "gold_semantic_scores": [0.6174001097679138, 0.6613786816596985], "gold_temporal_scores": [0.15081343054771423, 0.14296679198741913], "max_gold_score": 0.8043456077575684, "max_candidate_score": 0.8043456077575684, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7799652218818665, "best_gold_margin": 0.024380385875701904, "weakest_gold_margin": -0.011751532554626465}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02118", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was movie night originally planned to be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.5578382611274719, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8125250935554504}], "gold_semantic_scores": [0.6546869874000549], "gold_temporal_scores": [0.15783807635307312], "max_gold_score": 0.8125250935554504, "max_candidate_score": 0.8125250935554504, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6476960182189941, "best_gold_margin": 0.1648290753364563, "weakest_gold_margin": 0.1648290753364563}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02118", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to hold movie night in the Maple Street rec room?", "temporal_relation": "none", "query_temporal_norm": 0.284292995929718, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8539174795150757}], "gold_semantic_scores": [0.7695766687393188], "gold_temporal_scores": [0.08434082567691803], "max_gold_score": 0.8539174795150757, "max_candidate_score": 0.8539174795150757, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6968445181846619, "best_gold_margin": 0.15707296133041382, "weakest_gold_margin": 0.15707296133041382}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02118", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they moved movie night to the arts center screening room?", "temporal_relation": "none", "query_temporal_norm": 0.4636927843093872, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8771980404853821}], "gold_semantic_scores": [0.6463068127632141], "gold_temporal_scores": [0.23089104890823364], "max_gold_score": 0.8771980404853821, "max_candidate_score": 0.8771980404853821, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.49527281522750854, "best_gold_margin": 0.38192522525787354, "weakest_gold_margin": 0.38192522525787354}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02228", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Casey recommend Zodiac, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.19671808183193207, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7246165871620178}, {"memory_id": "history_02_utt_0009", "score": 0.6510332822799683}], "gold_semantic_scores": [0.667930543422699, 0.6019240617752075], "gold_temporal_scores": [0.056686051189899445, 0.04910953715443611], "max_gold_score": 0.7246165871620178, "max_candidate_score": 0.7246165871620178, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6506179571151733, "best_gold_margin": 0.07399863004684448, "weakest_gold_margin": 0.0004153251647949219}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02228", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Casey say they recommended Zodiac?", "temporal_relation": "none", "query_temporal_norm": 0.1140495017170906, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7734915018081665}], "gold_semantic_scores": [0.7493220567703247], "gold_temporal_scores": [0.024169299751520157], "max_gold_score": 0.7734915018081665, "max_candidate_score": 0.7734915018081665, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6748422384262085, "best_gold_margin": 0.09864926338195801, "weakest_gold_margin": 0.09864926338195801}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02228", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention their reason for recommending Zodiac?", "temporal_relation": "session", "query_temporal_norm": 0.14429400861263275, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8283253312110901}], "gold_semantic_scores": [0.7861438989639282], "gold_temporal_scores": [0.042181532829999924], "max_gold_score": 0.8283253312110901, "max_candidate_score": 0.8283253312110901, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7474197149276733, "best_gold_margin": 0.08090561628341675, "weakest_gold_margin": 0.08090561628341675}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02228", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Zodiac?", "temporal_relation": "none", "query_temporal_norm": 0.10137031972408295, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5919803380966187}], "gold_semantic_scores": [0.5845292806625366], "gold_temporal_scores": [0.007450910285115242], "max_gold_score": 0.5919803380966187, "max_candidate_score": 0.5919803380966187, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.22560611367225647, "best_gold_margin": 0.3663742244243622, "weakest_gold_margin": 0.3663742244243622}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02333", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What shopping item did I say I was comparing prices for before I switched to something else?", "temporal_relation": "before", "query_temporal_norm": 0.44694334268569946, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8886306881904602}], "gold_semantic_scores": [0.7444735169410706], "gold_temporal_scores": [0.14415735006332397], "max_gold_score": 0.8886306881904602, "max_candidate_score": 0.8886306881904602, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8743796348571777, "best_gold_margin": 0.01425105333328247, "weakest_gold_margin": 0.01425105333328247}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02333", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item was being compared in the discussion?", "temporal_relation": "none", "query_temporal_norm": 0.3932120203971863, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.680423378944397}], "gold_semantic_scores": [0.6725225448608398], "gold_temporal_scores": [0.007900841534137726], "max_gold_score": 0.680423378944397, "max_candidate_score": 0.8345140218734741, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8345140218734741, "best_gold_margin": -0.15409064292907715, "weakest_gold_margin": -0.15409064292907715}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02333", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation were paper towels mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.18622510135173798, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.669503390789032}], "gold_semantic_scores": [0.6125789284706116], "gold_temporal_scores": [0.056924570351839066], "max_gold_score": 0.669503390789032, "max_candidate_score": 0.669503390789032, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5828811526298523, "best_gold_margin": 0.08662223815917969, "weakest_gold_margin": 0.08662223815917969}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02333", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What is Casey planning to do tonight regarding the utility account?", "temporal_relation": "none", "query_temporal_norm": 0.20293407142162323, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.28619951009750366, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.28619951009750366, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02368", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What requirement did I say speculative prefetching was meant to meet, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.12880007922649384, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.637997567653656}, {"memory_id": "history_02_utt_0011", "score": 0.6276575326919556}], "gold_semantic_scores": [0.603519082069397, 0.5857564210891724], "gold_temporal_scores": [0.034478478133678436, 0.04190104827284813], "max_gold_score": 0.637997567653656, "max_candidate_score": 0.6657285094261169, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.6657285094261169, "best_gold_margin": -0.027730941772460938, "weakest_gold_margin": -0.03807097673416138}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02368", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest the quantized teacher cache?", "temporal_relation": "session", "query_temporal_norm": 0.10723897069692612, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.754651665687561}], "gold_semantic_scores": [0.7261161208152771], "gold_temporal_scores": [0.028535496443510056], "max_gold_score": 0.754651665687561, "max_candidate_score": 0.754651665687561, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.43521156907081604, "best_gold_margin": 0.319440096616745, "weakest_gold_margin": 0.319440096616745}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02368", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "How is the temporary building access renewal supposed to be handled?", "temporal_relation": "none", "query_temporal_norm": 0.1951507180929184, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3979203999042511, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3979203999042511, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02484", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Jordan’s first watch pick change between the earlier conversation and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.38862353563308716, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7394387125968933}, {"memory_id": "history_02_utt_0011", "score": 0.7354835867881775}], "gold_semantic_scores": [0.6053619980812073, 0.616051971912384], "gold_temporal_scores": [0.1340765804052353, 0.11943178623914719], "max_gold_score": 0.7394387125968933, "max_candidate_score": 0.7394387125968933, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6496019959449768, "best_gold_margin": 0.0898367166519165, "weakest_gold_margin": 0.08588159084320068}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02484", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest show selected to watch first?", "temporal_relation": "latest", "query_temporal_norm": 0.4766356945037842, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7922672629356384}], "gold_semantic_scores": [0.5863387584686279], "gold_temporal_scores": [0.2059284895658493], "max_gold_score": 0.7922672629356384, "max_candidate_score": 0.7972683310508728, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0001::1", "max_non_gold_score": 0.7972683310508728, "best_gold_margin": -0.005001068115234375, "weakest_gold_margin": -0.005001068115234375}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02484", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Jordan say they wanted to watch first?", "temporal_relation": "none", "query_temporal_norm": 0.21465837955474854, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6854137182235718}], "gold_semantic_scores": [0.670568585395813], "gold_temporal_scores": [0.014845043420791626], "max_gold_score": 0.6854137182235718, "max_candidate_score": 0.6854137182235718, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5416487455368042, "best_gold_margin": 0.14376497268676758, "weakest_gold_margin": 0.14376497268676758}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02484", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention wanting Signal Fires at the top of the queue?", "temporal_relation": "session", "query_temporal_norm": 0.13130797445774078, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6620914936065674}], "gold_semantic_scores": [0.6251068711280823], "gold_temporal_scores": [0.03698461130261421], "max_gold_score": 0.6620914936065674, "max_candidate_score": 0.6620914936065674, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5480296015739441, "best_gold_margin": 0.11406189203262329, "weakest_gold_margin": 0.11406189203262329}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02625", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest chosen title was by the end of the discussion?", "temporal_relation": "latest", "query_temporal_norm": 0.5490108728408813, "query_session_index": 2, "query_start_sec": 16.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9461064338684082}], "gold_semantic_scores": [0.6655850410461426], "gold_temporal_scores": [0.2805211544036865], "max_gold_score": 0.9461064338684082, "max_candidate_score": 0.9614272117614746, "top_memory_id": "history_02_utt_0008::cf::main::0", "max_non_gold_score": 0.9614272117614746, "best_gold_margin": -0.015320777893066406, "weakest_gold_margin": -0.015320777893066406}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02625", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title did we decide on after the first round of discussion?", "temporal_relation": "session", "query_temporal_norm": 0.4673117399215698, "query_session_index": 2, "query_start_sec": 16.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8219963908195496}], "gold_semantic_scores": [0.6971601247787476], "gold_temporal_scores": [0.1248362585902214], "max_gold_score": 0.8219963908195496, "max_candidate_score": 0.9145817160606384, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9145817160606384, "best_gold_margin": -0.09258532524108887, "weakest_gold_margin": -0.09258532524108887}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02625", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the title River of Dust chosen?", "temporal_relation": "session", "query_temporal_norm": 0.14383813738822937, "query_session_index": 2, "query_start_sec": 16.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8041972517967224}], "gold_semantic_scores": [0.7781710028648376], "gold_temporal_scores": [0.026026464998722076], "max_gold_score": 0.8041972517967224, "max_candidate_score": 0.8041972517967224, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6150929927825928, "best_gold_margin": 0.18910425901412964, "weakest_gold_margin": 0.18910425901412964}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02625", "qa_id": "extra_qa_0011", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What will Morgan make sure is turned on tonight?", "temporal_relation": "none", "query_temporal_norm": 0.33705565333366394, "query_session_index": 2, "query_start_sec": 16.200000000000003, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5382470488548279, "top_memory_id": "history_02_utt_0033", "max_non_gold_score": 0.5382470488548279, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02723", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the validation handoff deadline was June 12?", "temporal_relation": "earliest", "query_temporal_norm": 0.5658625364303589, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8325421810150146}], "gold_semantic_scores": [0.6955386996269226], "gold_temporal_scores": [0.1370035856962204], "max_gold_score": 0.8325421810150146, "max_candidate_score": 0.8325421810150146, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.662164568901062, "best_gold_margin": 0.17037761211395264, "weakest_gold_margin": 0.17037761211395264}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02723", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When was the validation handoff deadline moved to after the annotation audit slipped?", "temporal_relation": "none", "query_temporal_norm": 0.4714832007884979, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.833892285823822}], "gold_semantic_scores": [0.5892502069473267], "gold_temporal_scores": [0.24464216828346252], "max_gold_score": 0.833892285823822, "max_candidate_score": 0.833892285823822, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5932872891426086, "best_gold_margin": 0.24060499668121338, "weakest_gold_margin": 0.24060499668121338}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02723", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deadline did Riley mention for the validation handoff?", "temporal_relation": "none", "query_temporal_norm": 0.1622357964515686, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.5477386116981506}], "gold_semantic_scores": [0.5110549330711365], "gold_temporal_scores": [0.03668368607759476], "max_gold_score": 0.5477386116981506, "max_candidate_score": 0.5477386116981506, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.41537410020828247, "best_gold_margin": 0.13236451148986816, "weakest_gold_margin": 0.13236451148986816}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02723", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What did I offer to help Parker with regarding the equipment?", "temporal_relation": "none", "query_temporal_norm": 0.10356259346008301, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.35241684317588806, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.35241684317588806, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02798", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley say the latest dataset version was?", "temporal_relation": "latest", "query_temporal_norm": 0.5518531203269958, "query_session_index": 2, "query_start_sec": 15.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9151630401611328}], "gold_semantic_scores": [0.6298155784606934], "gold_temporal_scores": [0.28534770011901855], "max_gold_score": 0.9151630401611328, "max_candidate_score": 0.9151630401611328, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.914440929889679, "best_gold_margin": 0.0007221102714538574, "weakest_gold_margin": 0.0007221102714538574}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02798", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the dataset version that we discussed earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.3697994351387024, "query_session_index": 2, "query_start_sec": 15.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7650507688522339}, {"memory_id": "history_02_utt_0008", "score": 0.7049034833908081}], "gold_semantic_scores": [0.6330019235610962, 0.6105751991271973], "gold_temporal_scores": [0.1320488005876541, 0.0943283885717392], "max_gold_score": 0.7650507688522339, "max_candidate_score": 0.7650507688522339, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.2890216112136841, "best_gold_margin": 0.4760291576385498, "weakest_gold_margin": 0.415881872177124}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02798", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching to the v2.2 leak-fixed split after the issue was found?", "temporal_relation": "none", "query_temporal_norm": 0.3349759876728058, "query_session_index": 2, "query_start_sec": 15.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9543182849884033}], "gold_semantic_scores": [0.7887011170387268], "gold_temporal_scores": [0.1656172275543213], "max_gold_score": 0.9543182849884033, "max_candidate_score": 0.9543182849884033, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7400040030479431, "best_gold_margin": 0.2143142819404602, "weakest_gold_margin": 0.2143142819404602}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02798", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which dataset version did Finley mention switching to after the issue was found?", "temporal_relation": "none", "query_temporal_norm": 0.41716232895851135, "query_session_index": 2, "query_start_sec": 15.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9228538870811462}], "gold_semantic_scores": [0.7051264643669128], "gold_temporal_scores": [0.21772772073745728], "max_gold_score": 0.9228538870811462, "max_candidate_score": 0.9228538870811462, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7529080510139465, "best_gold_margin": 0.1699458360671997, "weakest_gold_margin": 0.1699458360671997}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02975", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for recommending Fault Line Archive, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16532859206199646, "query_session_index": 2, "query_start_sec": 13.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7217630743980408}, {"memory_id": "history_02_utt_0009", "score": 0.7915477156639099}], "gold_semantic_scores": [0.6743491888046265, 0.7461123466491699], "gold_temporal_scores": [0.04741394519805908, 0.045435383915901184], "max_gold_score": 0.7915477156639099, "max_candidate_score": 0.7917237281799316, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.7917237281799316, "best_gold_margin": -0.00017601251602172852, "weakest_gold_margin": -0.06996065378189087}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02975", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop Fault Line Archive?", "temporal_relation": "none", "query_temporal_norm": 0.19688034057617188, "query_session_index": 2, "query_start_sec": 13.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8964298367500305}], "gold_semantic_scores": [0.8067068457603455], "gold_temporal_scores": [0.08972297608852386], "max_gold_score": 0.8964298367500305, "max_candidate_score": 0.8964298367500305, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5924569368362427, "best_gold_margin": 0.30397289991378784, "weakest_gold_margin": 0.30397289991378784}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02975", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the reason for dropping Fault Line Archive mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.17415155470371246, "query_session_index": 2, "query_start_sec": 13.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8406082391738892}], "gold_semantic_scores": [0.7596120238304138], "gold_temporal_scores": [0.0809965580701828], "max_gold_score": 0.8406082391738892, "max_candidate_score": 0.8406082391738892, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5902619361877441, "best_gold_margin": 0.250346302986145, "weakest_gold_margin": 0.250346302986145}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02975", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Harbor of Dust recommended?", "temporal_relation": "none", "query_temporal_norm": 0.11738524585962296, "query_session_index": 2, "query_start_sec": 13.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.8425545692443848}], "gold_semantic_scores": [0.8260343670845032], "gold_temporal_scores": [0.016520271077752113], "max_gold_score": 0.8425545692443848, "max_candidate_score": 0.8425545692443848, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.6812059879302979, "best_gold_margin": 0.16134858131408691, "weakest_gold_margin": 0.16134858131408691}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03124", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest deployment target was?", "temporal_relation": "latest", "query_temporal_norm": 0.5556595921516418, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8769500255584717}], "gold_semantic_scores": [0.6140848398208618], "gold_temporal_scores": [0.26286551356315613], "max_gold_score": 0.8769500255584717, "max_candidate_score": 0.9080467224121094, "top_memory_id": "history_02_utt_0008::cf::main::1", "max_non_gold_score": 0.9080467224121094, "best_gold_margin": -0.031096696853637695, "weakest_gold_margin": -0.031096696853637695}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03124", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned moving the release target to the preprod-gpu pool?", "temporal_relation": "none", "query_temporal_norm": 0.24715439975261688, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9196414947509766}], "gold_semantic_scores": [0.7994747161865234], "gold_temporal_scores": [0.12016703933477402], "max_gold_score": 0.9196414947509766, "max_candidate_score": 0.9196414947509766, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5730022192001343, "best_gold_margin": 0.3466392755508423, "weakest_gold_margin": 0.3466392755508423}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03124", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we initially plan to deploy this release?", "temporal_relation": "earliest", "query_temporal_norm": 0.5501641035079956, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8529375195503235}], "gold_semantic_scores": [0.7302882671356201], "gold_temporal_scores": [0.12264928966760635], "max_gold_score": 0.8529375195503235, "max_candidate_score": 0.8529375195503235, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.44597864151000977, "best_gold_margin": 0.4069588780403137, "weakest_gold_margin": 0.4069588780403137}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03124", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the deployment target change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.38196006417274475, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6399286389350891}, {"memory_id": "history_02_utt_0008", "score": 0.6517766118049622}], "gold_semantic_scores": [0.5002313852310181, 0.5309818983078003], "gold_temporal_scores": [0.13969729840755463, 0.12079475820064545], "max_gold_score": 0.6517766118049622, "max_candidate_score": 0.6517766118049622, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.25160619616508484, "best_gold_margin": 0.4001704156398773, "weakest_gold_margin": 0.3883224427700043}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03173", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for pulling for Harbor Lights, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1732577234506607, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6146935820579529}, {"memory_id": "history_02_utt_0010", "score": 0.6611084342002869}], "gold_semantic_scores": [0.5625035166740417, 0.600045919418335], "gold_temporal_scores": [0.052190061658620834, 0.06106248497962952], "max_gold_score": 0.6611084342002869, "max_candidate_score": 0.6930434703826904, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.6930434703826904, "best_gold_margin": -0.031935036182403564, "weakest_gold_margin": -0.07834988832473755}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03173", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we drop Harbor Lights from the shortlist?", "temporal_relation": "none", "query_temporal_norm": 0.1787509173154831, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9023269414901733}], "gold_semantic_scores": [0.8235347270965576], "gold_temporal_scores": [0.07879190891981125], "max_gold_score": 0.9023269414901733, "max_candidate_score": 0.9023269414901733, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.661325216293335, "best_gold_margin": 0.24100172519683838, "weakest_gold_margin": 0.24100172519683838}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03338", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest watch order was?", "temporal_relation": "latest", "query_temporal_norm": 0.5561599731445312, "query_session_index": 2, "query_start_sec": 12.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8755331635475159}], "gold_semantic_scores": [0.6182888150215149], "gold_temporal_scores": [0.2572442889213562], "max_gold_score": 0.8755331635475159, "max_candidate_score": 0.9552011489868164, "top_memory_id": "history_02_utt_0009::cf::main::0", "max_non_gold_score": 0.9552011489868164, "best_gold_margin": -0.07966798543930054, "weakest_gold_margin": -0.07966798543930054}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03338", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about starting with Harbor Lights?", "temporal_relation": "session", "query_temporal_norm": 0.10957074910402298, "query_session_index": 2, "query_start_sec": 12.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7745012044906616}], "gold_semantic_scores": [0.7613325119018555], "gold_temporal_scores": [0.013168643228709698], "max_gold_score": 0.7745012044906616, "max_candidate_score": 0.7745012044906616, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3107423782348633, "best_gold_margin": 0.46375882625579834, "weakest_gold_margin": 0.46375882625579834}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03397", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Hayden give for recommending After the Flood, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.18728451430797577, "query_session_index": 2, "query_start_sec": 14.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6969162821769714}, {"memory_id": "history_02_utt_0009", "score": 0.6446544528007507}], "gold_semantic_scores": [0.6388648152351379, 0.5785484910011292], "gold_temporal_scores": [0.05805135518312454, 0.06610614061355591], "max_gold_score": 0.6969162821769714, "max_candidate_score": 0.7479641437530518, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.7479641437530518, "best_gold_margin": -0.05104786157608032, "weakest_gold_margin": -0.10330969095230103}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03397", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Hayden recommend After the Flood?", "temporal_relation": "none", "query_temporal_norm": 0.1751665323972702, "query_session_index": 2, "query_start_sec": 14.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.752158522605896}], "gold_semantic_scores": [0.7012667655944824], "gold_temporal_scores": [0.050891853868961334], "max_gold_score": 0.752158522605896, "max_candidate_score": 0.752158522605896, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6323608756065369, "best_gold_margin": 0.11979764699935913, "weakest_gold_margin": 0.11979764699935913}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03397", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that After the Flood was dropped?", "temporal_relation": "session", "query_temporal_norm": 0.21721845865249634, "query_session_index": 2, "query_start_sec": 14.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6846296191215515}], "gold_semantic_scores": [0.6367366313934326], "gold_temporal_scores": [0.047892723232507706], "max_gold_score": 0.6846296191215515, "max_candidate_score": 0.6846296191215515, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5607832670211792, "best_gold_margin": 0.12384635210037231, "weakest_gold_margin": 0.12384635210037231}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03397", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Signal in the Dust recommended?", "temporal_relation": "none", "query_temporal_norm": 0.1095351055264473, "query_session_index": 2, "query_start_sec": 14.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.8349474668502808}], "gold_semantic_scores": [0.8199617266654968], "gold_temporal_scores": [0.014985611662268639], "max_gold_score": 0.8349474668502808, "max_candidate_score": 0.8349474668502808, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.636561393737793, "best_gold_margin": 0.1983860731124878, "weakest_gold_margin": 0.1983860731124878}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03518", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their part of the shopping list to parchment paper, and what was the earlier item?", "temporal_relation": "none", "query_temporal_norm": 0.33952006697654724, "query_session_index": 2, "query_start_sec": 14.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7444766163825989}, {"memory_id": "history_02_utt_0010", "score": 0.8619319200515747}], "gold_semantic_scores": [0.6217837333679199, 0.7452218532562256], "gold_temporal_scores": [0.12269272655248642, 0.11670994013547897], "max_gold_score": 0.8619319200515747, "max_candidate_score": 0.8619319200515747, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6158155798912048, "best_gold_margin": 0.24611634016036987, "weakest_gold_margin": 0.12866103649139404}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03518", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item did we discuss earlier that was later replaced with parchment paper?", "temporal_relation": "before", "query_temporal_norm": 0.4397598206996918, "query_session_index": 2, "query_start_sec": 14.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.737048327922821}], "gold_semantic_scores": [0.5828055739402771], "gold_temporal_scores": [0.15424293279647827], "max_gold_score": 0.737048327922821, "max_candidate_score": 0.9454410076141357, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9454410076141357, "best_gold_margin": -0.2083926796913147, "weakest_gold_margin": -0.2083926796913147}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03518", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Riley say they were going to handle on the household list?", "temporal_relation": "none", "query_temporal_norm": 0.29388585686683655, "query_session_index": 2, "query_start_sec": 14.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8415710926055908}], "gold_semantic_scores": [0.7921175360679626], "gold_temporal_scores": [0.049453578889369965], "max_gold_score": 0.8415710926055908, "max_candidate_score": 0.8415710926055908, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7504658699035645, "best_gold_margin": 0.09110522270202637, "weakest_gold_margin": 0.09110522270202637}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03518", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley mention they were going to handle aluminum foil?", "temporal_relation": "session", "query_temporal_norm": 0.2724270820617676, "query_session_index": 2, "query_start_sec": 14.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6218742728233337}], "gold_semantic_scores": [0.5310614109039307], "gold_temporal_scores": [0.09081286936998367], "max_gold_score": 0.6218742728233337, "max_candidate_score": 0.6218742728233337, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5035421848297119, "best_gold_margin": 0.11833208799362183, "weakest_gold_margin": 0.11833208799362183}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03637", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say the pass threshold was for the post-task satisfaction survey most recently?", "temporal_relation": "none", "query_temporal_norm": 0.4591429531574249, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9490678310394287}], "gold_semantic_scores": [0.7974264025688171], "gold_temporal_scores": [0.1516413539648056], "max_gold_score": 0.9490678310394287, "max_candidate_score": 0.9518393874168396, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9518393874168396, "best_gold_margin": -0.0027715563774108887, "weakest_gold_margin": -0.0027715563774108887}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03637", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Hayden mention raising the pass threshold to 4.3 out of 5?", "temporal_relation": "session", "query_temporal_norm": 0.23444098234176636, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9452809691429138}], "gold_semantic_scores": [0.8383232355117798], "gold_temporal_scores": [0.10695785284042358], "max_gold_score": 0.9452809691429138, "max_candidate_score": 0.9452809691429138, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8540831208229065, "best_gold_margin": 0.09119784832000732, "weakest_gold_margin": 0.09119784832000732}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03722", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention the snapshot cache was supposed to do, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.1804271787405014, "query_session_index": 2, "query_start_sec": 17.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7112947106361389}, {"memory_id": "history_02_utt_0009", "score": 0.7174237370491028}], "gold_semantic_scores": [0.6543028950691223, 0.6644739508628845], "gold_temporal_scores": [0.056991830468177795, 0.05294981226325035], "max_gold_score": 0.7174237370491028, "max_candidate_score": 0.7221119403839111, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.7221119403839111, "best_gold_margin": -0.00468820333480835, "weakest_gold_margin": -0.010817229747772217}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03722", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the snapshot cache ruled out after the soak test?", "temporal_relation": "none", "query_temporal_norm": 0.19932051002979279, "query_session_index": 2, "query_start_sec": 17.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8872550129890442}], "gold_semantic_scores": [0.7981577515602112], "gold_temporal_scores": [0.08909710496664047], "max_gold_score": 0.8872550129890442, "max_candidate_score": 0.8872550129890442, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6886997818946838, "best_gold_margin": 0.19855523109436035, "weakest_gold_margin": 0.19855523109436035}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03722", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the protocol adapter suggested?", "temporal_relation": "none", "query_temporal_norm": 0.1104295402765274, "query_session_index": 2, "query_start_sec": 17.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.6401282548904419}], "gold_semantic_scores": [0.6243178844451904], "gold_temporal_scores": [0.015810109674930573], "max_gold_score": 0.6401282548904419, "max_candidate_score": 0.6401282548904419, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.4168322682380676, "best_gold_margin": 0.22329598665237427, "weakest_gold_margin": 0.22329598665237427}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03801", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for suggesting the Seventh Generation dish soap refill, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.1370910108089447, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7260738015174866}, {"memory_id": "history_02_utt_0012", "score": 0.7609000205993652}], "gold_semantic_scores": [0.6861892938613892, 0.7167762517929077], "gold_temporal_scores": [0.039884425699710846, 0.04412402585148811], "max_gold_score": 0.7609000205993652, "max_candidate_score": 0.7609000205993652, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.750929594039917, "best_gold_margin": 0.009970426559448242, "weakest_gold_margin": -0.02485579252243042}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03801", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the issue mentioned about the Seventh Generation dish soap refill?", "temporal_relation": "none", "query_temporal_norm": 0.15253311395645142, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.7593045234680176}], "gold_semantic_scores": [0.6943766474723816], "gold_temporal_scores": [0.0649275854229927], "max_gold_score": 0.7593045234680176, "max_candidate_score": 0.7593045234680176, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5576302409172058, "best_gold_margin": 0.20167428255081177, "weakest_gold_margin": 0.20167428255081177}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03801", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why were the Bounty paper towels suggested?", "temporal_relation": "none", "query_temporal_norm": 0.09397273510694504, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6640741229057312}], "gold_semantic_scores": [0.6468386650085449], "gold_temporal_scores": [0.017235340550541878], "max_gold_score": 0.6640741229057312, "max_candidate_score": 0.6640741229057312, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.6239612698554993, "best_gold_margin": 0.040112853050231934, "weakest_gold_margin": 0.040112853050231934}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03907", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for putting Harbor Nook Cafe on the list, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1642751395702362, "query_session_index": 2, "query_start_sec": 17.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7304224371910095}, {"memory_id": "history_02_utt_0010", "score": 0.7740715742111206}], "gold_semantic_scores": [0.6807746291160583, 0.7167535424232483], "gold_temporal_scores": [0.049647893756628036, 0.05731808766722679], "max_gold_score": 0.7740715742111206, "max_candidate_score": 0.8112700581550598, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.8112700581550598, "best_gold_margin": -0.03719848394393921, "weakest_gold_margin": -0.08084762096405029}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03907", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Cedar Lantern suggested as a backup?", "temporal_relation": "none", "query_temporal_norm": 0.09229828417301178, "query_session_index": 2, "query_start_sec": 17.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.680900514125824}], "gold_semantic_scores": [0.6611014008522034], "gold_temporal_scores": [0.019799115136265755], "max_gold_score": 0.680900514125824, "max_candidate_score": 0.680900514125824, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.5326618552207947, "best_gold_margin": 0.1482386589050293, "weakest_gold_margin": 0.1482386589050293}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03907", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Cedar Lantern ruled out as an option?", "temporal_relation": "none", "query_temporal_norm": 0.17961826920509338, "query_session_index": 2, "query_start_sec": 17.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.7446605563163757}], "gold_semantic_scores": [0.6822640299797058], "gold_temporal_scores": [0.06239662319421768], "max_gold_score": 0.7446605563163757, "max_candidate_score": 0.7446605563163757, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.621836245059967, "best_gold_margin": 0.12282431125640869, "weakest_gold_margin": 0.12282431125640869}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04028", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who first said they were leaning toward an indie movie night?", "temporal_relation": "earliest", "query_temporal_norm": 0.4590309262275696, "query_session_index": 2, "query_start_sec": 13.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8382894992828369}], "gold_semantic_scores": [0.7382338047027588], "gold_temporal_scores": [0.1000557467341423], "max_gold_score": 0.8382894992828369, "max_candidate_score": 0.8382894992828369, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6955071091651917, "best_gold_margin": 0.14278239011764526, "weakest_gold_margin": 0.14278239011764526}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04028", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention leaning toward an indie movie night?", "temporal_relation": "session", "query_temporal_norm": 0.3250865936279297, "query_session_index": 2, "query_start_sec": 13.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8280725479125977}], "gold_semantic_scores": [0.7324339151382446], "gold_temporal_scores": [0.0956386849284172], "max_gold_score": 0.8280725479125977, "max_candidate_score": 0.8280725479125977, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6229738593101501, "best_gold_margin": 0.2050986886024475, "weakest_gold_margin": 0.2050986886024475}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04028", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was an aquarium visit mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.23937207460403442, "query_session_index": 2, "query_start_sec": 13.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.4253648519515991}], "gold_semantic_scores": [0.3756839632987976], "gold_temporal_scores": [0.04968085512518883], "max_gold_score": 0.4253648519515991, "max_candidate_score": 0.4253648519515991, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.362910658121109, "best_gold_margin": 0.06245419383049011, "weakest_gold_margin": 0.06245419383049011}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04137", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What purpose did I mention for the streaming chunk cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1793636530637741, "query_session_index": 2, "query_start_sec": 15.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8038018941879272}, {"memory_id": "history_02_utt_0011", "score": 0.8048152327537537}], "gold_semantic_scores": [0.7478587627410889, 0.7684877514839172], "gold_temporal_scores": [0.05594304949045181, 0.0363275445997715], "max_gold_score": 0.8048152327537537, "max_candidate_score": 0.8048152327537537, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.8003677129745483, "best_gold_margin": 0.004447519779205322, "weakest_gold_margin": 0.0034341812133789062}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04137", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about rejecting the streaming chunk cache?", "temporal_relation": "session", "query_temporal_norm": 0.1647799015045166, "query_session_index": 2, "query_start_sec": 15.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7606137990951538}], "gold_semantic_scores": [0.6947713494300842], "gold_temporal_scores": [0.06584242731332779], "max_gold_score": 0.7606137990951538, "max_candidate_score": 0.7606137990951538, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5188881754875183, "best_gold_margin": 0.2417256236076355, "weakest_gold_margin": 0.2417256236076355}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04137", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the phoneme bottleneck proposed for?", "temporal_relation": "none", "query_temporal_norm": 0.21143613755702972, "query_session_index": 2, "query_start_sec": 15.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.5049263834953308}], "gold_semantic_scores": [0.45504504442214966], "gold_temporal_scores": [0.04988124966621399], "max_gold_score": 0.5049263834953308, "max_candidate_score": 0.5049263834953308, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.371914803981781, "best_gold_margin": 0.1330115795135498, "weakest_gold_margin": 0.1330115795135498}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04213", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest training setting was for the migrated training jobs?", "temporal_relation": "latest", "query_temporal_norm": 0.5767868161201477, "query_session_index": 2, "query_start_sec": 19.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8925090432167053}], "gold_semantic_scores": [0.6294506788253784], "gold_temporal_scores": [0.26305800676345825], "max_gold_score": 0.8925090432167053, "max_candidate_score": 0.8925090432167053, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8902769684791565, "best_gold_margin": 0.002232074737548828, "weakest_gold_margin": 0.002232074737548828}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04213", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned changing the migrated training jobs to packed 4,096-token sequences?", "temporal_relation": "none", "query_temporal_norm": 0.24458323419094086, "query_session_index": 2, "query_start_sec": 19.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7718775868415833}], "gold_semantic_scores": [0.6662318110466003], "gold_temporal_scores": [0.10564564913511276], "max_gold_score": 0.7718775868415833, "max_candidate_score": 0.7718775868415833, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6364625692367554, "best_gold_margin": 0.13541501760482788, "weakest_gold_margin": 0.13541501760482788}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04213", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the afternoon check-in is in Room 204?", "temporal_relation": "none", "query_temporal_norm": 0.30808576941490173, "query_session_index": 2, "query_start_sec": 19.08, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3263407051563263, "top_memory_id": "history_01_utt_0002", "max_non_gold_score": 0.3263407051563263, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04316", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Finley give for recommending Signal Drift, and why did they take it out of the queue?", "temporal_relation": "none", "query_temporal_norm": 0.21343335509300232, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7156811356544495}, {"memory_id": "history_02_utt_0011", "score": 0.8151963353157043}], "gold_semantic_scores": [0.6509393453598022, 0.7490032315254211], "gold_temporal_scores": [0.06474173814058304, 0.06619305908679962], "max_gold_score": 0.8151963353157043, "max_candidate_score": 0.8151963353157043, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7102656364440918, "best_gold_margin": 0.10493069887161255, "weakest_gold_margin": 0.005415499210357666}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04316", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Finley say they recommended Signal Drift?", "temporal_relation": "none", "query_temporal_norm": 0.12418164312839508, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8016570210456848}], "gold_semantic_scores": [0.7725622057914734], "gold_temporal_scores": [0.02909483201801777], "max_gold_score": 0.8016570210456848, "max_candidate_score": 0.8016570210456848, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7106510400772095, "best_gold_margin": 0.09100598096847534, "weakest_gold_margin": 0.09100598096847534}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04316", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley mention their reason for recommending Signal Drift?", "temporal_relation": "session", "query_temporal_norm": 0.16607142984867096, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8411789536476135}], "gold_semantic_scores": [0.7914945483207703], "gold_temporal_scores": [0.04968446493148804], "max_gold_score": 0.8411789536476135, "max_candidate_score": 0.8411789536476135, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7465353608131409, "best_gold_margin": 0.09464359283447266, "weakest_gold_margin": 0.09464359283447266}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04316", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Signal Drift?", "temporal_relation": "none", "query_temporal_norm": 0.1005941703915596, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7525621056556702}], "gold_semantic_scores": [0.7431990504264832], "gold_temporal_scores": [0.009362992830574512], "max_gold_score": 0.7525621056556702, "max_candidate_score": 0.7525621056556702, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5105502009391785, "best_gold_margin": 0.2420119047164917, "weakest_gold_margin": 0.2420119047164917}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04399", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally rate Signal Hearth?", "temporal_relation": "earliest", "query_temporal_norm": 0.5594047904014587, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8839945197105408}], "gold_semantic_scores": [0.7583011388778687], "gold_temporal_scores": [0.12569350004196167], "max_gold_score": 0.8839945197105408, "max_candidate_score": 0.884719967842102, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.884719967842102, "best_gold_margin": -0.0007254481315612793, "weakest_gold_margin": -0.0007254481315612793}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04399", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned giving Signal Hearth a 7 out of 10 after the first listen?", "temporal_relation": "none", "query_temporal_norm": 0.14040611684322357, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8229255080223083}], "gold_semantic_scores": [0.7994899153709412], "gold_temporal_scores": [0.02343546785414219], "max_gold_score": 0.8229255080223083, "max_candidate_score": 0.8229255080223083, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7254683971405029, "best_gold_margin": 0.09745711088180542, "weakest_gold_margin": 0.09745711088180542}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04399", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the initial rating for Signal Hearth?", "temporal_relation": "earliest", "query_temporal_norm": 0.5210443139076233, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8879616260528564}], "gold_semantic_scores": [0.7666699290275574], "gold_temporal_scores": [0.12129171192646027], "max_gold_score": 0.8879616260528564, "max_candidate_score": 0.8879616260528564, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6717725992202759, "best_gold_margin": 0.21618902683258057, "weakest_gold_margin": 0.21618902683258057}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04399", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What rating was given to Signal Hearth after finishing the bonus segment?", "temporal_relation": "none", "query_temporal_norm": 0.31989240646362305, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8545228242874146}], "gold_semantic_scores": [0.7594411373138428], "gold_temporal_scores": [0.09508134424686432], "max_gold_score": 0.8545228242874146, "max_candidate_score": 0.8545228242874146, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7101714611053467, "best_gold_margin": 0.14435136318206787, "weakest_gold_margin": 0.14435136318206787}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04585", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley say the latest dataset version was?", "temporal_relation": "latest", "query_temporal_norm": 0.554064929485321, "query_session_index": 2, "query_start_sec": 23.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9515788555145264}], "gold_semantic_scores": [0.6702796220779419], "gold_temporal_scores": [0.2812988758087158], "max_gold_score": 0.9515788555145264, "max_candidate_score": 0.9515788555145264, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9470882415771484, "best_gold_margin": 0.00449061393737793, "weakest_gold_margin": 0.00449061393737793}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04585", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley mention the audit-ready build?", "temporal_relation": "session", "query_temporal_norm": 0.2567153573036194, "query_session_index": 2, "query_start_sec": 23.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.5660236477851868}], "gold_semantic_scores": [0.5130975842475891], "gold_temporal_scores": [0.052926063537597656], "max_gold_score": 0.5660236477851868, "max_candidate_score": 0.5660236477851868, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.3876269459724426, "best_gold_margin": 0.17839670181274414, "weakest_gold_margin": 0.17839670181274414}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04585", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dataset version change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3625098168849945, "query_session_index": 2, "query_start_sec": 23.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.41856637597084045}, {"memory_id": "history_02_utt_0008", "score": 0.4905831515789032}], "gold_semantic_scores": [0.29040268063545227, 0.3795870244503021], "gold_temporal_scores": [0.12816374003887177, 0.1109960749745369], "max_gold_score": 0.4905831515789032, "max_candidate_score": 0.4905831515789032, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.29222261905670166, "best_gold_margin": 0.19836053252220154, "weakest_gold_margin": 0.1263437569141388}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04585", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the use of the pilot cut with raw transcripts mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.15344709157943726, "query_session_index": 2, "query_start_sec": 23.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5071482062339783}], "gold_semantic_scores": [0.4755500853061676], "gold_temporal_scores": [0.03159810230135918], "max_gold_score": 0.5071482062339783, "max_candidate_score": 0.5071482062339783, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3457673192024231, "best_gold_margin": 0.16138088703155518, "weakest_gold_margin": 0.16138088703155518}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04715", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my choice for the main activity change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.37722817063331604, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6479241847991943}, {"memory_id": "history_02_utt_0010", "score": 0.812131941318512}], "gold_semantic_scores": [0.5094064474105835, 0.6912668347358704], "gold_temporal_scores": [0.13851769268512726, 0.12086506932973862], "max_gold_score": 0.812131941318512, "max_candidate_score": 0.8219578862190247, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.8219578862190247, "best_gold_margin": -0.009825944900512695, "weakest_gold_margin": -0.17403370141983032}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04715", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they wanted the main activity to be charades?", "temporal_relation": "none", "query_temporal_norm": 0.1029832661151886, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.5390224456787109}], "gold_semantic_scores": [0.5179887413978577], "gold_temporal_scores": [0.021033773198723793], "max_gold_score": 0.5390224456787109, "max_candidate_score": 0.5390224456787109, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5107552409172058, "best_gold_margin": 0.028267204761505127, "weakest_gold_margin": 0.028267204761505127}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04793", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Before the plan got changed to karaoke night, who had originally said they wanted to do a board game night?", "temporal_relation": "earliest", "query_temporal_norm": 0.535942554473877, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.928178608417511}], "gold_semantic_scores": [0.7782557606697083], "gold_temporal_scores": [0.14992296695709229], "max_gold_score": 0.928178608417511, "max_candidate_score": 0.928178608417511, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7849519848823547, "best_gold_margin": 0.14322662353515625, "weakest_gold_margin": 0.14322662353515625}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04793", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity did we originally plan to do, and what did it change to later?", "temporal_relation": "comparison", "query_temporal_norm": 0.568455159664154, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7919281721115112}, {"memory_id": "history_02_utt_0011", "score": 0.35497671365737915}], "gold_semantic_scores": [0.6392528414726257, 0.3714927136898041], "gold_temporal_scores": [0.15267568826675415, -0.016515949741005898], "max_gold_score": 0.7919281721115112, "max_candidate_score": 0.7919281721115112, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.2882087230682373, "best_gold_margin": 0.5037194490432739, "weakest_gold_margin": 0.06676799058914185}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04793", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned wanting to do a board game night?", "temporal_relation": "none", "query_temporal_norm": 0.20586998760700226, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8476998209953308}], "gold_semantic_scores": [0.7909778356552124], "gold_temporal_scores": [0.056721873581409454], "max_gold_score": 0.8476998209953308, "max_candidate_score": 0.8476998209953308, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.49457690119743347, "best_gold_margin": 0.35312291979789734, "weakest_gold_margin": 0.35312291979789734}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04793", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Riley originally suggest we do?", "temporal_relation": "earliest", "query_temporal_norm": 0.5642120242118835, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8105741739273071}], "gold_semantic_scores": [0.6743464469909668], "gold_temporal_scores": [0.13622763752937317], "max_gold_score": 0.8105741739273071, "max_candidate_score": 0.8105741739273071, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6871899962425232, "best_gold_margin": 0.12338417768478394, "weakest_gold_margin": 0.12338417768478394}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04884", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Skyler's chore assignment change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3895268142223358, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7291712164878845}, {"memory_id": "history_02_utt_0010", "score": 0.7857586145401001}], "gold_semantic_scores": [0.5866825580596924, 0.6568924784660339], "gold_temporal_scores": [0.14248882234096527, 0.1288660317659378], "max_gold_score": 0.7857586145401001, "max_candidate_score": 0.7857586145401001, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7258185744285583, "best_gold_margin": 0.05994004011154175, "weakest_gold_margin": 0.003352642059326172}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04884", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chore did Skyler say they handle on Monday evenings?", "temporal_relation": "none", "query_temporal_norm": 0.15112575888633728, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.774100661277771}], "gold_semantic_scores": [0.7643184065818787], "gold_temporal_scores": [0.009782145731151104], "max_gold_score": 0.774100661277771, "max_candidate_score": 0.774100661277771, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7415751218795776, "best_gold_margin": 0.03252553939819336, "weakest_gold_margin": 0.03252553939819336}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04884", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention handling the kitchen wipe-down on Monday evenings?", "temporal_relation": "session", "query_temporal_norm": 0.20579363405704498, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9270278215408325}], "gold_semantic_scores": [0.8605261445045471], "gold_temporal_scores": [0.06650174409151077], "max_gold_score": 0.9270278215408325, "max_candidate_score": 0.9270278215408325, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8733078837394714, "best_gold_margin": 0.053719937801361084, "weakest_gold_margin": 0.053719937801361084}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04884", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chore did Skyler say they were taking care of on Saturday mornings?", "temporal_relation": "none", "query_temporal_norm": 0.116648830473423, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7637580633163452}], "gold_semantic_scores": [0.7219452261924744], "gold_temporal_scores": [0.04181274399161339], "max_gold_score": 0.7637580633163452, "max_candidate_score": 0.7637580633163452, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7416523694992065, "best_gold_margin": 0.022105693817138672, "weakest_gold_margin": 0.022105693817138672}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04989", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor say \"Night Train Static\" was for, and why did Rowan drop it?", "temporal_relation": "none", "query_temporal_norm": 0.3094439208507538, "query_session_index": 2, "query_start_sec": 12.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.6122618317604065}, {"memory_id": "history_02_utt_0010", "score": 0.6937044262886047}], "gold_semantic_scores": [0.5235240459442139, 0.6203470826148987], "gold_temporal_scores": [0.08873793482780457, 0.07335715740919113], "max_gold_score": 0.6937044262886047, "max_candidate_score": 0.6937044262886047, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6903027296066284, "best_gold_margin": 0.0034016966819763184, "weakest_gold_margin": -0.07804089784622192}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04989", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was 'Night Train Static' dropped from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.1582394540309906, "query_session_index": 2, "query_start_sec": 12.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8463250994682312}], "gold_semantic_scores": [0.785179615020752], "gold_temporal_scores": [0.06114546209573746], "max_gold_score": 0.8463250994682312, "max_candidate_score": 0.8463250994682312, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6367316842079163, "best_gold_margin": 0.20959341526031494, "weakest_gold_margin": 0.20959341526031494}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04989", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to 'Glass Arcade'?", "temporal_relation": "none", "query_temporal_norm": 0.2797594964504242, "query_session_index": 2, "query_start_sec": 12.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0030", "score": 0.7469331622123718}], "gold_semantic_scores": [0.6437408328056335], "gold_temporal_scores": [0.10319238156080246], "max_gold_score": 0.7469331622123718, "max_candidate_score": 0.7469331622123718, "top_memory_id": "history_02_utt_0030", "max_non_gold_score": 0.6762851476669312, "best_gold_margin": 0.07064801454544067, "weakest_gold_margin": 0.07064801454544067}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05106", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for pushing the edge cache path, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.17060160636901855, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8120322823524475}, {"memory_id": "history_02_utt_0010", "score": 0.7968565821647644}], "gold_semantic_scores": [0.7603588104248047, 0.7420682907104492], "gold_temporal_scores": [0.05167336016893387, 0.05478819087147713], "max_gold_score": 0.8120322823524475, "max_candidate_score": 0.8120322823524475, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8016647696495056, "best_gold_margin": 0.010367512702941895, "weakest_gold_margin": -0.004808187484741211}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05106", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the edge cache path dropped after profiling?", "temporal_relation": "none", "query_temporal_norm": 0.19392600655555725, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8920370936393738}], "gold_semantic_scores": [0.803945779800415], "gold_temporal_scores": [0.08809129893779755], "max_gold_score": 0.8920370936393738, "max_candidate_score": 0.8920370936393738, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7168605923652649, "best_gold_margin": 0.1751765012741089, "weakest_gold_margin": 0.1751765012741089}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05106", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature of the compressed replay bundle was noted as satisfying a constraint?", "temporal_relation": "none", "query_temporal_norm": 0.1272142082452774, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6333770751953125}], "gold_semantic_scores": [0.5973426699638367], "gold_temporal_scores": [0.03603466600179672], "max_gold_score": 0.6333770751953125, "max_candidate_score": 0.6333770751953125, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.49581995606422424, "best_gold_margin": 0.13755711913108826, "weakest_gold_margin": 0.13755711913108826}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05106", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the compressed replay bundle could boot without the camera feed?", "temporal_relation": "session", "query_temporal_norm": 0.1628640592098236, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.7634371519088745}], "gold_semantic_scores": [0.7122271656990051], "gold_temporal_scores": [0.0512101911008358], "max_gold_score": 0.7634371519088745, "max_candidate_score": 0.7634371519088745, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.6863165497779846, "best_gold_margin": 0.07712060213088989, "weakest_gold_margin": 0.07712060213088989}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05197", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their pick to Cinder Alley, and what was the earlier pick?", "temporal_relation": "none", "query_temporal_norm": 0.3198467493057251, "query_session_index": 2, "query_start_sec": 11.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.5057022571563721}, {"memory_id": "history_02_utt_0008", "score": 0.6712393164634705}], "gold_semantic_scores": [0.4018580913543701, 0.5888077020645142], "gold_temporal_scores": [0.10384418070316315, 0.08243181556463242], "max_gold_score": 0.6712393164634705, "max_candidate_score": 0.6712393164634705, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.2765756845474243, "best_gold_margin": 0.39466363191604614, "weakest_gold_margin": 0.22912657260894775}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05197", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the final title chosen during our discussions?", "temporal_relation": "latest", "query_temporal_norm": 0.5096682906150818, "query_session_index": 2, "query_start_sec": 11.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8293166160583496}], "gold_semantic_scores": [0.5719019770622253], "gold_temporal_scores": [0.2574147582054138], "max_gold_score": 0.8293166160583496, "max_candidate_score": 0.8293166160583496, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8213215470314026, "best_gold_margin": 0.007995069026947021, "weakest_gold_margin": 0.007995069026947021}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05197", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Jordan initially want us to watch because of its strong mystery thread?", "temporal_relation": "earliest", "query_temporal_norm": 0.5280342698097229, "query_session_index": 2, "query_start_sec": 11.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.688300609588623}], "gold_semantic_scores": [0.5867249965667725], "gold_temporal_scores": [0.10157579928636551], "max_gold_score": 0.688300609588623, "max_candidate_score": 0.688300609588623, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5341922044754028, "best_gold_margin": 0.15410840511322021, "weakest_gold_margin": 0.15410840511322021}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05197", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention wanting to watch Blue Static?", "temporal_relation": "session", "query_temporal_norm": 0.23834511637687683, "query_session_index": 2, "query_start_sec": 11.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.708861768245697}], "gold_semantic_scores": [0.6484828591346741], "gold_temporal_scores": [0.06037881597876549], "max_gold_score": 0.708861768245697, "max_candidate_score": 0.708861768245697, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6077463626861572, "best_gold_margin": 0.1011154055595398, "weakest_gold_margin": 0.1011154055595398}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05264", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say the venue had been changed to most recently?", "temporal_relation": "latest", "query_temporal_norm": 0.5217450261116028, "query_session_index": 2, "query_start_sec": 14.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9430760741233826}], "gold_semantic_scores": [0.6762911081314087], "gold_temporal_scores": [0.26678431034088135], "max_gold_score": 0.9430760741233826, "max_candidate_score": 0.9430760741233826, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9419577121734619, "best_gold_margin": 0.0011183619499206543, "weakest_gold_margin": 0.0011183619499206543}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05264", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the playlist setup start out?", "temporal_relation": "none", "query_temporal_norm": 0.20503106713294983, "query_session_index": 2, "query_start_sec": 14.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6764714121818542}], "gold_semantic_scores": [0.6461091041564941], "gold_temporal_scores": [0.030362393707036972], "max_gold_score": 0.6764714121818542, "max_candidate_score": 0.6764714121818542, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6223028898239136, "best_gold_margin": 0.054168522357940674, "weakest_gold_margin": 0.054168522357940674}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05264", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Drew say the playlist setup was moved to?", "temporal_relation": "none", "query_temporal_norm": 0.35972875356674194, "query_session_index": 2, "query_start_sec": 14.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9164495468139648}], "gold_semantic_scores": [0.7874239087104797], "gold_temporal_scores": [0.1290254145860672], "max_gold_score": 0.9164495468139648, "max_candidate_score": 0.9164495468139648, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7874229550361633, "best_gold_margin": 0.1290265917778015, "weakest_gold_margin": 0.1290265917778015}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05264", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned moving the playlist setup to the lakeside pavilion?", "temporal_relation": "none", "query_temporal_norm": 0.2029765099287033, "query_session_index": 2, "query_start_sec": 14.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9195730090141296}], "gold_semantic_scores": [0.8224328756332397], "gold_temporal_scores": [0.09713985025882721], "max_gold_score": 0.9195730090141296, "max_candidate_score": 0.9195730090141296, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.47590628266334534, "best_gold_margin": 0.4436667263507843, "weakest_gold_margin": 0.4436667263507843}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05328", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What constraint did I mention for the client-side transcript cache, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.13747669756412506, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7444888353347778}, {"memory_id": "history_02_utt_0010", "score": 0.7543160319328308}], "gold_semantic_scores": [0.7034401893615723, 0.716511070728302], "gold_temporal_scores": [0.04104895517230034, 0.03780512139201164], "max_gold_score": 0.7543160319328308, "max_candidate_score": 0.793252170085907, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.793252170085907, "best_gold_margin": -0.03893613815307617, "weakest_gold_margin": -0.04876333475112915}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05328", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What outcome did we mention for the client-side transcript cache?", "temporal_relation": "none", "query_temporal_norm": 0.25849053263664246, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7987850904464722}], "gold_semantic_scores": [0.6973015666007996], "gold_temporal_scores": [0.10148359090089798], "max_gold_score": 0.7987850904464722, "max_candidate_score": 0.7987850904464722, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.704479992389679, "best_gold_margin": 0.09430509805679321, "weakest_gold_margin": 0.09430509805679321}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05328", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we discuss ruling out the client-side transcript cache?", "temporal_relation": "session", "query_temporal_norm": 0.18574142456054688, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7932196259498596}], "gold_semantic_scores": [0.7310523390769958], "gold_temporal_scores": [0.06216699630022049], "max_gold_score": 0.7932196259498596, "max_candidate_score": 0.7932196259498596, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5804877877235413, "best_gold_margin": 0.21273183822631836, "weakest_gold_margin": 0.21273183822631836}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05328", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What constraint did we say was satisfied by the preloaded video buffer?", "temporal_relation": "none", "query_temporal_norm": 0.11276648938655853, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.7149621248245239}], "gold_semantic_scores": [0.6956674456596375], "gold_temporal_scores": [0.0192948617041111], "max_gold_score": 0.7149621248245239, "max_candidate_score": 0.7149621248245239, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.638192892074585, "best_gold_margin": 0.07676923274993896, "weakest_gold_margin": 0.07676923274993896}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05472", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say the restaurant choice ended up being?", "temporal_relation": "latest", "query_temporal_norm": 0.5500040650367737, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8682148456573486}], "gold_semantic_scores": [0.6090995669364929], "gold_temporal_scores": [0.2591148614883423], "max_gold_score": 0.8682148456573486, "max_candidate_score": 0.8700644373893738, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.8700644373893738, "best_gold_margin": -0.0018495917320251465, "weakest_gold_margin": -0.0018495917320251465}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05472", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which restaurant did Drew say they booked instead?", "temporal_relation": "none", "query_temporal_norm": 0.4825926721096039, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.871436595916748}], "gold_semantic_scores": [0.6620561480522156], "gold_temporal_scores": [0.2093803733587265], "max_gold_score": 0.871436595916748, "max_candidate_score": 0.871436595916748, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.786339282989502, "best_gold_margin": 0.0850973129272461, "weakest_gold_margin": 0.0850973129272461}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05472", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew mention booking Riverstone Cafe?", "temporal_relation": "session", "query_temporal_norm": 0.13969247043132782, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7089601159095764}], "gold_semantic_scores": [0.6648038029670715], "gold_temporal_scores": [0.044156402349472046], "max_gold_score": 0.7089601159095764, "max_candidate_score": 0.7089601159095764, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6123798489570618, "best_gold_margin": 0.09658026695251465, "weakest_gold_margin": 0.09658026695251465}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05472", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the restaurant to Riverstone Cafe?", "temporal_relation": "none", "query_temporal_norm": 0.346880167722702, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9713887572288513}], "gold_semantic_scores": [0.8204932808876038], "gold_temporal_scores": [0.15089546144008636], "max_gold_score": 0.9713887572288513, "max_candidate_score": 0.9713887572288513, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.41108953952789307, "best_gold_margin": 0.5602992177009583, "weakest_gold_margin": 0.5602992177009583}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05582", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I was handling most recently for shopping?", "temporal_relation": "none", "query_temporal_norm": 0.5182777047157288, "query_session_index": 2, "query_start_sec": 12.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7652836441993713}], "gold_semantic_scores": [0.5461544394493103], "gold_temporal_scores": [0.21912923455238342], "max_gold_score": 0.7652836441993713, "max_candidate_score": 0.8224295973777771, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.8224295973777771, "best_gold_margin": -0.05714595317840576, "weakest_gold_margin": -0.05714595317840576}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05582", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned handling the paper towels?", "temporal_relation": "none", "query_temporal_norm": 0.1605699360370636, "query_session_index": 2, "query_start_sec": 12.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7537971138954163}], "gold_semantic_scores": [0.7078072428703308], "gold_temporal_scores": [0.045989781618118286], "max_gold_score": 0.7537971138954163, "max_candidate_score": 0.798496663570404, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.798496663570404, "best_gold_margin": -0.04469954967498779, "weakest_gold_margin": -0.04469954967498779}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05582", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item did we discuss earlier that someone planned to handle?", "temporal_relation": "none", "query_temporal_norm": 0.5223119854927063, "query_session_index": 2, "query_start_sec": 12.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.875134289264679}], "gold_semantic_scores": [0.7179602384567261], "gold_temporal_scores": [0.15717394649982452], "max_gold_score": 0.875134289264679, "max_candidate_score": 0.875134289264679, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4926181435585022, "best_gold_margin": 0.38251614570617676, "weakest_gold_margin": 0.38251614570617676}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05582", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the laundry detergent mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1877138316631317, "query_session_index": 2, "query_start_sec": 12.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6870587468147278}], "gold_semantic_scores": [0.6807413697242737], "gold_temporal_scores": [0.006317466963082552], "max_gold_score": 0.6870587468147278, "max_candidate_score": 0.6870587468147278, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.43838271498680115, "best_gold_margin": 0.24867603182792664, "weakest_gold_margin": 0.24867603182792664}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05716", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they were on trash on Tuesdays before the schedule changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5173534154891968, "query_session_index": 2, "query_start_sec": 18.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7213075757026672}], "gold_semantic_scores": [0.6402978897094727], "gold_temporal_scores": [0.0810096487402916], "max_gold_score": 0.7213075757026672, "max_candidate_score": 0.7213075757026672, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.38290461897850037, "best_gold_margin": 0.33840295672416687, "weakest_gold_margin": 0.33840295672416687}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05716", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chores did Taylor say they were assigned to originally?", "temporal_relation": "none", "query_temporal_norm": 0.5190407633781433, "query_session_index": 2, "query_start_sec": 18.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6564557552337646}], "gold_semantic_scores": [0.5384875535964966], "gold_temporal_scores": [0.11796803772449493], "max_gold_score": 0.6564557552337646, "max_candidate_score": 0.6564557552337646, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5943230390548706, "best_gold_margin": 0.06213271617889404, "weakest_gold_margin": 0.06213271617889404}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05716", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention their chore schedule?", "temporal_relation": "session", "query_temporal_norm": 0.2873193323612213, "query_session_index": 2, "query_start_sec": 18.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7507467269897461}], "gold_semantic_scores": [0.6575692296028137], "gold_temporal_scores": [0.09317761659622192], "max_gold_score": 0.7507467269897461, "max_candidate_score": 0.7507467269897461, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7122377157211304, "best_gold_margin": 0.03850901126861572, "weakest_gold_margin": 0.03850901126861572}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05716", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original chore schedule we talked about?", "temporal_relation": "earliest", "query_temporal_norm": 0.538508951663971, "query_session_index": 2, "query_start_sec": 18.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7509605884552002}], "gold_semantic_scores": [0.6137733459472656], "gold_temporal_scores": [0.13718730211257935], "max_gold_score": 0.7509605884552002, "max_candidate_score": 0.7509605884552002, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5464333295822144, "best_gold_margin": 0.20452725887298584, "weakest_gold_margin": 0.20452725887298584}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05844", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my departure time was after I pushed it back?", "temporal_relation": "none", "query_temporal_norm": 0.4894406795501709, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0059446096420288}], "gold_semantic_scores": [0.8188172578811646], "gold_temporal_scores": [0.18712759017944336], "max_gold_score": 1.0059446096420288, "max_candidate_score": 1.037123441696167, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 1.037123441696167, "best_gold_margin": -0.031178832054138184, "weakest_gold_margin": -0.031178832054138184}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05844", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned pushing their departure back to 2:40 PM?", "temporal_relation": "none", "query_temporal_norm": 0.18059669435024261, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.718906581401825}], "gold_semantic_scores": [0.6342191696166992], "gold_temporal_scores": [0.08468747138977051], "max_gold_score": 0.718906581401825, "max_candidate_score": 0.718906581401825, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4452725648880005, "best_gold_margin": 0.27363401651382446, "weakest_gold_margin": 0.27363401651382446}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05844", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest departure time we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.564815104007721, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9883075952529907}], "gold_semantic_scores": [0.7149901390075684], "gold_temporal_scores": [0.2733175456523895], "max_gold_score": 0.9883075952529907, "max_candidate_score": 0.993704080581665, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.993704080581665, "best_gold_margin": -0.005396485328674316, "weakest_gold_margin": -0.005396485328674316}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05844", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the departure time change during our discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.34187570214271545, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8178473114967346}, {"memory_id": "history_02_utt_0009", "score": 0.8922876119613647}], "gold_semantic_scores": [0.7003812193870544, 0.7555347084999084], "gold_temporal_scores": [0.117466039955616, 0.13675260543823242], "max_gold_score": 0.8922876119613647, "max_candidate_score": 0.8922876119613647, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5174219012260437, "best_gold_margin": 0.37486571073532104, "weakest_gold_margin": 0.3004254102706909}
{"sample_id": "conv_e2beadd4f8d0_pkg_000", "qa_id": "qa_643aca9e5e80af53", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the person's national origin?", "temporal_relation": "none", "query_temporal_norm": 0.24867719411849976, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000189", "score": 0.5879275798797607}], "gold_semantic_scores": [0.6261805295944214], "gold_temporal_scores": [-0.0382528118789196], "max_gold_score": 0.5879275798797607, "max_candidate_score": 0.5879275798797607, "top_memory_id": "utt_000189", "max_non_gold_score": 0.5302415490150452, "best_gold_margin": 0.057686030864715576, "weakest_gold_margin": 0.057686030864715576}
{"sample_id": "conv_e2beadd4f8d0_pkg_000", "qa_id": "qa_38fff0e272a9d408", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Rowan say they don't like restaurants — the beginning, middle, or end?", "temporal_relation": "session", "query_temporal_norm": 0.17751488089561462, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000586", "score": 0.8027240037918091}], "gold_semantic_scores": [0.822145402431488], "gold_temporal_scores": [-0.01942143402993679], "max_gold_score": 0.8027240037918091, "max_candidate_score": 0.8027240037918091, "top_memory_id": "utt_000586", "max_non_gold_score": 0.5331825613975525, "best_gold_margin": 0.2695414423942566, "weakest_gold_margin": 0.2695414423942566}
{"sample_id": "conv_e2beadd4f8d0_pkg_000", "qa_id": "qa_a27c530036021576", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did a participant say about her past relationship?", "temporal_relation": "none", "query_temporal_norm": 0.21007822453975677, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000351", "score": 0.4476630985736847}], "gold_semantic_scores": [0.46219006180763245], "gold_temporal_scores": [-0.014526931568980217], "max_gold_score": 0.4476630985736847, "max_candidate_score": 0.4572443664073944, "top_memory_id": "utt_000672", "max_non_gold_score": 0.4572443664073944, "best_gold_margin": -0.009581267833709717, "weakest_gold_margin": -0.009581267833709717}
{"sample_id": "conv_e478d32c15de_pkg_000", "qa_id": "qa_38f9ab409146bfba", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I said something about my race — did I say I'm part black?", "temporal_relation": "none", "query_temporal_norm": 0.2662644386291504, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000193", "score": 0.7289038300514221}], "gold_semantic_scores": [0.7684025168418884], "gold_temporal_scores": [-0.039498843252658844], "max_gold_score": 0.7289038300514221, "max_candidate_score": 0.7289038300514221, "top_memory_id": "utt_000193", "max_non_gold_score": 0.48911532759666443, "best_gold_margin": 0.2397885024547577, "weakest_gold_margin": 0.2397885024547577}
{"sample_id": "conv_e478d32c15de_pkg_000", "qa_id": "qa_cd1e209bd76916c2", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said that someone was light skinned?", "temporal_relation": "session", "query_temporal_norm": 0.22187215089797974, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000577", "score": 0.6565616726875305}], "gold_semantic_scores": [0.6740259528160095], "gold_temporal_scores": [-0.01746431738138199], "max_gold_score": 0.6565616726875305, "max_candidate_score": 0.6565616726875305, "top_memory_id": "utt_000577", "max_non_gold_score": 0.4366018772125244, "best_gold_margin": 0.2199597954750061, "weakest_gold_margin": 0.2199597954750061}
{"sample_id": "conv_e478d32c15de_pkg_000", "qa_id": "qa_e91a5a5eef586c74", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who planned to do a 5AM session together tomorrow?", "temporal_relation": "none", "query_temporal_norm": 0.2992958724498749, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000408", "score": 0.5663029551506042}, {"memory_id": "utt_000409", "score": -0.056370239704847336}], "gold_semantic_scores": [0.618395209312439, -0.004270368721336126], "gold_temporal_scores": [-0.05209208279848099, -0.052099864929914474], "max_gold_score": 0.5663029551506042, "max_candidate_score": 0.5663029551506042, "top_memory_id": "utt_000408", "max_non_gold_score": 0.40514707565307617, "best_gold_margin": 0.16115587949752808, "weakest_gold_margin": -0.4615173153579235}
{"sample_id": "conv_e63fc0f78ab5_pkg_000", "qa_id": "qa_f70d7d7ebad3f290", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Drew say he leaves things to the last minute?", "temporal_relation": "session", "query_temporal_norm": 0.18946488201618195, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000984", "score": 0.44085001945495605}], "gold_semantic_scores": [0.45809730887413025], "gold_temporal_scores": [-0.017247332260012627], "max_gold_score": 0.44085001945495605, "max_candidate_score": 0.44085001945495605, "top_memory_id": "utt_000984", "max_non_gold_score": 0.38881856203079224, "best_gold_margin": 0.05203145742416382, "weakest_gold_margin": 0.05203145742416382}
{"sample_id": "conv_e63fc0f78ab5_pkg_000", "qa_id": "qa_1be5aecbea853360", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I mentioned my relationship with my dad's side—what did I say about how close I am?", "temporal_relation": "none", "query_temporal_norm": 0.2572137713432312, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000113", "score": 0.663844108581543}], "gold_semantic_scores": [0.702377438545227], "gold_temporal_scores": [-0.03853326663374901], "max_gold_score": 0.663844108581543, "max_candidate_score": 0.663844108581543, "top_memory_id": "utt_000113", "max_non_gold_score": 0.4780765771865845, "best_gold_margin": 0.1857675313949585, "weakest_gold_margin": 0.1857675313949585}
{"sample_id": "conv_e63fc0f78ab5_pkg_000", "qa_id": "qa_9d80ee43dc1d6c41", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they don't have any cousins on their mom's side?", "temporal_relation": "none", "query_temporal_norm": 0.22024306654930115, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000112", "score": 0.7631797194480896}], "gold_semantic_scores": [0.8033480644226074], "gold_temporal_scores": [-0.04016842693090439], "max_gold_score": 0.7631797194480896, "max_candidate_score": 0.7631797194480896, "top_memory_id": "utt_000112", "max_non_gold_score": 0.6109315156936646, "best_gold_margin": 0.15224820375442505, "weakest_gold_margin": 0.15224820375442505}
{"sample_id": "conv_e7414736a0ec_pkg_000", "qa_id": "qa_b6675422847ef855", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that their main meal is eaten around 2PM or 3PM?", "temporal_relation": "none", "query_temporal_norm": 0.23209801316261292, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000941", "score": 0.6527285575866699}], "gold_semantic_scores": [0.6876041293144226], "gold_temporal_scores": [-0.034875188022851944], "max_gold_score": 0.6527285575866699, "max_candidate_score": 0.6527285575866699, "top_memory_id": "utt_000941", "max_non_gold_score": 0.4663253724575043, "best_gold_margin": 0.18640318512916565, "weakest_gold_margin": 0.18640318512916565}
{"sample_id": "conv_e7414736a0ec_pkg_000", "qa_id": "qa_efdeb25d6bb29b90", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Noel say they get up?", "temporal_relation": "none", "query_temporal_norm": 0.22035346925258636, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000353", "score": 0.5299650430679321}], "gold_semantic_scores": [0.5501586198806763], "gold_temporal_scores": [-0.020193591713905334], "max_gold_score": 0.5299650430679321, "max_candidate_score": 0.598200798034668, "top_memory_id": "utt_000665", "max_non_gold_score": 0.598200798034668, "best_gold_margin": -0.06823575496673584, "weakest_gold_margin": -0.06823575496673584}
{"sample_id": "conv_e7414736a0ec_pkg_000", "qa_id": "qa_6974ad1e00583fd6", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker mention the friend group name \"The Fools\"?", "temporal_relation": "session", "query_temporal_norm": 0.22917182743549347, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000795", "score": 0.426692932844162}, {"memory_id": "utt_000797", "score": 0.7376211285591125}], "gold_semantic_scores": [0.46397534012794495, 0.7749003171920776], "gold_temporal_scores": [-0.03728247061371803, -0.03727951645851135], "max_gold_score": 0.7376211285591125, "max_candidate_score": 0.7376211285591125, "top_memory_id": "utt_000797", "max_non_gold_score": 0.5155907869338989, "best_gold_margin": 0.22203034162521362, "weakest_gold_margin": -0.08889785408973694}
{"sample_id": "conv_e9a3f753b292_pkg_000", "qa_id": "qa_7b31aa13649510fa", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who is from The Philippines and who is from Ethiopia?", "temporal_relation": "none", "query_temporal_norm": 0.2534700036048889, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000027", "score": 0.673281192779541}, {"memory_id": "utt_000033", "score": 0.7267623543739319}], "gold_semantic_scores": [0.7163975238800049, 0.7739896178245544], "gold_temporal_scores": [-0.0431162491440773, -0.04722721129655838], "max_gold_score": 0.7267623543739319, "max_candidate_score": 0.7267623543739319, "top_memory_id": "utt_000033", "max_non_gold_score": 0.575861930847168, "best_gold_margin": 0.15090042352676392, "weakest_gold_margin": 0.09741926193237305}
{"sample_id": "conv_e9a3f753b292_pkg_000", "qa_id": "qa_a9245e3c7560255b", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did someone say they were an introvert?", "temporal_relation": "session", "query_temporal_norm": 0.22905698418617249, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000256", "score": 0.4158766567707062}], "gold_semantic_scores": [0.4477420151233673], "gold_temporal_scores": [-0.03186539560556412], "max_gold_score": 0.4158766567707062, "max_candidate_score": 0.4158766567707062, "top_memory_id": "utt_000256", "max_non_gold_score": 0.36168041825294495, "best_gold_margin": 0.05419623851776123, "weakest_gold_margin": 0.05419623851776123}
{"sample_id": "conv_e9a3f753b292_pkg_000", "qa_id": "qa_2ef99a4a7dcbe4f1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Keisha currently saving for?", "temporal_relation": "none", "query_temporal_norm": 0.1988685131072998, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000426", "score": 0.6140559911727905}], "gold_semantic_scores": [0.5786831974983215], "gold_temporal_scores": [0.03537274897098541], "max_gold_score": 0.6140559911727905, "max_candidate_score": 0.6442444920539856, "top_memory_id": "utt_000496", "max_non_gold_score": 0.6442444920539856, "best_gold_margin": -0.03018850088119507, "weakest_gold_margin": -0.03018850088119507}
{"sample_id": "conv_e9a3f753b292_pkg_000", "qa_id": "qa_f1bfa42716879771", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What month is the participant's birthday?", "temporal_relation": "none", "query_temporal_norm": 0.22163599729537964, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000305", "score": 0.5501201748847961}], "gold_semantic_scores": [0.5535532832145691], "gold_temporal_scores": [-0.0034329844638705254], "max_gold_score": 0.5501201748847961, "max_candidate_score": 0.5501201748847961, "top_memory_id": "utt_000305", "max_non_gold_score": 0.4204268455505371, "best_gold_margin": 0.12969332933425903, "weakest_gold_margin": 0.12969332933425903}
{"sample_id": "conv_eaefdd9b64e4_pkg_001", "qa_id": "qa_e4217b803893aa05", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How many hours per week does that person work during exam weeks, and how many during other weeks?", "temporal_relation": "none", "query_temporal_norm": 0.20211370289325714, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001124", "score": 0.7060152888298035}, {"memory_id": "utt_001125", "score": 0.6153643131256104}], "gold_semantic_scores": [0.7097995281219482, 0.6191020607948303], "gold_temporal_scores": [-0.0037843019235879183, -0.0037379851564764977], "max_gold_score": 0.7060152888298035, "max_candidate_score": 0.7060152888298035, "top_memory_id": "utt_001124", "max_non_gold_score": 0.6039888858795166, "best_gold_margin": 0.10202640295028687, "weakest_gold_margin": 0.01137542724609375}
{"sample_id": "conv_eaefdd9b64e4_pkg_001", "qa_id": "qa_be0abac9fb8ffa10", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Who has been providing financial support to that person?", "temporal_relation": "none", "query_temporal_norm": 0.22660693526268005, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000870", "score": 0.45276886224746704}, {"memory_id": "utt_000875", "score": 0.30924782156944275}], "gold_semantic_scores": [0.48571711778640747, 0.3414887487888336], "gold_temporal_scores": [-0.032948315143585205, -0.032240986824035645], "max_gold_score": 0.45276886224746704, "max_candidate_score": 0.45276886224746704, "top_memory_id": "utt_000870", "max_non_gold_score": 0.44641342759132385, "best_gold_margin": 0.0063554346561431885, "weakest_gold_margin": -0.1371656060218811}
{"sample_id": "conv_eaefdd9b64e4_pkg_001", "qa_id": "qa_2d24174a204f37ad", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did that person say the company hasn't launched yet—at the beginning, middle, or end?", "temporal_relation": "session", "query_temporal_norm": 0.21708254516124725, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001397", "score": 0.35778477787971497}], "gold_semantic_scores": [0.376796692609787], "gold_temporal_scores": [-0.0190119706094265], "max_gold_score": 0.35778477787971497, "max_candidate_score": 0.36813342571258545, "top_memory_id": "utt_001525", "max_non_gold_score": 0.36813342571258545, "best_gold_margin": -0.010348647832870483, "weakest_gold_margin": -0.010348647832870483}
{"sample_id": "conv_ebfff44821cb_pkg_000", "qa_id": "qa_0fc503306d46561b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Did I say whether my past project work consisted only of training?", "temporal_relation": "none", "query_temporal_norm": 0.2018919736146927, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001001", "score": 0.33795997500419617}, {"memory_id": "utt_001002", "score": 0.4632560908794403}], "gold_semantic_scores": [0.335796982049942, 0.4610854387283325], "gold_temporal_scores": [0.0021628704853355885, 0.002170749008655548], "max_gold_score": 0.4632560908794403, "max_candidate_score": 0.5257061123847961, "top_memory_id": "utt_000385", "max_non_gold_score": 0.5257061123847961, "best_gold_margin": -0.062450021505355835, "weakest_gold_margin": -0.18774613738059998}
{"sample_id": "conv_ebfff44821cb_pkg_000", "qa_id": "qa_a0da475b3280f35a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they weren't a kid person?", "temporal_relation": "session", "query_temporal_norm": 0.21562282741069794, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000291", "score": 0.7378888130187988}], "gold_semantic_scores": [0.7604828476905823], "gold_temporal_scores": [-0.022594179958105087], "max_gold_score": 0.7378888130187988, "max_candidate_score": 0.7378888130187988, "top_memory_id": "utt_000291", "max_non_gold_score": 0.49654775857925415, "best_gold_margin": 0.24134105443954468, "weakest_gold_margin": 0.24134105443954468}
{"sample_id": "conv_ebfff44821cb_pkg_000", "qa_id": "qa_6c43be9e7d720bfd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How many years of brokerage experience did they mention?", "temporal_relation": "none", "query_temporal_norm": 0.22339816391468048, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000720", "score": 0.6394701600074768}], "gold_semantic_scores": [0.6576700210571289], "gold_temporal_scores": [-0.018199848011136055], "max_gold_score": 0.6394701600074768, "max_candidate_score": 0.6394701600074768, "top_memory_id": "utt_000720", "max_non_gold_score": 0.4661259055137634, "best_gold_margin": 0.17334425449371338, "weakest_gold_margin": 0.17334425449371338}
{"sample_id": "conv_ecdee92e1767_pkg_000", "qa_id": "qa_2f113504be962f5e", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When is their upcoming appointment?", "temporal_relation": "none", "query_temporal_norm": 0.21634210646152496, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000185", "score": 0.4868582785129547}, {"memory_id": "utt_000187", "score": 0.22935201227664948}], "gold_semantic_scores": [0.5177867412567139, 0.25991690158843994], "gold_temporal_scores": [-0.030928535386919975, -0.03056495450437069], "max_gold_score": 0.4868582785129547, "max_candidate_score": 0.5211021900177002, "top_memory_id": "utt_000165", "max_non_gold_score": 0.5211021900177002, "best_gold_margin": -0.03424391150474548, "weakest_gold_margin": -0.2917501777410507}
{"sample_id": "conv_ecdee92e1767_pkg_000", "qa_id": "qa_db41c80f367d89ab", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I want to pay money to play games?", "temporal_relation": "none", "query_temporal_norm": 0.22733598947525024, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001010", "score": 0.582368791103363}, {"memory_id": "utt_001011", "score": 0.6207658648490906}], "gold_semantic_scores": [0.6094205975532532, 0.6478157043457031], "gold_temporal_scores": [-0.027051735669374466, -0.027049854397773743], "max_gold_score": 0.6207658648490906, "max_candidate_score": 0.7003669142723083, "top_memory_id": "utt_001008", "max_non_gold_score": 0.7003669142723083, "best_gold_margin": -0.07960104942321777, "weakest_gold_margin": -0.11799812316894531}
{"sample_id": "conv_ecdee92e1767_pkg_000", "qa_id": "qa_a8cea3353f6d0f82", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say they were trying to watch what they eat?", "temporal_relation": "session", "query_temporal_norm": 0.21883998811244965, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000302", "score": 0.2952485978603363}], "gold_semantic_scores": [0.3211972415447235], "gold_temporal_scores": [-0.025948643684387207], "max_gold_score": 0.2952485978603363, "max_candidate_score": 0.47501498460769653, "top_memory_id": "utt_000695", "max_non_gold_score": 0.47501498460769653, "best_gold_margin": -0.17976638674736023, "weakest_gold_margin": -0.17976638674736023}
{"sample_id": "conv_ed93a62bc314_pkg_000", "qa_id": "qa_a11b7f8f30aae8a0", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did each person stop using substances like THC?", "temporal_relation": "none", "query_temporal_norm": 0.19219069182872772, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001191", "score": 0.5415008068084717}, {"memory_id": "utt_001192", "score": 0.2768789231777191}, {"memory_id": "utt_001194", "score": 0.4991164207458496}, {"memory_id": "utt_001209", "score": 0.5146854519844055}], "gold_semantic_scores": [0.5712816119194031, 0.3066563010215759, 0.5288876891136169, 0.5444291830062866], "gold_temporal_scores": [-0.029780741780996323, -0.02977750264108181, -0.029771359637379646, -0.029743779450654984], "max_gold_score": 0.5415008068084717, "max_candidate_score": 0.5415008068084717, "top_memory_id": "utt_001191", "max_non_gold_score": 0.475487619638443, "best_gold_margin": 0.06601318717002869, "weakest_gold_margin": -0.19860869646072388}
{"sample_id": "conv_ed93a62bc314_pkg_000", "qa_id": "qa_be3ae73f08e6fd95", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Jules say she was in charge of breakfast and brunches with her ex?", "temporal_relation": "session", "query_temporal_norm": 0.2229466587305069, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000392", "score": 0.5808638334274292}, {"memory_id": "utt_000429", "score": 0.6683598160743713}], "gold_semantic_scores": [0.6059682965278625, 0.6928322315216064], "gold_temporal_scores": [-0.02510419301688671, -0.02447240799665451], "max_gold_score": 0.6683598160743713, "max_candidate_score": 0.6683598160743713, "top_memory_id": "utt_000429", "max_non_gold_score": 0.39173564314842224, "best_gold_margin": 0.2766241729259491, "weakest_gold_margin": 0.18912819027900696}
{"sample_id": "conv_ed93a62bc314_pkg_000", "qa_id": "qa_3f1f86f32c427652", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did each person say they started noticing about themselves in relation to their mothers?", "temporal_relation": "none", "query_temporal_norm": 0.2116924226284027, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000630", "score": 0.5789735317230225}, {"memory_id": "utt_000634", "score": 0.33654162287712097}, {"memory_id": "utt_000676", "score": 0.655151903629303}], "gold_semantic_scores": [0.5945023894309998, 0.3520415127277374, 0.6703153848648071], "gold_temporal_scores": [-0.015528927557170391, -0.015499802306294441, -0.015163220465183258], "max_gold_score": 0.655151903629303, "max_candidate_score": 0.655151903629303, "top_memory_id": "utt_000676", "max_non_gold_score": 0.5484930872917175, "best_gold_margin": 0.10665881633758545, "weakest_gold_margin": -0.21195146441459656}
{"sample_id": "conv_ed93a62bc314_pkg_000", "qa_id": "qa_c119484e3e4f5b24", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which relaxation substance did one of the people say they prefer?", "temporal_relation": "none", "query_temporal_norm": 0.21235518157482147, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001167", "score": 0.2709987759590149}, {"memory_id": "utt_001168", "score": -0.0083409259095788}], "gold_semantic_scores": [0.2700164020061493, -0.009326367639005184], "gold_temporal_scores": [0.0009822932770475745, 0.0009854510426521301], "max_gold_score": 0.2709987759590149, "max_candidate_score": 0.5919429063796997, "top_memory_id": "utt_001169", "max_non_gold_score": 0.5919429063796997, "best_gold_margin": -0.3209441304206848, "weakest_gold_margin": -0.6002838322892785}
{"sample_id": "conv_ef1a0afed2cc_pkg_000", "qa_id": "qa_1457b6d843f7be67", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the person currently focusing on, and what happened with the book 'Intuitive Transformation' that they wrote in 2019?", "temporal_relation": "none", "query_temporal_norm": 0.13768106698989868, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000750", "score": 0.3583355247974396}, {"memory_id": "utt_000755", "score": 0.5969900488853455}, {"memory_id": "utt_000806", "score": 0.5699343681335449}], "gold_semantic_scores": [0.39679378271102905, 0.6354573965072632, 0.6084594130516052], "gold_temporal_scores": [-0.038458120077848434, -0.0384674109518528, -0.0385250523686409], "max_gold_score": 0.5969900488853455, "max_candidate_score": 0.5969900488853455, "top_memory_id": "utt_000755", "max_non_gold_score": 0.31637588143348694, "best_gold_margin": 0.2806141674518585, "weakest_gold_margin": 0.04195964336395264}
{"sample_id": "conv_ef1a0afed2cc_pkg_000", "qa_id": "qa_59f9da674f65df7c", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Alex mention their preferred bath additive (Epsom salt)?", "temporal_relation": "session", "query_temporal_norm": 0.21429404616355896, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000580", "score": 0.5421926379203796}], "gold_semantic_scores": [0.566839337348938], "gold_temporal_scores": [-0.024646446108818054], "max_gold_score": 0.5421926379203796, "max_candidate_score": 0.5421926379203796, "top_memory_id": "utt_000580", "max_non_gold_score": 0.5294954180717468, "best_gold_margin": 0.012697219848632812, "weakest_gold_margin": 0.012697219848632812}
{"sample_id": "conv_ef1a0afed2cc_pkg_000", "qa_id": "qa_3b04372ff613dbd5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What recent event did the person say they attended?", "temporal_relation": "none", "query_temporal_norm": 0.2223469763994217, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000604", "score": 0.5917671918869019}], "gold_semantic_scores": [0.5168539881706238], "gold_temporal_scores": [0.07491324096918106], "max_gold_score": 0.5917671918869019, "max_candidate_score": 0.5917671918869019, "top_memory_id": "utt_000604", "max_non_gold_score": 0.5867189764976501, "best_gold_margin": 0.005048215389251709, "weakest_gold_margin": 0.005048215389251709}
{"sample_id": "conv_f1763af86350_pkg_000", "qa_id": "qa_4b9c30113c9a2aff", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At what part of the conversation did a speaker say she doesn't like talking about cults or people in cults?", "temporal_relation": "session", "query_temporal_norm": 0.18311595916748047, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000766", "score": 0.81438148021698}], "gold_semantic_scores": [0.8085026144981384], "gold_temporal_scores": [0.005878668278455734], "max_gold_score": 0.81438148021698, "max_candidate_score": 0.81438148021698, "top_memory_id": "utt_000766", "max_non_gold_score": 0.5643954277038574, "best_gold_margin": 0.24998605251312256, "weakest_gold_margin": 0.24998605251312256}
{"sample_id": "conv_f1763af86350_pkg_000", "qa_id": "qa_08463fc08bfae457", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Renee say she wanted to do on July 4?", "temporal_relation": "none", "query_temporal_norm": 0.22713898122310638, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000495", "score": 0.42877405881881714}, {"memory_id": "utt_000499", "score": 0.3367632329463959}], "gold_semantic_scores": [0.4484735429286957, 0.3563797175884247], "gold_temporal_scores": [-0.01969929412007332, -0.019616534933447838], "max_gold_score": 0.42877405881881714, "max_candidate_score": 0.5608585476875305, "top_memory_id": "utt_000630", "max_non_gold_score": 0.5608585476875305, "best_gold_margin": -0.13208448886871338, "weakest_gold_margin": -0.22409531474113464}
{"sample_id": "conv_f1763af86350_pkg_000", "qa_id": "qa_193e52def469796e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did a participant say they were going to do?", "temporal_relation": "none", "query_temporal_norm": 0.2220017910003662, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000903", "score": 0.4470498859882355}], "gold_semantic_scores": [0.4483613669872284], "gold_temporal_scores": [-0.0013113474706187844], "max_gold_score": 0.4470498859882355, "max_candidate_score": 0.5665737390518188, "top_memory_id": "utt_000647", "max_non_gold_score": 0.5665737390518188, "best_gold_margin": -0.11952385306358337, "weakest_gold_margin": -0.11952385306358337}
{"sample_id": "conv_f2e3b312ccf0_pkg_001", "qa_id": "qa_c1c07cd28ae14ea2", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did the speaker say they work to support their family?", "temporal_relation": "none", "query_temporal_norm": 0.21983517706394196, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002143", "score": 0.5819254517555237}], "gold_semantic_scores": [0.5999773144721985], "gold_temporal_scores": [-0.018051737919449806], "max_gold_score": 0.5819254517555237, "max_candidate_score": 0.5819254517555237, "top_memory_id": "utt_002143", "max_non_gold_score": 0.46136733889579773, "best_gold_margin": 0.12055811285972595, "weakest_gold_margin": 0.12055811285972595}
{"sample_id": "conv_f2e3b312ccf0_pkg_001", "qa_id": "qa_46c7738b41c4f025", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I mention my nail business?", "temporal_relation": "session", "query_temporal_norm": 0.22528821229934692, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001777", "score": 0.45545369386672974}], "gold_semantic_scores": [0.4868018329143524], "gold_temporal_scores": [-0.03134812414646149], "max_gold_score": 0.45545369386672974, "max_candidate_score": 0.45545369386672974, "top_memory_id": "utt_001777", "max_non_gold_score": 0.3958413898944855, "best_gold_margin": 0.05961230397224426, "weakest_gold_margin": 0.05961230397224426}
{"sample_id": "conv_f2e3b312ccf0_pkg_001", "qa_id": "qa_e85a3e2b2152f4d0", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan say about their family composition?", "temporal_relation": "none", "query_temporal_norm": 0.22200696170330048, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001224", "score": 0.2533104717731476}, {"memory_id": "utt_001228", "score": 0.2930290699005127}], "gold_semantic_scores": [0.28151029348373413, 0.3240685760974884], "gold_temporal_scores": [-0.028199926018714905, -0.031039481982588768], "max_gold_score": 0.2930290699005127, "max_candidate_score": 0.5407010912895203, "top_memory_id": "utt_002143", "max_non_gold_score": 0.5407010912895203, "best_gold_margin": -0.24767202138900757, "weakest_gold_margin": -0.2873906195163727}
{"sample_id": "conv_f483ee206837_pkg_000", "qa_id": "qa_0806f3859b9c120c", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What's my number one travel destination?", "temporal_relation": "none", "query_temporal_norm": 0.21272970736026764, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000712", "score": 0.4936120808124542}, {"memory_id": "utt_000720", "score": 0.7433050274848938}], "gold_semantic_scores": [0.48933711647987366, 0.7389764785766602], "gold_temporal_scores": [0.004275080282241106, 0.004328714683651924], "max_gold_score": 0.7433050274848938, "max_candidate_score": 0.7433050274848938, "top_memory_id": "utt_000720", "max_non_gold_score": 0.5352258086204529, "best_gold_margin": 0.20807921886444092, "weakest_gold_margin": -0.04161372780799866}
{"sample_id": "conv_f483ee206837_pkg_000", "qa_id": "qa_faa401eb5c8fa150", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What technical proficiency does the person have?", "temporal_relation": "none", "query_temporal_norm": 0.22663378715515137, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001046", "score": 0.517589807510376}], "gold_semantic_scores": [0.5228582620620728], "gold_temporal_scores": [-0.005268549080938101], "max_gold_score": 0.517589807510376, "max_candidate_score": 0.5569266080856323, "top_memory_id": "utt_001048", "max_non_gold_score": 0.5569266080856323, "best_gold_margin": -0.03933680057525635, "weakest_gold_margin": -0.03933680057525635}
{"sample_id": "conv_f483ee206837_pkg_000", "qa_id": "qa_9436f8f8fa6cfd98", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person say somebody broke into their storage and set it on fire?", "temporal_relation": "session", "query_temporal_norm": 0.21199865639209747, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000040", "score": 0.6158178448677063}], "gold_semantic_scores": [0.6604251861572266], "gold_temporal_scores": [-0.044607315212488174], "max_gold_score": 0.6158178448677063, "max_candidate_score": 0.6158178448677063, "top_memory_id": "utt_000040", "max_non_gold_score": 0.48981156945228577, "best_gold_margin": 0.12600627541542053, "weakest_gold_margin": 0.12600627541542053}
{"sample_id": "conv_f5ba40984f86_pkg_000", "qa_id": "qa_0cceef251e298edf", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What heights did the two participants say they are?", "temporal_relation": "none", "query_temporal_norm": 0.22791804373264313, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000898", "score": 0.4133625626564026}, {"memory_id": "utt_000899", "score": 0.6298202872276306}, {"memory_id": "utt_000940", "score": 0.5821505784988403}], "gold_semantic_scores": [0.4329987168312073, 0.6494563817977905, 0.6017290949821472], "gold_temporal_scores": [-0.019636202603578568, -0.019636105746030807, -0.0195783544331789], "max_gold_score": 0.6298202872276306, "max_candidate_score": 0.6298202872276306, "top_memory_id": "utt_000899", "max_non_gold_score": 0.5337767004966736, "best_gold_margin": 0.09604358673095703, "weakest_gold_margin": -0.120414137840271}
{"sample_id": "conv_f5ba40984f86_pkg_000", "qa_id": "qa_3ad73485db7f0cfd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did one participant say they are located?", "temporal_relation": "none", "query_temporal_norm": 0.2224777191877365, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000296", "score": 0.5625016093254089}, {"memory_id": "utt_000538", "score": 0.6358718276023865}, {"memory_id": "utt_000799", "score": 0.6045624613761902}, {"memory_id": "utt_001308", "score": 0.41549912095069885}], "gold_semantic_scores": [0.587882399559021, 0.6562113761901855, 0.6224766373634338, 0.43182870745658875], "gold_temporal_scores": [-0.0253809355199337, -0.020339593291282654, -0.017914308235049248, -0.01632954552769661], "max_gold_score": 0.6358718276023865, "max_candidate_score": 0.6358718276023865, "top_memory_id": "utt_000538", "max_non_gold_score": 0.6103167533874512, "best_gold_margin": 0.025555074214935303, "weakest_gold_margin": -0.19481763243675232}
{"sample_id": "conv_f5ba40984f86_pkg_000", "qa_id": "qa_d7589cf8d53c9232", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the participant say about their relationship status?", "temporal_relation": "none", "query_temporal_norm": 0.20872142910957336, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000777", "score": 0.3387182950973511}, {"memory_id": "utt_000783", "score": 0.26267871260643005}], "gold_semantic_scores": [0.33497554063796997, 0.258913516998291], "gold_temporal_scores": [0.0037427106872200966, 0.0037652142345905304], "max_gold_score": 0.3387182950973511, "max_candidate_score": 0.34797993302345276, "top_memory_id": "utt_000621", "max_non_gold_score": 0.34797993302345276, "best_gold_margin": -0.009261637926101685, "weakest_gold_margin": -0.0853012204170227}
{"sample_id": "conv_f79250eb73a4_pkg_000", "qa_id": "qa_cf4fa8aadeafa41a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How long does Nancy say her mother typically talks on the phone at a time?", "temporal_relation": "none", "query_temporal_norm": 0.19840523600578308, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000306", "score": 0.7379196882247925}], "gold_semantic_scores": [0.7263131737709045], "gold_temporal_scores": [0.011606578715145588], "max_gold_score": 0.7379196882247925, "max_candidate_score": 0.7379196882247925, "top_memory_id": "utt_000306", "max_non_gold_score": 0.5846715569496155, "best_gold_margin": 0.153248131275177, "weakest_gold_margin": 0.153248131275177}
{"sample_id": "conv_f79250eb73a4_pkg_000", "qa_id": "qa_75c08fee030d1b76", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "I mentioned my mom earlier—after about how long does she stop talking but stay on the line?", "temporal_relation": "none", "query_temporal_norm": 0.22621384263038635, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000309", "score": 0.6184378266334534}, {"memory_id": "utt_000310", "score": 0.38717544078826904}], "gold_semantic_scores": [0.6449041366577148, 0.4135734438896179], "gold_temporal_scores": [-0.02646646834909916, -0.02639794908463955], "max_gold_score": 0.6184378266334534, "max_candidate_score": 0.6184378266334534, "top_memory_id": "utt_000309", "max_non_gold_score": 0.5934699177742004, "best_gold_margin": 0.02496790885925293, "weakest_gold_margin": -0.2062944769859314}
{"sample_id": "conv_f97b8eca749b_pkg_000", "qa_id": "qa_a2968145d0246a97", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping habit did Avery describe about how they handle money when they go out?", "temporal_relation": "none", "query_temporal_norm": 0.21931146085262299, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000176", "score": 0.5311239361763}], "gold_semantic_scores": [0.5722193717956543], "gold_temporal_scores": [-0.0410955548286438], "max_gold_score": 0.5311239361763, "max_candidate_score": 0.5311239361763, "top_memory_id": "utt_000176", "max_non_gold_score": 0.5152060985565186, "best_gold_margin": 0.015917837619781494, "weakest_gold_margin": 0.015917837619781494}
{"sample_id": "conv_f97b8eca749b_pkg_000", "qa_id": "qa_2ca5bad2b8ad8d7d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person who said they focus on the inner child and inner self say this?", "temporal_relation": "session", "query_temporal_norm": 0.20111021399497986, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000358", "score": 0.4633254408836365}, {"memory_id": "utt_000359", "score": 0.39230877161026}], "gold_semantic_scores": [0.47722694277763367, 0.4061710834503174], "gold_temporal_scores": [-0.013901452533900738, -0.013862346298992634], "max_gold_score": 0.4633254408836365, "max_candidate_score": 0.4633254408836365, "top_memory_id": "utt_000358", "max_non_gold_score": 0.46285393834114075, "best_gold_margin": 0.00047150254249572754, "weakest_gold_margin": -0.07054516673088074}
{"sample_id": "conv_f97b8eca749b_pkg_000", "qa_id": "qa_578c33218b48973a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the person who mentioned their current project working on?", "temporal_relation": "none", "query_temporal_norm": 0.20898443460464478, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000340", "score": 0.36906078457832336}], "gold_semantic_scores": [0.38132867217063904], "gold_temporal_scores": [-0.012267929501831532], "max_gold_score": 0.36906078457832336, "max_candidate_score": 0.42030707001686096, "top_memory_id": "utt_000341", "max_non_gold_score": 0.42030707001686096, "best_gold_margin": -0.0512462854385376, "weakest_gold_margin": -0.0512462854385376}
{"sample_id": "conv_fadfd194de4a_pkg_000", "qa_id": "qa_1afe7e85bd4d1de9", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Did I complete a walking challenge last year?", "temporal_relation": "none", "query_temporal_norm": 0.20561343431472778, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000185", "score": 0.6486329436302185}], "gold_semantic_scores": [0.6709442138671875], "gold_temporal_scores": [-0.022311558946967125], "max_gold_score": 0.6486329436302185, "max_candidate_score": 0.6486329436302185, "top_memory_id": "utt_000185", "max_non_gold_score": 0.4118156433105469, "best_gold_margin": 0.23681730031967163, "weakest_gold_margin": 0.23681730031967163}
{"sample_id": "conv_fadfd194de4a_pkg_000", "qa_id": "qa_0be4404886a5b508", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the target speaker say they like driving?", "temporal_relation": "session", "query_temporal_norm": 0.21196483075618744, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000134", "score": 0.7379241585731506}, {"memory_id": "utt_000145", "score": 0.51529461145401}], "gold_semantic_scores": [0.7727423906326294, 0.549638032913208], "gold_temporal_scores": [-0.034818384796381, -0.03434334322810173], "max_gold_score": 0.7379241585731506, "max_candidate_score": 0.7379241585731506, "top_memory_id": "utt_000134", "max_non_gold_score": 0.6169628500938416, "best_gold_margin": 0.12096130847930908, "weakest_gold_margin": -0.10166823863983154}
{"sample_id": "conv_fadfd194de4a_pkg_000", "qa_id": "qa_959373d67efee8bb", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they do not put client names or health information into ChatGPT?", "temporal_relation": "none", "query_temporal_norm": 0.22476240992546082, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000415", "score": 0.2754005789756775}, {"memory_id": "utt_000416", "score": 0.3302406370639801}], "gold_semantic_scores": [0.29952749609947205, 0.3542937934398651], "gold_temporal_scores": [-0.02412693202495575, -0.024053242057561874], "max_gold_score": 0.3302406370639801, "max_candidate_score": 0.508575975894928, "top_memory_id": "utt_000413", "max_non_gold_score": 0.508575975894928, "best_gold_margin": -0.17833533883094788, "weakest_gold_margin": -0.2331753969192505}
{"sample_id": "conv_fbad461ceb39_pkg_000", "qa_id": "qa_640aa4349c1f412a", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Sydney do her TEFL training and what was the provider called?", "temporal_relation": "none", "query_temporal_norm": 0.19143299758434296, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000107", "score": 0.27786576747894287}, {"memory_id": "utt_000109", "score": 0.4323081374168396}], "gold_semantic_scores": [0.3075006902217865, 0.4615875482559204], "gold_temporal_scores": [-0.029634833335876465, -0.029279431328177452], "max_gold_score": 0.4323081374168396, "max_candidate_score": 0.5477186441421509, "top_memory_id": "utt_000480", "max_non_gold_score": 0.5477186441421509, "best_gold_margin": -0.11541050672531128, "weakest_gold_margin": -0.269852876663208}
{"sample_id": "conv_fbad461ceb39_pkg_000", "qa_id": "qa_c6eec9f108cac00b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they found a job on their own?", "temporal_relation": "none", "query_temporal_norm": 0.2214082032442093, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000115", "score": 0.6531602144241333}], "gold_semantic_scores": [0.6961181163787842], "gold_temporal_scores": [-0.042957793921232224], "max_gold_score": 0.6531602144241333, "max_candidate_score": 0.6831628680229187, "top_memory_id": "utt_000045", "max_non_gold_score": 0.6831628680229187, "best_gold_margin": -0.0300026535987854, "weakest_gold_margin": -0.0300026535987854}
{"sample_id": "conv_fbad461ceb39_pkg_000", "qa_id": "qa_c10ce43147ba22cb", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At what part of the conversation was it mentioned that there was no training or shadowing provided?", "temporal_relation": "session", "query_temporal_norm": 0.20295684039592743, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000185", "score": 0.2584252655506134}, {"memory_id": "utt_000186", "score": 0.6208794713020325}], "gold_semantic_scores": [0.2631961703300476, 0.6254436373710632], "gold_temporal_scores": [-0.004770863801240921, -0.004564226139336824], "max_gold_score": 0.6208794713020325, "max_candidate_score": 0.6208794713020325, "top_memory_id": "utt_000186", "max_non_gold_score": 0.4801766276359558, "best_gold_margin": 0.14070284366607666, "weakest_gold_margin": -0.2217513620853424}
{"sample_id": "conv_fbad461ceb39_pkg_000", "qa_id": "qa_2f37e755a19c376b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What certification did the speaker obtain?", "temporal_relation": "none", "query_temporal_norm": 0.22263076901435852, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000028", "score": 0.42087024450302124}], "gold_semantic_scores": [0.47354647517204285], "gold_temporal_scores": [-0.05267629399895668], "max_gold_score": 0.42087024450302124, "max_candidate_score": 0.6512211561203003, "top_memory_id": "utt_000462", "max_non_gold_score": 0.6512211561203003, "best_gold_margin": -0.23035091161727905, "weakest_gold_margin": -0.23035091161727905}
{"sample_id": "conv_fd9476b29643_pkg_000", "qa_id": "qa_c53fc3904132311e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Shanice say she was previously located?", "temporal_relation": "none", "query_temporal_norm": 0.2716996371746063, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000501", "score": 0.524382472038269}], "gold_semantic_scores": [0.5563200116157532], "gold_temporal_scores": [-0.03193758428096771], "max_gold_score": 0.524382472038269, "max_candidate_score": 0.5716974139213562, "top_memory_id": "utt_000171", "max_non_gold_score": 0.5716974139213562, "best_gold_margin": -0.04731494188308716, "weakest_gold_margin": -0.04731494188308716}
{"sample_id": "conv_fd9476b29643_pkg_000", "qa_id": "qa_a783b3de38e611fc", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What cities did the speakers say they were in?", "temporal_relation": "none", "query_temporal_norm": 0.24561746418476105, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000064", "score": 0.5341579914093018}, {"memory_id": "utt_000069", "score": 0.5586798191070557}], "gold_semantic_scores": [0.5796894431114197, 0.6040094494819641], "gold_temporal_scores": [-0.04553142189979553, -0.04532963037490845], "max_gold_score": 0.5586798191070557, "max_candidate_score": 0.5634385347366333, "top_memory_id": "utt_000195", "max_non_gold_score": 0.5634385347366333, "best_gold_margin": -0.004758715629577637, "weakest_gold_margin": -0.029280543327331543}
{"sample_id": "conv_fd9476b29643_pkg_000", "qa_id": "qa_c7144f233c981f62", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did a speaker say she has a month of vacation?", "temporal_relation": "session", "query_temporal_norm": 0.2206314653158188, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000512", "score": 0.826206624507904}], "gold_semantic_scores": [0.8543848395347595], "gold_temporal_scores": [-0.02817823737859726], "max_gold_score": 0.826206624507904, "max_candidate_score": 0.826206624507904, "top_memory_id": "utt_000512", "max_non_gold_score": 0.6288304924964905, "best_gold_margin": 0.19737613201141357, "weakest_gold_margin": 0.19737613201141357}
{"sample_id": "conv_fe6242a7ccd0_pkg_000", "qa_id": "qa_417d3dcce80d873a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When I arrived, did I get lost in the building and could not find the apartment?", "temporal_relation": "none", "query_temporal_norm": 0.21904440224170685, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000919", "score": 0.4455932676792145}, {"memory_id": "utt_000927", "score": 0.15385960042476654}, {"memory_id": "utt_000940", "score": 0.368814617395401}], "gold_semantic_scores": [0.4697765111923218, 0.1780148446559906, 0.39290598034858704], "gold_temporal_scores": [-0.024183239787817, -0.024155212566256523, -0.024091344326734543], "max_gold_score": 0.4455932676792145, "max_candidate_score": 0.4455932676792145, "top_memory_id": "utt_000919", "max_non_gold_score": 0.41063371300697327, "best_gold_margin": 0.03495955467224121, "weakest_gold_margin": -0.2567741125822067}
{"sample_id": "conv_fe6242a7ccd0_pkg_000", "qa_id": "qa_f811fa75634baa56", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who was the person who said they planned to return on July 12?", "temporal_relation": "none", "query_temporal_norm": 0.2731757164001465, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000749", "score": 0.5449172854423523}], "gold_semantic_scores": [0.5871723890304565], "gold_temporal_scores": [-0.04225526005029678], "max_gold_score": 0.5449172854423523, "max_candidate_score": 0.5449172854423523, "top_memory_id": "utt_000749", "max_non_gold_score": 0.4389498233795166, "best_gold_margin": 0.1059674620628357, "weakest_gold_margin": 0.1059674620628357}
{"sample_id": "conv_fe6242a7ccd0_pkg_000", "qa_id": "qa_8df1b523b4707b04", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was \"I get lost very easily\" said?", "temporal_relation": "session", "query_temporal_norm": 0.20870772004127502, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000903", "score": 0.6626433730125427}], "gold_semantic_scores": [0.6670054793357849], "gold_temporal_scores": [-0.004362014122307301], "max_gold_score": 0.6626433730125427, "max_candidate_score": 0.6626433730125427, "top_memory_id": "utt_000903", "max_non_gold_score": 0.5271446108818054, "best_gold_margin": 0.1354987621307373, "weakest_gold_margin": 0.1354987621307373}
{"sample_id": "conv_fff7f7066142_pkg_000", "qa_id": "qa_8d1c63c3b1acb563", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were open and ready for additional sign-ups?", "temporal_relation": "none", "query_temporal_norm": 0.22795504331588745, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001005", "score": 0.4747609496116638}, {"memory_id": "utt_001007", "score": 0.372090607881546}], "gold_semantic_scores": [0.49478280544281006, 0.39211034774780273], "gold_temporal_scores": [-0.02002178132534027, -0.020019736140966415], "max_gold_score": 0.4747609496116638, "max_candidate_score": 0.4747609496116638, "top_memory_id": "utt_001005", "max_non_gold_score": 0.3343006372451782, "best_gold_margin": 0.1404603123664856, "weakest_gold_margin": 0.0377899706363678}
{"sample_id": "conv_fff7f7066142_pkg_000", "qa_id": "qa_72bac24a0e217f3d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What drink does the person being discussed usually make in the summer?", "temporal_relation": "none", "query_temporal_norm": 0.21267299354076385, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000505", "score": 0.45000535249710083}, {"memory_id": "utt_000506", "score": 0.5132644772529602}, {"memory_id": "utt_000508", "score": 0.5209425687789917}], "gold_semantic_scores": [0.45382845401763916, 0.5170744061470032, 0.5247395634651184], "gold_temporal_scores": [-0.0038230973295867443, -0.003810013411566615, -0.0037969655822962523], "max_gold_score": 0.5209425687789917, "max_candidate_score": 0.6485234498977661, "top_memory_id": "utt_000608", "max_non_gold_score": 0.6485234498977661, "best_gold_margin": -0.12758088111877441, "weakest_gold_margin": -0.19851809740066528}
{"sample_id": "conv_fff7f7066142_pkg_000", "qa_id": "qa_9380cee989792057", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was the business name \"Cosmic Cat Nails\" mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.2131885141134262, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000227", "score": 0.5993487238883972}], "gold_semantic_scores": [0.6096950173377991], "gold_temporal_scores": [-0.010346299968659878], "max_gold_score": 0.5993487238883972, "max_candidate_score": 0.5993487238883972, "top_memory_id": "utt_000227", "max_non_gold_score": 0.327229768037796, "best_gold_margin": 0.2721189558506012, "weakest_gold_margin": 0.2721189558506012}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00006", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How many kitchen trash bags were waiting by the back door?", "temporal_relation": "none", "query_temporal_norm": 0.3378922641277313, "query_session_index": 2, "query_start_sec": 22.519999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6258863210678101}], "gold_semantic_scores": [0.6257323026657104], "gold_temporal_scores": [0.00015392265049740672], "max_gold_score": 0.6258863210678101, "max_candidate_score": 0.6258863210678101, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.516987681388855, "best_gold_margin": 0.10889863967895508, "weakest_gold_margin": 0.10889863967895508}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00006", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that two full kitchen trash bags were waiting by the back door?", "temporal_relation": "session", "query_temporal_norm": 0.18325074017047882, "query_session_index": 2, "query_start_sec": 22.519999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6496620178222656}], "gold_semantic_scores": [0.6177377700805664], "gold_temporal_scores": [0.03192427381873131], "max_gold_score": 0.6496620178222656, "max_candidate_score": 0.6496620178222656, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4678276479244232, "best_gold_margin": 0.1818343698978424, "weakest_gold_margin": 0.1818343698978424}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00006", "qa_id": "extra_qa_0002", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What does Parker want me to check on the frozen items?", "temporal_relation": "none", "query_temporal_norm": 0.3755798041820526, "query_session_index": 2, "query_start_sec": 22.519999999999996, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5443021655082703, "top_memory_id": "history_01_utt_0017", "max_non_gold_score": 0.5443021655082703, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00071", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41496893763542175, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7746127843856812}, {"memory_id": "history_02_utt_0008", "score": 0.8361307382583618}], "gold_semantic_scores": [0.6248385906219482, 0.679362416267395], "gold_temporal_scores": [0.14977438747882843, 0.15676817297935486], "max_gold_score": 0.8361307382583618, "max_candidate_score": 0.8796944618225098, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8796944618225098, "best_gold_margin": -0.04356372356414795, "weakest_gold_margin": -0.10508167743682861}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00071", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the evaluation plan to a moderated lab study?", "temporal_relation": "none", "query_temporal_norm": 0.336063951253891, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9006203413009644}], "gold_semantic_scores": [0.7411879897117615], "gold_temporal_scores": [0.1594327837228775], "max_gold_score": 0.9006203413009644, "max_candidate_score": 0.9006203413009644, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6069865822792053, "best_gold_margin": 0.29363375902175903, "weakest_gold_margin": 0.29363375902175903}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00071", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current evaluation plan that was decided?", "temporal_relation": "latest", "query_temporal_norm": 0.5016995668411255, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7258756160736084}], "gold_semantic_scores": [0.4877125918865204], "gold_temporal_scores": [0.23816291987895966], "max_gold_score": 0.7258756160736084, "max_candidate_score": 0.7258756160736084, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7238867282867432, "best_gold_margin": 0.0019888877868652344, "weakest_gold_margin": 0.0019888877868652344}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00071", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What changed in the evaluation plan from the earlier version to the later version?", "temporal_relation": "comparison", "query_temporal_norm": 0.38675203919410706, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6552621722221375}, {"memory_id": "history_02_utt_0008", "score": 0.7801199555397034}], "gold_semantic_scores": [0.5153669118881226, 0.6493168473243713], "gold_temporal_scores": [0.1398952454328537, 0.13080346584320068], "max_gold_score": 0.7801199555397034, "max_candidate_score": 0.7801199555397034, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5478676557540894, "best_gold_margin": 0.232252299785614, "weakest_gold_margin": 0.1073945164680481}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00164", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally stated the demo code freeze deadline of September 10, 2026 before we moved it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5672425627708435, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9143860936164856}], "gold_semantic_scores": [0.7657757997512817], "gold_temporal_scores": [0.14861032366752625], "max_gold_score": 0.9143860936164856, "max_candidate_score": 0.9143860936164856, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.9120125770568848, "best_gold_margin": 0.00237351655960083, "weakest_gold_margin": 0.00237351655960083}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00164", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What was Finley worried about regarding the schedule change?", "temporal_relation": "none", "query_temporal_norm": 0.15504713356494904, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3055175840854645, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.3055175840854645, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00336", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who stated the most recent activity choice was a guided city food tour?", "temporal_relation": "none", "query_temporal_norm": 0.5659759640693665, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8862612247467041}], "gold_semantic_scores": [0.6104722023010254], "gold_temporal_scores": [0.2757895886898041], "max_gold_score": 0.8862612247467041, "max_candidate_score": 0.890285849571228, "top_memory_id": "history_02_utt_0007::cf::main::1", "max_non_gold_score": 0.890285849571228, "best_gold_margin": -0.004024624824523926, "weakest_gold_margin": -0.004024624824523926}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00336", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the earlier activity, and what did it change to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4082461893558502, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6920320987701416}, {"memory_id": "history_02_utt_0007", "score": 0.4593527019023895}], "gold_semantic_scores": [0.5420035719871521, 0.34725508093833923], "gold_temporal_scores": [0.1500285565853119, 0.11209779977798462], "max_gold_score": 0.6920320987701416, "max_candidate_score": 0.6920320987701416, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.36984652280807495, "best_gold_margin": 0.32218557596206665, "weakest_gold_margin": 0.08950617909431458}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00336", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Quinn say they preferred?", "temporal_relation": "none", "query_temporal_norm": 0.11417176574468613, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.686234176158905}], "gold_semantic_scores": [0.6938459873199463], "gold_temporal_scores": [-0.007611645385622978], "max_gold_score": 0.686234176158905, "max_candidate_score": 0.686234176158905, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5383250713348389, "best_gold_margin": 0.14790910482406616, "weakest_gold_margin": 0.14790910482406616}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00336", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was most recently suggested for the group?", "temporal_relation": "none", "query_temporal_norm": 0.4982212781906128, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8321434259414673}], "gold_semantic_scores": [0.6087551116943359], "gold_temporal_scores": [0.22338874638080597], "max_gold_score": 0.8321434259414673, "max_candidate_score": 0.8321434259414673, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8275002837181091, "best_gold_margin": 0.004643142223358154, "weakest_gold_margin": 0.004643142223358154}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00429", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden originally say the venue was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5463032722473145, "query_session_index": 2, "query_start_sec": 21.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7991262674331665}], "gold_semantic_scores": [0.6764283180236816], "gold_temporal_scores": [0.12269800156354904], "max_gold_score": 0.7991262674331665, "max_candidate_score": 0.7991262674331665, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7957124710083008, "best_gold_margin": 0.0034137964248657227, "weakest_gold_margin": 0.0034137964248657227}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00429", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original venue mentioned for the movie night before the plans changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5128816366195679, "query_session_index": 2, "query_start_sec": 21.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8140035271644592}], "gold_semantic_scores": [0.6709160804748535], "gold_temporal_scores": [0.14308735728263855], "max_gold_score": 0.8140035271644592, "max_candidate_score": 0.8140035271644592, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.813811182975769, "best_gold_margin": 0.00019234418869018555, "weakest_gold_margin": 0.00019234418869018555}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00429", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Hayden say they reserved for our movie night?", "temporal_relation": "none", "query_temporal_norm": 0.26323479413986206, "query_session_index": 2, "query_start_sec": 21.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7639113068580627}], "gold_semantic_scores": [0.7463018894195557], "gold_temporal_scores": [0.01760938949882984], "max_gold_score": 0.7639113068580627, "max_candidate_score": 0.7639113068580627, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6917588710784912, "best_gold_margin": 0.07215243577957153, "weakest_gold_margin": 0.07215243577957153}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00429", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Hayden mention reserving the rooftop lounge at the Mira Building?", "temporal_relation": "session", "query_temporal_norm": 0.21497005224227905, "query_session_index": 2, "query_start_sec": 21.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.702451229095459}], "gold_semantic_scores": [0.6341121196746826], "gold_temporal_scores": [0.06833910942077637], "max_gold_score": 0.702451229095459, "max_candidate_score": 0.702451229095459, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6249426603317261, "best_gold_margin": 0.07750856876373291, "weakest_gold_margin": 0.07750856876373291}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00504", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my rating for that clip was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5461208820343018, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.846408486366272}], "gold_semantic_scores": [0.7429049015045166], "gold_temporal_scores": [0.10350364446640015], "max_gold_score": 0.846408486366272, "max_candidate_score": 0.8873320817947388, "top_memory_id": "history_01_utt_0011::cf::main::0", "max_non_gold_score": 0.8873320817947388, "best_gold_margin": -0.0409235954284668, "weakest_gold_margin": -0.0409235954284668}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00504", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What rating was given later for that clip?", "temporal_relation": "none", "query_temporal_norm": 0.5334631204605103, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8238811492919922}], "gold_semantic_scores": [0.6099240779876709], "gold_temporal_scores": [0.21395719051361084], "max_gold_score": 0.8238811492919922, "max_candidate_score": 0.8238811492919922, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5539594292640686, "best_gold_margin": 0.2699217200279236, "weakest_gold_margin": 0.2699217200279236}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00504", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did it get changed to a 9 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.3629051744937897, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.7144833207130432}], "gold_semantic_scores": [0.5372511744499207], "gold_temporal_scores": [0.1772320419549942], "max_gold_score": 0.7144833207130432, "max_candidate_score": 0.7144833207130432, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.3988414704799652, "best_gold_margin": 0.315641850233078, "weakest_gold_margin": 0.315641850233078}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00615", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Emerson's venue choice change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3807998299598694, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.713779866695404}, {"memory_id": "history_02_utt_0008", "score": 0.6837109923362732}], "gold_semantic_scores": [0.57388836145401, 0.5519834756851196], "gold_temporal_scores": [0.13989166915416718, 0.1317274123430252], "max_gold_score": 0.713779866695404, "max_candidate_score": 0.713779866695404, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6234682202339172, "best_gold_margin": 0.09031164646148682, "weakest_gold_margin": 0.06024277210235596}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00615", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which venue are we using now for the listening event?", "temporal_relation": "latest", "query_temporal_norm": 0.4845189154148102, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8149780035018921}], "gold_semantic_scores": [0.6200592517852783], "gold_temporal_scores": [0.1949189305305481], "max_gold_score": 0.8149780035018921, "max_candidate_score": 0.8149780035018921, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8117057085037231, "best_gold_margin": 0.0032722949981689453, "weakest_gold_margin": 0.0032722949981689453}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00615", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which venue did Emerson say he switched the listening event to so there would be more wall space for visuals?", "temporal_relation": "none", "query_temporal_norm": 0.3578488230705261, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9711524248123169}], "gold_semantic_scores": [0.7864745855331421], "gold_temporal_scores": [0.18467797338962555], "max_gold_score": 0.9711524248123169, "max_candidate_score": 0.9711524248123169, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8155068159103394, "best_gold_margin": 0.15564560890197754, "weakest_gold_margin": 0.15564560890197754}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00615", "qa_id": "extra_qa_0007", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What were the original and the later venues mentioned for the listening event?", "temporal_relation": "none", "query_temporal_norm": 0.4908781051635742, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7757309675216675}, {"memory_id": "history_02_utt_0008", "score": 0.6157810091972351}], "gold_semantic_scores": [0.5979328155517578, 0.5328208804130554], "gold_temporal_scores": [0.1777983158826828, 0.082960344851017], "max_gold_score": 0.7757309675216675, "max_candidate_score": 0.7757309675216675, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.38407984375953674, "best_gold_margin": 0.39165112376213074, "weakest_gold_margin": 0.23170116543769836}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00740", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say the latest training setting was?", "temporal_relation": "latest", "query_temporal_norm": 0.5431007742881775, "query_session_index": 2, "query_start_sec": 23.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8096334934234619}], "gold_semantic_scores": [0.5495748519897461], "gold_temporal_scores": [0.2600584030151367], "max_gold_score": 0.8096334934234619, "max_candidate_score": 0.8096334934234619, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7979835867881775, "best_gold_margin": 0.011649906635284424, "weakest_gold_margin": 0.011649906635284424}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00740", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training settings change between the two conversations?", "temporal_relation": "comparison", "query_temporal_norm": 0.3799431324005127, "query_session_index": 2, "query_start_sec": 23.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6975826025009155}, {"memory_id": "history_02_utt_0011", "score": 0.5763929486274719}], "gold_semantic_scores": [0.5621513724327087, 0.44979915022850037], "gold_temporal_scores": [0.13543109595775604, 0.12659400701522827], "max_gold_score": 0.6975826025009155, "max_candidate_score": 0.6975826025009155, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.2712608575820923, "best_gold_margin": 0.42632174491882324, "weakest_gold_margin": 0.30513209104537964}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00740", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say he'd train the model for 50 epochs?", "temporal_relation": "session", "query_temporal_norm": 0.16923773288726807, "query_session_index": 2, "query_start_sec": 23.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6815385818481445}], "gold_semantic_scores": [0.6465505957603455], "gold_temporal_scores": [0.03498811274766922], "max_gold_score": 0.6815385818481445, "max_candidate_score": 0.6815385818481445, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5668418407440186, "best_gold_margin": 0.11469674110412598, "weakest_gold_margin": 0.11469674110412598}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00740", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What were the latest training settings we decided on?", "temporal_relation": "latest", "query_temporal_norm": 0.5406825542449951, "query_session_index": 2, "query_start_sec": 23.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6745662093162537}], "gold_semantic_scores": [0.41578540205955505], "gold_temporal_scores": [0.25878071784973145], "max_gold_score": 0.6745662093162537, "max_candidate_score": 0.6745662093162537, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6676523089408875, "best_gold_margin": 0.006913900375366211, "weakest_gold_margin": 0.006913900375366211}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00875", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally set the submission deadline as 2026-09-10?", "temporal_relation": "earliest", "query_temporal_norm": 0.5779708027839661, "query_session_index": 2, "query_start_sec": 19.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9596104025840759}], "gold_semantic_scores": [0.7911607027053833], "gold_temporal_scores": [0.16844961047172546], "max_gold_score": 0.9596104025840759, "max_candidate_score": 0.9620292782783508, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.9620292782783508, "best_gold_margin": -0.0024188756942749023, "weakest_gold_margin": -0.0024188756942749023}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00875", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What time is tomorrow's team sync scheduled for now?", "temporal_relation": "none", "query_temporal_norm": 0.5127817392349243, "query_session_index": 2, "query_start_sec": 19.8, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.646691620349884, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.646691620349884, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00959", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.566938042640686, "query_session_index": 2, "query_start_sec": 21.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0292729139328003}], "gold_semantic_scores": [0.7563481330871582], "gold_temporal_scores": [0.27292466163635254], "max_gold_score": 1.0292729139328003, "max_candidate_score": 1.0345125198364258, "top_memory_id": "history_02_utt_0008::cf::main::1", "max_non_gold_score": 1.0345125198364258, "best_gold_margin": -0.005239605903625488, "weakest_gold_margin": -0.005239605903625488}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00959", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current primary model choice for the project?", "temporal_relation": "latest", "query_temporal_norm": 0.5181210041046143, "query_session_index": 2, "query_start_sec": 21.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9546576738357544}], "gold_semantic_scores": [0.7178272604942322], "gold_temporal_scores": [0.23683027923107147], "max_gold_score": 0.9546576738357544, "max_candidate_score": 0.9546576738357544, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9484829306602478, "best_gold_margin": 0.006174743175506592, "weakest_gold_margin": 0.006174743175506592}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00959", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model was chosen as the prototype model earlier?", "temporal_relation": "before", "query_temporal_norm": 0.5375332832336426, "query_session_index": 2, "query_start_sec": 21.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8614148497581482}], "gold_semantic_scores": [0.7083027362823486], "gold_temporal_scores": [0.15311215817928314], "max_gold_score": 0.8614148497581482, "max_candidate_score": 0.8614148497581482, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4658976197242737, "best_gold_margin": 0.3955172300338745, "weakest_gold_margin": 0.3955172300338745}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01024", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Casey originally suggest for the weekend?", "temporal_relation": "earliest", "query_temporal_norm": 0.5469326376914978, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8902677297592163}], "gold_semantic_scores": [0.7573907971382141], "gold_temporal_scores": [0.13287688791751862], "max_gold_score": 0.8902677297592163, "max_candidate_score": 0.8902677297592163, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8696373105049133, "best_gold_margin": 0.02063041925430298, "weakest_gold_margin": 0.02063041925430298}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01024", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier we changed which weekend activity to do — what was the original option and what did it become?", "temporal_relation": "comparison", "query_temporal_norm": 0.4465702176094055, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7738420963287354}, {"memory_id": "history_02_utt_0010", "score": 0.7097673416137695}], "gold_semantic_scores": [0.6039871573448181, 0.5581842064857483], "gold_temporal_scores": [0.16985498368740082, 0.15158334374427795], "max_gold_score": 0.7738420963287354, "max_candidate_score": 0.7738420963287354, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.40220800042152405, "best_gold_margin": 0.3716340959072113, "weakest_gold_margin": 0.3075593411922455}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01024", "qa_id": "extra_qa_0003", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested a museum visit?", "temporal_relation": "earliest", "query_temporal_norm": 0.45653846859931946, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7034754157066345}], "gold_semantic_scores": [0.6238173246383667], "gold_temporal_scores": [0.07965802401304245], "max_gold_score": 0.7034754157066345, "max_candidate_score": 0.7034754157066345, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6972256898880005, "best_gold_margin": 0.006249725818634033, "weakest_gold_margin": 0.006249725818634033}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01024", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say they originally recommended we do for the weekend?", "temporal_relation": "earliest", "query_temporal_norm": 0.5262775421142578, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8161713480949402}], "gold_semantic_scores": [0.691400945186615], "gold_temporal_scores": [0.12477036565542221], "max_gold_score": 0.8161713480949402, "max_candidate_score": 0.8161713480949402, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8022766709327698, "best_gold_margin": 0.01389467716217041, "weakest_gold_margin": 0.01389467716217041}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01151", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say the latest chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.5593225359916687, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9230241179466248}], "gold_semantic_scores": [0.6443591713905334], "gold_temporal_scores": [0.2786650061607361], "max_gold_score": 0.9230241179466248, "max_candidate_score": 0.9230241179466248, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9215559363365173, "best_gold_margin": 0.0014681816101074219, "weakest_gold_margin": 0.0014681816101074219}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01151", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our discussions, what title had been chosen before it was changed?", "temporal_relation": "session", "query_temporal_norm": 0.43696340918540955, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6174197793006897}], "gold_semantic_scores": [0.558559000492096], "gold_temporal_scores": [0.05886071175336838], "max_gold_score": 0.6174197793006897, "max_candidate_score": 0.6174197793006897, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3816986083984375, "best_gold_margin": 0.2357211709022522, "weakest_gold_margin": 0.2357211709022522}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01151", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which title did Hayden say we were watching tonight?", "temporal_relation": "none", "query_temporal_norm": 0.2500838339328766, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6845059394836426}], "gold_semantic_scores": [0.6591458320617676], "gold_temporal_scores": [0.025360088795423508], "max_gold_score": 0.6845059394836426, "max_candidate_score": 0.7696784734725952, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7696784734725952, "best_gold_margin": -0.08517253398895264, "weakest_gold_margin": -0.08517253398895264}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01151", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we decided on Midnight Signal for tonight?", "temporal_relation": "none", "query_temporal_norm": 0.26074540615081787, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8380852341651917}], "gold_semantic_scores": [0.7505767941474915], "gold_temporal_scores": [0.08750849962234497], "max_gold_score": 0.8380852341651917, "max_candidate_score": 0.8380852341651917, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4804437756538391, "best_gold_margin": 0.35764145851135254, "weakest_gold_margin": 0.35764145851135254}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00023", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest rating was for the episode 'Late Night Science'?", "temporal_relation": "latest", "query_temporal_norm": 0.5648643374443054, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0050321817398071}], "gold_semantic_scores": [0.7497985363006592], "gold_temporal_scores": [0.25523367524147034], "max_gold_score": 1.0050321817398071, "max_candidate_score": 1.0293022394180298, "top_memory_id": "history_02_utt_0007::cf::main::1", "max_non_gold_score": 1.0293022394180298, "best_gold_margin": -0.024270057678222656, "weakest_gold_margin": -0.024270057678222656}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00147", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about Green Fig Bistro, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.20503778755664825, "query_session_index": 2, "query_start_sec": 14.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.5747200846672058}, {"memory_id": "history_02_utt_0009", "score": 0.6032337546348572}], "gold_semantic_scores": [0.5092803835868835, 0.5634185671806335], "gold_temporal_scores": [0.06543982774019241, 0.03981519117951393], "max_gold_score": 0.6032337546348572, "max_candidate_score": 0.6080816984176636, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.6080816984176636, "best_gold_margin": -0.0048479437828063965, "weakest_gold_margin": -0.033361613750457764}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00147", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we talked about Green Fig Bistro. What reason did we give for ruling it out?", "temporal_relation": "none", "query_temporal_norm": 0.11010650545358658, "query_session_index": 2, "query_start_sec": 14.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7690649628639221}], "gold_semantic_scores": [0.7306786775588989], "gold_temporal_scores": [0.03838629648089409], "max_gold_score": 0.7690649628639221, "max_candidate_score": 0.7690649628639221, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5525344610214233, "best_gold_margin": 0.21653050184249878, "weakest_gold_margin": 0.21653050184249878}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00147", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature did someone cite when recommending Lemon & Thyme?", "temporal_relation": "none", "query_temporal_norm": 0.11573342978954315, "query_session_index": 2, "query_start_sec": 14.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7623631358146667}], "gold_semantic_scores": [0.7520868182182312], "gold_temporal_scores": [0.010276650078594685], "max_gold_score": 0.7623631358146667, "max_candidate_score": 0.7623631358146667, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4791002571582794, "best_gold_margin": 0.28326287865638733, "weakest_gold_margin": 0.28326287865638733}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00147", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest Lemon & Thyme?", "temporal_relation": "session", "query_temporal_norm": 0.16484656929969788, "query_session_index": 2, "query_start_sec": 14.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.8659772276878357}], "gold_semantic_scores": [0.8473578691482544], "gold_temporal_scores": [0.018619459122419357], "max_gold_score": 0.8659772276878357, "max_candidate_score": 0.8659772276878357, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5267959237098694, "best_gold_margin": 0.3391813039779663, "weakest_gold_margin": 0.3391813039779663}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00308", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's departure time change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4002825617790222, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.745911717414856}, {"memory_id": "history_02_utt_0009", "score": 0.70230633020401}], "gold_semantic_scores": [0.5999374389648438, 0.5526055097579956], "gold_temporal_scores": [0.1459743082523346, 0.14970096945762634], "max_gold_score": 0.745911717414856, "max_candidate_score": 0.745911717414856, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6221452951431274, "best_gold_margin": 0.12376642227172852, "weakest_gold_margin": 0.08016103506088257}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00308", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Casey say they would leave?", "temporal_relation": "none", "query_temporal_norm": 0.19688740372657776, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7870172262191772}], "gold_semantic_scores": [0.7416495084762573], "gold_temporal_scores": [0.04536760598421097], "max_gold_score": 0.7870172262191772, "max_candidate_score": 0.7916989922523499, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7916989922523499, "best_gold_margin": -0.004681766033172607, "weakest_gold_margin": -0.004681766033172607}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00308", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent planned departure time?", "temporal_relation": "none", "query_temporal_norm": 0.5410939455032349, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7078335881233215}], "gold_semantic_scores": [0.4336203634738922], "gold_temporal_scores": [0.27421295642852783], "max_gold_score": 0.7078335881233215, "max_candidate_score": 0.7078335881233215, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7074866890907288, "best_gold_margin": 0.00034689903259277344, "weakest_gold_margin": 0.00034689903259277344}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00402", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest venue was?", "temporal_relation": "latest", "query_temporal_norm": 0.5640284419059753, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8630013465881348}], "gold_semantic_scores": [0.5957854986190796], "gold_temporal_scores": [0.2672156095504761], "max_gold_score": 0.8630013465881348, "max_candidate_score": 0.9120415449142456, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.9120415449142456, "best_gold_margin": -0.04904019832611084, "weakest_gold_margin": -0.04904019832611084}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00402", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we would use the garage converted into a screening room?", "temporal_relation": "none", "query_temporal_norm": 0.20672351121902466, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8234281539916992}], "gold_semantic_scores": [0.7292566299438477], "gold_temporal_scores": [0.09417171776294708], "max_gold_score": 0.8234281539916992, "max_candidate_score": 0.8234281539916992, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6050304174423218, "best_gold_margin": 0.21839773654937744, "weakest_gold_margin": 0.21839773654937744}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00402", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where will the screening be held now?", "temporal_relation": "latest", "query_temporal_norm": 0.5488831996917725, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0545167922973633}], "gold_semantic_scores": [0.7836885452270508], "gold_temporal_scores": [0.2708280086517334], "max_gold_score": 1.0545167922973633, "max_candidate_score": 1.0545167922973633, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0498442649841309, "best_gold_margin": 0.004672527313232422, "weakest_gold_margin": 0.004672527313232422}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00402", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the venue change from the original plan to the new plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.42582353949546814, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7849172949790955}, {"memory_id": "history_02_utt_0009", "score": 0.7832802534103394}], "gold_semantic_scores": [0.6274974346160889, 0.6476242542266846], "gold_temporal_scores": [0.15741969645023346, 0.13565626740455627], "max_gold_score": 0.7849172949790955, "max_candidate_score": 0.7849172949790955, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.36717525124549866, "best_gold_margin": 0.4177420437335968, "weakest_gold_margin": 0.4161050021648407}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00505", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for Greenway Pharmacy, and why was it unavailable?", "temporal_relation": "none", "query_temporal_norm": 0.1497662216424942, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6655598282814026}, {"memory_id": "history_02_utt_0009", "score": 0.698854386806488}], "gold_semantic_scores": [0.6200173497200012, 0.6656554937362671], "gold_temporal_scores": [0.045542579144239426, 0.033199112862348557], "max_gold_score": 0.698854386806488, "max_candidate_score": 0.698854386806488, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6558853983879089, "best_gold_margin": 0.0429689884185791, "weakest_gold_margin": 0.009674429893493652}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00505", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for mentioning Corner Market?", "temporal_relation": "none", "query_temporal_norm": 0.10218781977891922, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.7436392903327942}], "gold_semantic_scores": [0.7275283336639404], "gold_temporal_scores": [0.01611107401549816], "max_gold_score": 0.7436392903327942, "max_candidate_score": 0.7436392903327942, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.5602510571479797, "best_gold_margin": 0.18338823318481445, "weakest_gold_margin": 0.18338823318481445}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00505", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Corner Market said to have a large international aisle?", "temporal_relation": "session", "query_temporal_norm": 0.1456730216741562, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.7064545750617981}], "gold_semantic_scores": [0.6722814440727234], "gold_temporal_scores": [0.034173015505075455], "max_gold_score": 0.7064545750617981, "max_candidate_score": 0.7064545750617981, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.4549584686756134, "best_gold_margin": 0.2514961063861847, "weakest_gold_margin": 0.2514961063861847}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00505", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was reported about Greenway Pharmacy's status?", "temporal_relation": "none", "query_temporal_norm": 0.1917218267917633, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8564335107803345}], "gold_semantic_scores": [0.8115729689598083], "gold_temporal_scores": [0.04486057907342911], "max_gold_score": 0.8564335107803345, "max_candidate_score": 0.8564335107803345, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5628701448440552, "best_gold_margin": 0.2935633659362793, "weakest_gold_margin": 0.2935633659362793}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00598", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who stated the latest model choice, ResNetPlus-Depthwise?", "temporal_relation": "latest", "query_temporal_norm": 0.47157785296440125, "query_session_index": 2, "query_start_sec": 21.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.007093906402588}], "gold_semantic_scores": [0.7780169248580933], "gold_temporal_scores": [0.22907717525959015], "max_gold_score": 1.007093906402588, "max_candidate_score": 1.0127968788146973, "top_memory_id": "history_02_utt_0008::cf::main::1", "max_non_gold_score": 1.0127968788146973, "best_gold_margin": -0.005702972412109375, "weakest_gold_margin": -0.005702972412109375}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00598", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model had been planned earlier for our experiments?", "temporal_relation": "before", "query_temporal_norm": 0.5389578342437744, "query_session_index": 2, "query_start_sec": 21.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8535058498382568}], "gold_semantic_scores": [0.739925742149353], "gold_temporal_scores": [0.11358010768890381], "max_gold_score": 0.8535058498382568, "max_candidate_score": 0.8535058498382568, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4974521994590759, "best_gold_margin": 0.3560536503791809, "weakest_gold_margin": 0.3560536503791809}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00598", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model did Morgan say she updated the model choice to for the paper's experiments?", "temporal_relation": "none", "query_temporal_norm": 0.43725693225860596, "query_session_index": 2, "query_start_sec": 21.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9788423180580139}], "gold_semantic_scores": [0.7545422911643982], "gold_temporal_scores": [0.22429975867271423], "max_gold_score": 0.9788423180580139, "max_candidate_score": 0.9788423180580139, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9271508455276489, "best_gold_margin": 0.05169147253036499, "weakest_gold_margin": 0.05169147253036499}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00598", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model are we using now for the experiments?", "temporal_relation": "latest", "query_temporal_norm": 0.5183554291725159, "query_session_index": 2, "query_start_sec": 21.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9508402347564697}], "gold_semantic_scores": [0.6987751126289368], "gold_temporal_scores": [0.2520650625228882], "max_gold_score": 0.9508402347564697, "max_candidate_score": 0.9530991315841675, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 0.9530991315841675, "best_gold_margin": -0.002258896827697754, "weakest_gold_margin": -0.002258896827697754}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00693", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn say the latest chore schedule was?", "temporal_relation": "latest", "query_temporal_norm": 0.5639816522598267, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8429469466209412}], "gold_semantic_scores": [0.5619029998779297], "gold_temporal_scores": [0.28104376792907715], "max_gold_score": 0.8429469466209412, "max_candidate_score": 0.8429469466209412, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8412459492683411, "best_gold_margin": 0.0017009973526000977, "weakest_gold_margin": 0.0017009973526000977}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00693", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chore schedule change?", "temporal_relation": "comparison", "query_temporal_norm": 0.32694074511528015, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8386365175247192}, {"memory_id": "history_02_utt_0009", "score": 0.7297698259353638}], "gold_semantic_scores": [0.7239952683448792, 0.6147394180297852], "gold_temporal_scores": [0.1146412342786789, 0.11503056436777115], "max_gold_score": 0.8386365175247192, "max_candidate_score": 0.8386365175247192, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6336572766304016, "best_gold_margin": 0.20497924089431763, "weakest_gold_margin": 0.09611254930496216}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00693", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which days did Quinn say the kitchen, laundry, and trash are scheduled?", "temporal_relation": "none", "query_temporal_norm": 0.2673540413379669, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9198719263076782}], "gold_semantic_scores": [0.7971248626708984], "gold_temporal_scores": [0.1227472573518753], "max_gold_score": 0.9198719263076782, "max_candidate_score": 0.9198719263076782, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8793336153030396, "best_gold_margin": 0.04053831100463867, "weakest_gold_margin": 0.04053831100463867}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00693", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention the updated chore schedule?", "temporal_relation": "session", "query_temporal_norm": 0.4034414291381836, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9596400260925293}], "gold_semantic_scores": [0.7550392150878906], "gold_temporal_scores": [0.20460063219070435], "max_gold_score": 0.9596400260925293, "max_candidate_score": 0.9596400260925293, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8551807999610901, "best_gold_margin": 0.10445922613143921, "weakest_gold_margin": 0.10445922613143921}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00798", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Jordan's watch order change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4002046287059784, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.769174337387085}, {"memory_id": "history_02_utt_0009", "score": 0.7314168810844421}], "gold_semantic_scores": [0.629126250743866, 0.5943280458450317], "gold_temporal_scores": [0.140048086643219, 0.13708871603012085], "max_gold_score": 0.769174337387085, "max_candidate_score": 0.769174337387085, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.612515926361084, "best_gold_margin": 0.15665841102600098, "weakest_gold_margin": 0.11890095472335815}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00798", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent watch order that was decided?", "temporal_relation": "none", "query_temporal_norm": 0.5222936868667603, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6077489256858826}], "gold_semantic_scores": [0.3518837094306946], "gold_temporal_scores": [0.255865216255188], "max_gold_score": 0.6077489256858826, "max_candidate_score": 0.6077489256858826, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6070349812507629, "best_gold_margin": 0.0007139444351196289, "weakest_gold_margin": 0.0007139444351196289}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00798", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What watch order did Jordan say they had originally planned?", "temporal_relation": "none", "query_temporal_norm": 0.568442702293396, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8470539450645447}], "gold_semantic_scores": [0.7093437910079956], "gold_temporal_scores": [0.13771013915538788], "max_gold_score": 0.8470539450645447, "max_candidate_score": 0.8470539450645447, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7464404702186584, "best_gold_margin": 0.10061347484588623, "weakest_gold_margin": 0.10061347484588623}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00798", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan describe that watch order?", "temporal_relation": "session", "query_temporal_norm": 0.25944721698760986, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.5462378859519958}], "gold_semantic_scores": [0.475414901971817], "gold_temporal_scores": [0.07082302123308182], "max_gold_score": 0.5462378859519958, "max_candidate_score": 0.5462378859519958, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3652712106704712, "best_gold_margin": 0.18096667528152466, "weakest_gold_margin": 0.18096667528152466}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00932", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5567693710327148, "query_session_index": 2, "query_start_sec": 17.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9706059098243713}], "gold_semantic_scores": [0.6996904611587524], "gold_temporal_scores": [0.2709156274795532], "max_gold_score": 0.9706059098243713, "max_candidate_score": 0.9959394335746765, "top_memory_id": "history_02_utt_0008::cf::main::0", "max_non_gold_score": 0.9959394335746765, "best_gold_margin": -0.025333523750305176, "weakest_gold_margin": -0.025333523750305176}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00932", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was suggested as the main daytime activity?", "temporal_relation": "none", "query_temporal_norm": 0.13691367208957672, "query_session_index": 2, "query_start_sec": 17.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8295327425003052}], "gold_semantic_scores": [0.837749183177948], "gold_temporal_scores": [-0.008216336369514465], "max_gold_score": 0.8295327425003052, "max_candidate_score": 0.8295327425003052, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6398817300796509, "best_gold_margin": 0.1896510124206543, "weakest_gold_margin": 0.1896510124206543}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01034", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for proposing the stateful warm cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.16983067989349365, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7353752851486206}, {"memory_id": "history_02_utt_0007", "score": 0.7914618253707886}], "gold_semantic_scores": [0.6864843368530273, 0.725430965423584], "gold_temporal_scores": [0.048891082406044006, 0.06603093445301056], "max_gold_score": 0.7914618253707886, "max_candidate_score": 0.7914618253707886, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7218060493469238, "best_gold_margin": 0.06965577602386475, "weakest_gold_margin": 0.013569235801696777}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01034", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the stateful warm cache rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1612045168876648, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.851677417755127}], "gold_semantic_scores": [0.7967790365219116], "gold_temporal_scores": [0.05489829182624817], "max_gold_score": 0.851677417755127, "max_candidate_score": 0.851677417755127, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5966742038726807, "best_gold_margin": 0.2550032138824463, "weakest_gold_margin": 0.2550032138824463}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01034", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the purpose of suggesting request bundling early on?", "temporal_relation": "none", "query_temporal_norm": 0.11344479769468307, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.8732887506484985}], "gold_semantic_scores": [0.8514277935028076], "gold_temporal_scores": [0.021860988810658455], "max_gold_score": 0.8732887506484985, "max_candidate_score": 0.8732887506484985, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.49451690912246704, "best_gold_margin": 0.3787718415260315, "weakest_gold_margin": 0.3787718415260315}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01034", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was request bundling suggested for the experiment runner?", "temporal_relation": "session", "query_temporal_norm": 0.12294761836528778, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.76596999168396}], "gold_semantic_scores": [0.7281734943389893], "gold_temporal_scores": [0.037796467542648315], "max_gold_score": 0.76596999168396, "max_candidate_score": 0.76596999168396, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5135903358459473, "best_gold_margin": 0.2523796558380127, "weakest_gold_margin": 0.2523796558380127}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01127", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was the most recent shopping item Casey mentioned?", "temporal_relation": "none", "query_temporal_norm": 0.5331842303276062, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9551977515220642}], "gold_semantic_scores": [0.6937410235404968], "gold_temporal_scores": [0.26145702600479126], "max_gold_score": 0.9551977515220642, "max_candidate_score": 0.962645411491394, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.962645411491394, "best_gold_margin": -0.007447659969329834, "weakest_gold_margin": -0.007447659969329834}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01127", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the paper towel choice change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4008019268512726, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6671451330184937}, {"memory_id": "history_02_utt_0009", "score": 0.6895601153373718}], "gold_semantic_scores": [0.5184776186943054, 0.5692849159240723], "gold_temporal_scores": [0.14866745471954346, 0.12027502059936523], "max_gold_score": 0.6895601153373718, "max_candidate_score": 0.6895601153373718, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3463165760040283, "best_gold_margin": 0.3432435393333435, "weakest_gold_margin": 0.32082855701446533}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01127", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping item did Casey say they changed to?", "temporal_relation": "none", "query_temporal_norm": 0.41562649607658386, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8619338274002075}], "gold_semantic_scores": [0.6668779850006104], "gold_temporal_scores": [0.19505567848682404], "max_gold_score": 0.8619338274002075, "max_candidate_score": 0.8683879375457764, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0002::1", "max_non_gold_score": 0.8683879375457764, "best_gold_margin": -0.006454110145568848, "weakest_gold_margin": -0.006454110145568848}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01127", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent paper-towel item we decided to buy?", "temporal_relation": "none", "query_temporal_norm": 0.533588707447052, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9772483706474304}], "gold_semantic_scores": [0.7158253192901611], "gold_temporal_scores": [0.26142317056655884], "max_gold_score": 0.9772483706474304, "max_candidate_score": 0.9772483706474304, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9765661954879761, "best_gold_margin": 0.0006821751594543457, "weakest_gold_margin": 0.0006821751594543457}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00023", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.40926551818847656, "query_session_index": 2, "query_start_sec": 19.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7848365902900696}, {"memory_id": "history_02_utt_0007", "score": 0.8068931698799133}], "gold_semantic_scores": [0.6382269859313965, 0.6561586260795593], "gold_temporal_scores": [0.14660972356796265, 0.15073463320732117], "max_gold_score": 0.8068931698799133, "max_candidate_score": 0.8301430344581604, "top_memory_id": "history_02_utt_0007::cf::main::2", "max_non_gold_score": 0.8301430344581604, "best_gold_margin": -0.02324986457824707, "weakest_gold_margin": -0.04530644416809082}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00023", "qa_id": "extra_qa_0007", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What changed about the evaluation procedure between the earlier discussion and the later update?", "temporal_relation": "comparison", "query_temporal_norm": 0.32832154631614685, "query_session_index": 2, "query_start_sec": 19.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7159331440925598}, {"memory_id": "history_02_utt_0007", "score": 0.8193603754043579}], "gold_semantic_scores": [0.5997564792633057, 0.7202726006507874], "gold_temporal_scores": [0.11617668718099594, 0.09908805042505264], "max_gold_score": 0.8193603754043579, "max_candidate_score": 0.8193603754043579, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.37154990434646606, "best_gold_margin": 0.44781047105789185, "weakest_gold_margin": 0.34438323974609375}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00023", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who planned to use a single fixed validation split and report accuracy?", "temporal_relation": "none", "query_temporal_norm": 0.3285265564918518, "query_session_index": 2, "query_start_sec": 19.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8418911099433899}], "gold_semantic_scores": [0.7812795042991638], "gold_temporal_scores": [0.06061172857880592], "max_gold_score": 0.8418911099433899, "max_candidate_score": 0.8418911099433899, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4506612718105316, "best_gold_margin": 0.3912298381328583, "weakest_gold_margin": 0.3912298381328583}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00201", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3906334936618805, "query_session_index": 2, "query_start_sec": 15.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7185487151145935}, {"memory_id": "history_02_utt_0007", "score": 0.7413409948348999}], "gold_semantic_scores": [0.5814417600631714, 0.6080588102340698], "gold_temporal_scores": [0.13710707426071167, 0.13328219950199127], "max_gold_score": 0.7413409948348999, "max_candidate_score": 0.7761105298995972, "top_memory_id": "history_02_utt_0007::cf::main::2", "max_non_gold_score": 0.7761105298995972, "best_gold_margin": -0.034769535064697266, "weakest_gold_margin": -0.05756181478500366}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00201", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were leaning toward a guided city bike tour for one afternoon of the trip?", "temporal_relation": "none", "query_temporal_norm": 0.1518351286649704, "query_session_index": 2, "query_start_sec": 15.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6976200342178345}], "gold_semantic_scores": [0.6728050708770752], "gold_temporal_scores": [0.024814991280436516], "max_gold_score": 0.6976200342178345, "max_candidate_score": 0.6976200342178345, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3085305988788605, "best_gold_margin": 0.389089435338974, "weakest_gold_margin": 0.389089435338974}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00201", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested an evening beach picnic instead of the bike tour?", "temporal_relation": "none", "query_temporal_norm": 0.12146998196840286, "query_session_index": 2, "query_start_sec": 15.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8199565410614014}], "gold_semantic_scores": [0.7839587926864624], "gold_temporal_scores": [0.03599778190255165], "max_gold_score": 0.8199565410614014, "max_candidate_score": 0.8199565410614014, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5490552186965942, "best_gold_margin": 0.27090132236480713, "weakest_gold_margin": 0.27090132236480713}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00201", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently for the trip?", "temporal_relation": "none", "query_temporal_norm": 0.5107653141021729, "query_session_index": 2, "query_start_sec": 15.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8919786810874939}], "gold_semantic_scores": [0.6601320505142212], "gold_temporal_scores": [0.23184679448604584], "max_gold_score": 0.8919786810874939, "max_candidate_score": 0.894121527671814, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0007::1", "max_non_gold_score": 0.894121527671814, "best_gold_margin": -0.0021428465843200684, "weakest_gold_margin": -0.0021428465843200684}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00344", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the playlist to Evening Mix: Chill Beats + Acoustic Gems, and what was the earlier playlist?", "temporal_relation": "comparison", "query_temporal_norm": 0.3528806269168854, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8592843413352966}, {"memory_id": "history_02_utt_0011", "score": 0.7787927985191345}], "gold_semantic_scores": [0.7388917207717896, 0.684292733669281], "gold_temporal_scores": [0.12039262801408768, 0.0945003554224968], "max_gold_score": 0.8592843413352966, "max_candidate_score": 0.8592843413352966, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.34822508692741394, "best_gold_margin": 0.5110592544078827, "weakest_gold_margin": 0.4305677115917206}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00344", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the playlist selection change between the first listening session and the follow-up?", "temporal_relation": "comparison", "query_temporal_norm": 0.35385701060295105, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6246001720428467}, {"memory_id": "history_02_utt_0011", "score": 0.5866408348083496}], "gold_semantic_scores": [0.5007022023200989, 0.4704841375350952], "gold_temporal_scores": [0.12389817088842392, 0.11615678668022156], "max_gold_score": 0.6246001720428467, "max_candidate_score": 0.6246001720428467, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3119524121284485, "best_gold_margin": 0.3126477599143982, "weakest_gold_margin": 0.2746884226799011}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00344", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they set the playlist to Evening Mix: Chill Beats for the first listening session?", "temporal_relation": "none", "query_temporal_norm": 0.21270300447940826, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8983243703842163}], "gold_semantic_scores": [0.8442158699035645], "gold_temporal_scores": [0.0541086383163929], "max_gold_score": 0.8983243703842163, "max_candidate_score": 0.8983243703842163, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7431965470314026, "best_gold_margin": 0.15512782335281372, "weakest_gold_margin": 0.15512782335281372}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00344", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What playlist is currently set for the listening sessions?", "temporal_relation": "latest", "query_temporal_norm": 0.4713458716869354, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8556030988693237}], "gold_semantic_scores": [0.6561951637268066], "gold_temporal_scores": [0.19940795004367828], "max_gold_score": 0.8556030988693237, "max_candidate_score": 0.8599861264228821, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0007::1", "max_non_gold_score": 0.8599861264228821, "best_gold_margin": -0.00438302755355835, "weakest_gold_margin": -0.00438302755355835}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00475", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's release deadline change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4337612986564636, "query_session_index": 2, "query_start_sec": 17.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8257880210876465}, {"memory_id": "history_02_utt_0007", "score": 0.8461176156997681}], "gold_semantic_scores": [0.6621496081352234, 0.7010120749473572], "gold_temporal_scores": [0.16363836824893951, 0.1451057642698288], "max_gold_score": 0.8461176156997681, "max_candidate_score": 0.8461176156997681, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7199152708053589, "best_gold_margin": 0.12620234489440918, "weakest_gold_margin": 0.1058727502822876}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00475", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey state the release deadline was April 10, 2026?", "temporal_relation": "session", "query_temporal_norm": 0.4341944456100464, "query_session_index": 2, "query_start_sec": 17.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9588186740875244}], "gold_semantic_scores": [0.7925645112991333], "gold_temporal_scores": [0.16625410318374634], "max_gold_score": 0.9588186740875244, "max_candidate_score": 0.9588186740875244, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.9020391702651978, "best_gold_margin": 0.05677950382232666, "weakest_gold_margin": 0.05677950382232666}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00475", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What date did Casey move the release deadline to?", "temporal_relation": "none", "query_temporal_norm": 0.46454334259033203, "query_session_index": 2, "query_start_sec": 17.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8110172152519226}], "gold_semantic_scores": [0.7321304082870483], "gold_temporal_scores": [0.07888693362474442], "max_gold_score": 0.8110172152519226, "max_candidate_score": 0.8408768177032471, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8408768177032471, "best_gold_margin": -0.029859602451324463, "weakest_gold_margin": -0.029859602451324463}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00475", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who set the release deadline when we first sketched the rollout?", "temporal_relation": "earliest", "query_temporal_norm": 0.5539182424545288, "query_session_index": 2, "query_start_sec": 17.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9350854158401489}], "gold_semantic_scores": [0.7526373863220215], "gold_temporal_scores": [0.18244808912277222], "max_gold_score": 0.9350854158401489, "max_candidate_score": 0.9350854158401489, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6090292930603027, "best_gold_margin": 0.3260561227798462, "weakest_gold_margin": 0.3260561227798462}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00584", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the venue was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5411770939826965, "query_session_index": 2, "query_start_sec": 18.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.592410683631897}], "gold_semantic_scores": [0.4935477375984192], "gold_temporal_scores": [0.09886282682418823], "max_gold_score": 0.592410683631897, "max_candidate_score": 0.6063891649246216, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.6063891649246216, "best_gold_margin": -0.01397848129272461, "weakest_gold_margin": -0.01397848129272461}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00584", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we should set up the projector in the sunroom off the kitchen?", "temporal_relation": "none", "query_temporal_norm": 0.14602093398571014, "query_session_index": 2, "query_start_sec": 18.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7853646278381348}], "gold_semantic_scores": [0.771475613117218], "gold_temporal_scores": [0.01388904545456171], "max_gold_score": 0.7853646278381348, "max_candidate_score": 0.7853646278381348, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5365327000617981, "best_gold_margin": 0.24883192777633667, "weakest_gold_margin": 0.24883192777633667}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00584", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we ultimately decide to hold the screening?", "temporal_relation": "none", "query_temporal_norm": 0.534992516040802, "query_session_index": 2, "query_start_sec": 18.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9798557758331299}], "gold_semantic_scores": [0.7412481307983398], "gold_temporal_scores": [0.2386077344417572], "max_gold_score": 0.9798557758331299, "max_candidate_score": 0.9844928979873657, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 0.9844928979873657, "best_gold_margin": -0.00463712215423584, "weakest_gold_margin": -0.00463712215423584}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00584", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What venue did we first talk about before we changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.48878875374794006, "query_session_index": 2, "query_start_sec": 18.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.48669198155403137}], "gold_semantic_scores": [0.4045200049877167], "gold_temporal_scores": [0.0821719616651535], "max_gold_score": 0.48669198155403137, "max_candidate_score": 0.5000090003013611, "top_memory_id": "history_01_utt_0009::cf::extra_qa_0005::1", "max_non_gold_score": 0.5000090003013611, "best_gold_margin": -0.013317018747329712, "weakest_gold_margin": -0.013317018747329712}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00669", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest rating for The Last Archive was?", "temporal_relation": "latest", "query_temporal_norm": 0.5612135529518127, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.052167534828186}], "gold_semantic_scores": [0.7875872850418091], "gold_temporal_scores": [0.2645801603794098], "max_gold_score": 1.052167534828186, "max_candidate_score": 1.0585908889770508, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 1.0585908889770508, "best_gold_margin": -0.006423354148864746, "weakest_gold_margin": -0.006423354148864746}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00669", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent rating for The Last Archive?", "temporal_relation": "none", "query_temporal_norm": 0.5457946062088013, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0343239307403564}], "gold_semantic_scores": [0.7728795409202576], "gold_temporal_scores": [0.2614443004131317], "max_gold_score": 1.0343239307403564, "max_candidate_score": 1.0343239307403564, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.0336172580718994, "best_gold_margin": 0.0007066726684570312, "weakest_gold_margin": 0.0007066726684570312}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00724", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5552690029144287, "query_session_index": 2, "query_start_sec": 21.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0232882499694824}], "gold_semantic_scores": [0.7571743130683899], "gold_temporal_scores": [0.26611459255218506], "max_gold_score": 1.0232882499694824, "max_candidate_score": 1.0232882499694824, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.0202981233596802, "best_gold_margin": 0.002990126609802246, "weakest_gold_margin": 0.002990126609802246}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00724", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the plan to pick up a 6-count bottle of probiotic capsules mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1773664355278015, "query_session_index": 2, "query_start_sec": 21.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.664018452167511}], "gold_semantic_scores": [0.6212632060050964], "gold_temporal_scores": [0.04275532439351082], "max_gold_score": 0.664018452167511, "max_candidate_score": 0.664018452167511, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5106313228607178, "best_gold_margin": 0.1533871293067932, "weakest_gold_margin": 0.1533871293067932}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00846", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Green Leaf Diner, and why was it unavailable that night?", "temporal_relation": "none", "query_temporal_norm": 0.20144502818584442, "query_session_index": 2, "query_start_sec": 16.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.8147121071815491}, {"memory_id": "history_02_utt_0012", "score": 0.8598756790161133}], "gold_semantic_scores": [0.7513739466667175, 0.8091260194778442], "gold_temporal_scores": [0.06333819776773453, 0.050749290734529495], "max_gold_score": 0.8598756790161133, "max_candidate_score": 0.8598756790161133, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.8155713081359863, "best_gold_margin": 0.04430437088012695, "weakest_gold_margin": -0.0008592009544372559}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00846", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Do you remember why Green Leaf Diner wasn't available that night?", "temporal_relation": "none", "query_temporal_norm": 0.20527328550815582, "query_session_index": 2, "query_start_sec": 16.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9154859781265259}], "gold_semantic_scores": [0.832104504108429], "gold_temporal_scores": [0.08338149636983871], "max_gold_score": 0.9154859781265259, "max_candidate_score": 0.9154859781265259, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.712838888168335, "best_gold_margin": 0.20264708995819092, "weakest_gold_margin": 0.20264708995819092}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00846", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we say about Harbor Smokehouse?", "temporal_relation": "none", "query_temporal_norm": 0.09428108483552933, "query_session_index": 2, "query_start_sec": 16.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0030", "score": 0.7767899632453918}], "gold_semantic_scores": [0.7623822689056396], "gold_temporal_scores": [0.014407595619559288], "max_gold_score": 0.7767899632453918, "max_candidate_score": 0.7767899632453918, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.731323778629303, "best_gold_margin": 0.04546618461608887, "weakest_gold_margin": 0.04546618461608887}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00846", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we agree to keep dinners under the weekly grocery budget?", "temporal_relation": "session", "query_temporal_norm": 0.17655402421951294, "query_session_index": 2, "query_start_sec": 16.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0039", "score": 0.8016858696937561}], "gold_semantic_scores": [0.752591073513031], "gold_temporal_scores": [0.049094825983047485], "max_gold_score": 0.8016858696937561, "max_candidate_score": 0.8016858696937561, "top_memory_id": "history_01_utt_0039", "max_non_gold_score": 0.5234851241111755, "best_gold_margin": 0.27820074558258057, "weakest_gold_margin": 0.27820074558258057}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00982", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested the bleach-free concentrated laundry detergent (hypoallergenic, 50 loads)?", "temporal_relation": "earliest", "query_temporal_norm": 0.42938509583473206, "query_session_index": 2, "query_start_sec": 21.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8207653760910034}], "gold_semantic_scores": [0.713401198387146], "gold_temporal_scores": [0.10736437141895294], "max_gold_score": 0.8207653760910034, "max_candidate_score": 0.8207653760910034, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8087145686149597, "best_gold_margin": 0.012050807476043701, "weakest_gold_margin": 0.012050807476043701}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00982", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before the suggestion changed, what laundry product was originally proposed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5624913573265076, "query_session_index": 2, "query_start_sec": 21.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8172518610954285}], "gold_semantic_scores": [0.654325544834137], "gold_temporal_scores": [0.16292621195316315], "max_gold_score": 0.8172518610954285, "max_candidate_score": 0.8172518610954285, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8103373050689697, "best_gold_margin": 0.00691455602645874, "weakest_gold_margin": 0.00691455602645874}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00982", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Riley suggest we get for laundry detergent?", "temporal_relation": "none", "query_temporal_norm": 0.12392932921648026, "query_session_index": 2, "query_start_sec": 21.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6022064089775085}], "gold_semantic_scores": [0.5911121964454651], "gold_temporal_scores": [0.011094183661043644], "max_gold_score": 0.6022064089775085, "max_candidate_score": 0.6022064089775085, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.48693904280662537, "best_gold_margin": 0.11526736617088318, "weakest_gold_margin": 0.11526736617088318}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00982", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What laundry item do we have listed most recently for the shopping trip?", "temporal_relation": "none", "query_temporal_norm": 0.5340052843093872, "query_session_index": 2, "query_start_sec": 21.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.924349844455719}], "gold_semantic_scores": [0.6630849838256836], "gold_temporal_scores": [0.26126474142074585], "max_gold_score": 0.924349844455719, "max_candidate_score": 0.924349844455719, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9224759936332703, "best_gold_margin": 0.0018738508224487305, "weakest_gold_margin": 0.0018738508224487305}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01113", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "I suggested different places in earlier and later chats — what did I change the screening venue from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.3791322708129883, "query_session_index": 2, "query_start_sec": 20.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7716050744056702}, {"memory_id": "history_02_utt_0008", "score": 0.7605769038200378}], "gold_semantic_scores": [0.6368029713630676, 0.6283804178237915], "gold_temporal_scores": [0.13480231165885925, 0.13219647109508514], "max_gold_score": 0.7716050744056702, "max_candidate_score": 0.7716050744056702, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7248044013977051, "best_gold_margin": 0.04680067300796509, "weakest_gold_margin": 0.035772502422332764}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01113", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested we screen the movies at the Eastside Screening Room?", "temporal_relation": "none", "query_temporal_norm": 0.10809396952390671, "query_session_index": 2, "query_start_sec": 20.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7286996245384216}], "gold_semantic_scores": [0.7065677642822266], "gold_temporal_scores": [0.022132044658064842], "max_gold_score": 0.7286996245384216, "max_candidate_score": 0.7286996245384216, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5016273260116577, "best_gold_margin": 0.22707229852676392, "weakest_gold_margin": 0.22707229852676392}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01113", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested moving the screening to the Rooftop Lounge?", "temporal_relation": "none", "query_temporal_norm": 0.16040195524692535, "query_session_index": 2, "query_start_sec": 20.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8141220808029175}], "gold_semantic_scores": [0.7453482151031494], "gold_temporal_scores": [0.06877419352531433], "max_gold_score": 0.8141220808029175, "max_candidate_score": 0.8141220808029175, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5815190672874451, "best_gold_margin": 0.2326030135154724, "weakest_gold_margin": 0.2326030135154724}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01195", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who gave the most recent rating of 7.5 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.5416513681411743, "query_session_index": 2, "query_start_sec": 17.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8703354597091675}], "gold_semantic_scores": [0.6275390982627869], "gold_temporal_scores": [0.24279609322547913], "max_gold_score": 0.8703354597091675, "max_candidate_score": 0.8728644847869873, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 0.8728644847869873, "best_gold_margin": -0.0025290250778198242, "weakest_gold_margin": -0.0025290250778198242}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01195", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating for Moonlit Arcade change?", "temporal_relation": "comparison", "query_temporal_norm": 0.30540600419044495, "query_session_index": 2, "query_start_sec": 17.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8913005590438843}, {"memory_id": "history_02_utt_0010", "score": 0.8771120309829712}], "gold_semantic_scores": [0.7939574122428894, 0.7931357622146606], "gold_temporal_scores": [0.09734313189983368, 0.08397623151540756], "max_gold_score": 0.8913005590438843, "max_candidate_score": 0.8913005590438843, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6540625095367432, "best_gold_margin": 0.2372380495071411, "weakest_gold_margin": 0.22304952144622803}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01195", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated Moonlit Arcade's score to seven and a half out of ten?", "temporal_relation": "none", "query_temporal_norm": 0.3604406714439392, "query_session_index": 2, "query_start_sec": 17.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9642201662063599}], "gold_semantic_scores": [0.7863218784332275], "gold_temporal_scores": [0.17789806425571442], "max_gold_score": 0.9642201662063599, "max_candidate_score": 0.9642201662063599, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5066284537315369, "best_gold_margin": 0.457591712474823, "weakest_gold_margin": 0.457591712474823}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01195", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say he had updated his score for Moonlit Arcade?", "temporal_relation": "session", "query_temporal_norm": 0.4414885342121124, "query_session_index": 2, "query_start_sec": 17.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.959274411201477}], "gold_semantic_scores": [0.7692214846611023], "gold_temporal_scores": [0.19005301594734192], "max_gold_score": 0.959274411201477, "max_candidate_score": 0.959274411201477, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8630864024162292, "best_gold_margin": 0.0961880087852478, "weakest_gold_margin": 0.0961880087852478}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00094", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Reese recommend 'Midnight Drive', and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1804456114768982, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7532728910446167}, {"memory_id": "history_02_utt_0010", "score": 0.7661852240562439}], "gold_semantic_scores": [0.7035856246948242, 0.7174445986747742], "gold_temporal_scores": [0.049687471240758896, 0.04874065890908241], "max_gold_score": 0.7661852240562439, "max_candidate_score": 0.7661852240562439, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7154093384742737, "best_gold_margin": 0.050775885581970215, "weakest_gold_margin": 0.03786355257034302}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00094", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese recommend 'Midnight Drive'?", "temporal_relation": "session", "query_temporal_norm": 0.12200276553630829, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8009399771690369}], "gold_semantic_scores": [0.7686313986778259], "gold_temporal_scores": [0.03230874985456467], "max_gold_score": 0.8009399771690369, "max_candidate_score": 0.8009399771690369, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7188284993171692, "best_gold_margin": 0.08211147785186768, "weakest_gold_margin": 0.08211147785186768}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00094", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature was given as the reason for recommending 'City Lights Anthology'?", "temporal_relation": "none", "query_temporal_norm": 0.09506617486476898, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6260104775428772}], "gold_semantic_scores": [0.6150418519973755], "gold_temporal_scores": [0.010968746617436409], "max_gold_score": 0.6260104775428772, "max_candidate_score": 0.6260104775428772, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.33315309882164, "best_gold_margin": 0.2928573787212372, "weakest_gold_margin": 0.2928573787212372}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00094", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was 'City Lights Anthology' recommended?", "temporal_relation": "session", "query_temporal_norm": 0.13587310910224915, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.8021295666694641}], "gold_semantic_scores": [0.7715718746185303], "gold_temporal_scores": [0.03055785596370697], "max_gold_score": 0.8021295666694641, "max_candidate_score": 0.8021295666694641, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.4771057963371277, "best_gold_margin": 0.3250237703323364, "weakest_gold_margin": 0.3250237703323364}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00272", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Before we moved it, what did Cameron originally say the venue was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5698630213737488, "query_session_index": 2, "query_start_sec": 19.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8454021215438843}], "gold_semantic_scores": [0.7028318643569946], "gold_temporal_scores": [0.14257022738456726], "max_gold_score": 0.8454021215438843, "max_candidate_score": 0.8454021215438843, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8368560075759888, "best_gold_margin": 0.008546113967895508, "weakest_gold_margin": 0.008546113967895508}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00272", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before the plans changed, where had the movie night been booked?", "temporal_relation": "before", "query_temporal_norm": 0.35404378175735474, "query_session_index": 2, "query_start_sec": 19.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6617670655250549}], "gold_semantic_scores": [0.5353561639785767], "gold_temporal_scores": [0.1264108419418335], "max_gold_score": 0.6617670655250549, "max_candidate_score": 0.6617670655250549, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.47770699858665466, "best_gold_margin": 0.18406006693840027, "weakest_gold_margin": 0.18406006693840027}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00272", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Cameron say they booked for the movie night?", "temporal_relation": "none", "query_temporal_norm": 0.2575388550758362, "query_session_index": 2, "query_start_sec": 19.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8013993501663208}], "gold_semantic_scores": [0.7654880881309509], "gold_temporal_scores": [0.03591122850775719], "max_gold_score": 0.8013993501663208, "max_candidate_score": 0.8013993501663208, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.652299702167511, "best_gold_margin": 0.14909964799880981, "weakest_gold_margin": 0.14909964799880981}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00272", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention booking the screening room?", "temporal_relation": "session", "query_temporal_norm": 0.27220040559768677, "query_session_index": 2, "query_start_sec": 19.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8623493313789368}], "gold_semantic_scores": [0.7685845494270325], "gold_temporal_scores": [0.09376485645771027], "max_gold_score": 0.8623493313789368, "max_candidate_score": 0.8623493313789368, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7182290554046631, "best_gold_margin": 0.14412027597427368, "weakest_gold_margin": 0.14412027597427368}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00417", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan say the latest prototype demo deadline is?", "temporal_relation": "latest", "query_temporal_norm": 0.5266621112823486, "query_session_index": 2, "query_start_sec": 21.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0420705080032349}], "gold_semantic_scores": [0.7601595520973206], "gold_temporal_scores": [0.28191086649894714], "max_gold_score": 1.0420705080032349, "max_candidate_score": 1.0460703372955322, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 1.0460703372955322, "best_gold_margin": -0.003999829292297363, "weakest_gold_margin": -0.003999829292297363}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00417", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the most recent deadline for the prototype demo?", "temporal_relation": "none", "query_temporal_norm": 0.5379982590675354, "query_session_index": 2, "query_start_sec": 21.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0654338598251343}], "gold_semantic_scores": [0.8115487694740295], "gold_temporal_scores": [0.2538852393627167], "max_gold_score": 1.0654338598251343, "max_candidate_score": 1.0654338598251343, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.0652251243591309, "best_gold_margin": 0.00020873546600341797, "weakest_gold_margin": 0.00020873546600341797}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00538", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the activity choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5445611476898193, "query_session_index": 2, "query_start_sec": 18.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8005988597869873}], "gold_semantic_scores": [0.6552063226699829], "gold_temporal_scores": [0.14539247751235962], "max_gold_score": 0.8005988597869873, "max_candidate_score": 0.8436509966850281, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.8436509966850281, "best_gold_margin": -0.04305213689804077, "weakest_gold_margin": -0.04305213689804077}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00538", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which activity did someone suggest switching to?", "temporal_relation": "none", "query_temporal_norm": 0.34132614731788635, "query_session_index": 2, "query_start_sec": 18.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7899421453475952}], "gold_semantic_scores": [0.6583492755889893], "gold_temporal_scores": [0.13159289956092834], "max_gold_score": 0.7899421453475952, "max_candidate_score": 0.7899421453475952, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5271992683410645, "best_gold_margin": 0.26274287700653076, "weakest_gold_margin": 0.26274287700653076}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00538", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the change to the outdoor jazz concert in the park mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.32012832164764404, "query_session_index": 2, "query_start_sec": 18.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8670437335968018}], "gold_semantic_scores": [0.7256001234054565], "gold_temporal_scores": [0.14144393801689148], "max_gold_score": 0.8670437335968018, "max_candidate_score": 0.8670437335968018, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6168534159660339, "best_gold_margin": 0.2501903176307678, "weakest_gold_margin": 0.2501903176307678}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00593", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation plan to include a blind test set and two baselines, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.3894246816635132, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8815268278121948}, {"memory_id": "history_02_utt_0007", "score": 0.8411686420440674}], "gold_semantic_scores": [0.7380779981613159, 0.7180729508399963], "gold_temporal_scores": [0.14344890415668488, 0.12309580296278], "max_gold_score": 0.8815268278121948, "max_candidate_score": 0.8815268278121948, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.42447540163993835, "best_gold_margin": 0.45705142617225647, "weakest_gold_margin": 0.41669324040412903}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00593", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler state the evaluation plan to use the dev set only?", "temporal_relation": "session", "query_temporal_norm": 0.28837400674819946, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.911965012550354}], "gold_semantic_scores": [0.8138208985328674], "gold_temporal_scores": [0.09814414381980896], "max_gold_score": 0.911965012550354, "max_candidate_score": 0.911965012550354, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8030640482902527, "best_gold_margin": 0.10890096426010132, "weakest_gold_margin": 0.10890096426010132}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00593", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Skyler describe in the later update?", "temporal_relation": "none", "query_temporal_norm": 0.3356057107448578, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8597804307937622}], "gold_semantic_scores": [0.7276936769485474], "gold_temporal_scores": [0.13208669424057007], "max_gold_score": 0.8597804307937622, "max_candidate_score": 0.887667715549469, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.887667715549469, "best_gold_margin": -0.027887284755706787, "weakest_gold_margin": -0.027887284755706787}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00593", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to evaluate on the dev set only?", "temporal_relation": "none", "query_temporal_norm": 0.3133232891559601, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8379511833190918}], "gold_semantic_scores": [0.7768571376800537], "gold_temporal_scores": [0.061094027012586594], "max_gold_score": 0.8379511833190918, "max_candidate_score": 0.8379511833190918, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6503314971923828, "best_gold_margin": 0.18761968612670898, "weakest_gold_margin": 0.18761968612670898}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00658", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally set the training deadline to May 5, 2026?", "temporal_relation": "earliest", "query_temporal_norm": 0.5703617334365845, "query_session_index": 2, "query_start_sec": 19.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9333871006965637}], "gold_semantic_scores": [0.7780061364173889], "gold_temporal_scores": [0.1553810089826584], "max_gold_score": 0.9333871006965637, "max_candidate_score": 0.9333871006965637, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6223003268241882, "best_gold_margin": 0.3110867738723755, "weakest_gold_margin": 0.3110867738723755}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00658", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What are the most recent training settings we decided on?", "temporal_relation": "none", "query_temporal_norm": 0.5491388440132141, "query_session_index": 2, "query_start_sec": 19.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8818250298500061}], "gold_semantic_scores": [0.6162562966346741], "gold_temporal_scores": [0.26556867361068726], "max_gold_score": 0.8818250298500061, "max_candidate_score": 0.8818250298500061, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.876543402671814, "best_gold_margin": 0.005281627178192139, "weakest_gold_margin": 0.005281627178192139}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00658", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training settings change from the earlier values to the current ones?", "temporal_relation": "comparison", "query_temporal_norm": 0.40369436144828796, "query_session_index": 2, "query_start_sec": 19.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6768013834953308}, {"memory_id": "history_02_utt_0007", "score": 0.6992326378822327}], "gold_semantic_scores": [0.5284411311149597, 0.5542070269584656], "gold_temporal_scores": [0.14836038649082184, 0.14502544701099396], "max_gold_score": 0.6992326378822327, "max_candidate_score": 0.6992326378822327, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.37095749378204346, "best_gold_margin": 0.3282751441001892, "weakest_gold_margin": 0.30584388971328735}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00658", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What are the training settings in the update?", "temporal_relation": "latest", "query_temporal_norm": 0.478352814912796, "query_session_index": 2, "query_start_sec": 19.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6627370715141296}], "gold_semantic_scores": [0.45385342836380005], "gold_temporal_scores": [0.20888350903987885], "max_gold_score": 0.6627370715141296, "max_candidate_score": 0.6627370715141296, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6516842842102051, "best_gold_margin": 0.01105278730392456, "weakest_gold_margin": 0.01105278730392456}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00752", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I propose for the edge-cache policy, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.15544185042381287, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8272492289543152}, {"memory_id": "history_02_utt_0008", "score": 0.7795876860618591}], "gold_semantic_scores": [0.7799802422523499, 0.7316529750823975], "gold_temporal_scores": [0.0472690686583519, 0.04793478175997734], "max_gold_score": 0.8272492289543152, "max_candidate_score": 0.8272492289543152, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8168530464172363, "best_gold_margin": 0.010396182537078857, "weakest_gold_margin": -0.0372653603553772}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00752", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the edge-cache policy rejected?", "temporal_relation": "none", "query_temporal_norm": 0.15889018774032593, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8594886660575867}], "gold_semantic_scores": [0.7903431057929993], "gold_temporal_scores": [0.06914547830820084], "max_gold_score": 0.8594886660575867, "max_candidate_score": 0.8594886660575867, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6778090596199036, "best_gold_margin": 0.1816796064376831, "weakest_gold_margin": 0.1816796064376831}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00752", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What benefit was the batch-compress pipeline proposed to provide?", "temporal_relation": "none", "query_temporal_norm": 0.11209365725517273, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.8259493112564087}], "gold_semantic_scores": [0.79795902967453], "gold_temporal_scores": [0.02799026295542717], "max_gold_score": 0.8259493112564087, "max_candidate_score": 0.8259493112564087, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5552366971969604, "best_gold_margin": 0.27071261405944824, "weakest_gold_margin": 0.27071261405944824}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00752", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it stated that the batch-compress pipeline had been approved?", "temporal_relation": "session", "query_temporal_norm": 0.1206442341208458, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.7610785961151123}], "gold_semantic_scores": [0.7364886403083801], "gold_temporal_scores": [0.024589568376541138], "max_gold_score": 0.7610785961151123, "max_candidate_score": 0.7610785961151123, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.5863867998123169, "best_gold_margin": 0.1746917963027954, "weakest_gold_margin": 0.1746917963027954}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00854", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the Edge TPU option satisfied, and why did I later reject it?", "temporal_relation": "none", "query_temporal_norm": 0.25808149576187134, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7322859764099121}, {"memory_id": "history_02_utt_0009", "score": 0.776298999786377}], "gold_semantic_scores": [0.6555846333503723, 0.6601744890213013], "gold_temporal_scores": [0.07670136541128159, 0.11612445116043091], "max_gold_score": 0.776298999786377, "max_candidate_score": 0.776298999786377, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7698433995246887, "best_gold_margin": 0.006455600261688232, "weakest_gold_margin": -0.03755742311477661}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00854", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the Edge TPU option?", "temporal_relation": "none", "query_temporal_norm": 0.3496412932872772, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7879151701927185}], "gold_semantic_scores": [0.6245441436767578], "gold_temporal_scores": [0.16337110102176666], "max_gold_score": 0.7879151701927185, "max_candidate_score": 0.7879151701927185, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5438079237937927, "best_gold_margin": 0.24410724639892578, "weakest_gold_margin": 0.24410724639892578}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00854", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What constraint did on-device quantization satisfy?", "temporal_relation": "none", "query_temporal_norm": 0.1528487354516983, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.5919774770736694}], "gold_semantic_scores": [0.5708494782447815], "gold_temporal_scores": [0.021128199994564056], "max_gold_score": 0.5919774770736694, "max_candidate_score": 0.5919774770736694, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5616104602813721, "best_gold_margin": 0.030367016792297363, "weakest_gold_margin": 0.030367016792297363}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00854", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that on-device quantization was kept?", "temporal_relation": "session", "query_temporal_norm": 0.1575695127248764, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.7126903533935547}], "gold_semantic_scores": [0.6472143530845642], "gold_temporal_scores": [0.06547600030899048], "max_gold_score": 0.7126903533935547, "max_candidate_score": 0.7126903533935547, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.4628171920776367, "best_gold_margin": 0.24987316131591797, "weakest_gold_margin": 0.24987316131591797}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00923", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery's training setting change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.40936732292175293, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7599002718925476}, {"memory_id": "history_02_utt_0008", "score": 0.8576107621192932}], "gold_semantic_scores": [0.6135444045066833, 0.7206202745437622], "gold_temporal_scores": [0.14635606110095978, 0.13699065148830414], "max_gold_score": 0.8576107621192932, "max_candidate_score": 0.8576107621192932, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7509551048278809, "best_gold_margin": 0.10665565729141235, "weakest_gold_margin": 0.008945167064666748}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00923", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was different about the training setup when it was later updated compared with the original configuration?", "temporal_relation": "comparison", "query_temporal_norm": 0.34062322974205017, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7187983393669128}, {"memory_id": "history_02_utt_0008", "score": 0.7413256764411926}], "gold_semantic_scores": [0.5982547998428345, 0.6371158957481384], "gold_temporal_scores": [0.12054374068975449, 0.10420963913202286], "max_gold_score": 0.7413256764411926, "max_candidate_score": 0.7413256764411926, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4386409521102905, "best_gold_margin": 0.3026847243309021, "weakest_gold_margin": 0.2801573872566223}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00923", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they originally set the training to run on a single-node GPU?", "temporal_relation": "earliest", "query_temporal_norm": 0.551866888999939, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7037607431411743}], "gold_semantic_scores": [0.586818516254425], "gold_temporal_scores": [0.11694227904081345], "max_gold_score": 0.7037607431411743, "max_candidate_score": 0.7037607431411743, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4025334417819977, "best_gold_margin": 0.30122730135917664, "weakest_gold_margin": 0.30122730135917664}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00923", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the training to distributed multi-GPU?", "temporal_relation": "none", "query_temporal_norm": 0.3098732829093933, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8237917423248291}], "gold_semantic_scores": [0.677951991558075], "gold_temporal_scores": [0.14583972096443176], "max_gold_score": 0.8237917423248291, "max_candidate_score": 0.8237917423248291, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4449141323566437, "best_gold_margin": 0.3788776099681854, "weakest_gold_margin": 0.3788776099681854}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01022", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Avery give for recommending Blue Ridge, and why did Cameron drop it?", "temporal_relation": "none", "query_temporal_norm": 0.1908188909292221, "query_session_index": 2, "query_start_sec": 14.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5461536645889282}, {"memory_id": "history_02_utt_0008", "score": 0.5316930413246155}], "gold_semantic_scores": [0.49414944648742676, 0.48227980732917786], "gold_temporal_scores": [0.05200441554188728, 0.04941325634717941], "max_gold_score": 0.5461536645889282, "max_candidate_score": 0.5767203569412231, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.5767203569412231, "best_gold_margin": -0.030566692352294922, "weakest_gold_margin": -0.045027315616607666}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01022", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Blue Ridge because of its warm family humor?", "temporal_relation": "none", "query_temporal_norm": 0.09910139441490173, "query_session_index": 2, "query_start_sec": 14.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8021571040153503}], "gold_semantic_scores": [0.7931490540504456], "gold_temporal_scores": [0.009008001536130905], "max_gold_score": 0.8021571040153503, "max_candidate_score": 0.8021571040153503, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.467955082654953, "best_gold_margin": 0.33420202136039734, "weakest_gold_margin": 0.33420202136039734}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01022", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Avery recommend Blue Ridge earlier?", "temporal_relation": "none", "query_temporal_norm": 0.12437152117490768, "query_session_index": 2, "query_start_sec": 14.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7782695889472961}], "gold_semantic_scores": [0.7522255182266235], "gold_temporal_scores": [0.026044122874736786], "max_gold_score": 0.7782695889472961, "max_candidate_score": 0.7782695889472961, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6759493947029114, "best_gold_margin": 0.10232019424438477, "weakest_gold_margin": 0.10232019424438477}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01022", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was a reason given for dropping Blue Ridge?", "temporal_relation": "session", "query_temporal_norm": 0.13200275599956512, "query_session_index": 2, "query_start_sec": 14.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.747697651386261}], "gold_semantic_scores": [0.6928606629371643], "gold_temporal_scores": [0.054837144911289215], "max_gold_score": 0.747697651386261, "max_candidate_score": 0.747697651386261, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5655924677848816, "best_gold_margin": 0.1821051836013794, "weakest_gold_margin": 0.1821051836013794}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01097", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Rowan give for recommending Night Shift Bites, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.21360328793525696, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7681683301925659}, {"memory_id": "history_02_utt_0009", "score": 0.8059685826301575}], "gold_semantic_scores": [0.7081384658813477, 0.7505837678909302], "gold_temporal_scores": [0.060029804706573486, 0.055384788662195206], "max_gold_score": 0.8059685826301575, "max_candidate_score": 0.8059685826301575, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7270382642745972, "best_gold_margin": 0.0789303183555603, "weakest_gold_margin": 0.04113006591796875}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01097", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan recommend Night Shift Bites?", "temporal_relation": "session", "query_temporal_norm": 0.2087853103876114, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7297426462173462}], "gold_semantic_scores": [0.6690887808799744], "gold_temporal_scores": [0.060653865337371826], "max_gold_score": 0.7297426462173462, "max_candidate_score": 0.7297426462173462, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6308854222297668, "best_gold_margin": 0.09885722398757935, "weakest_gold_margin": 0.09885722398757935}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01097", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Porch Letters?", "temporal_relation": "none", "query_temporal_norm": 0.08543337881565094, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7208455204963684}], "gold_semantic_scores": [0.712655246257782], "gold_temporal_scores": [0.00819032546132803], "max_gold_score": 0.7208455204963684, "max_candidate_score": 0.7208455204963684, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.48690900206565857, "best_gold_margin": 0.23393651843070984, "weakest_gold_margin": 0.23393651843070984}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01097", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we discuss the recommendation of Porch Letters?", "temporal_relation": "session", "query_temporal_norm": 0.11163415014743805, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7592743039131165}], "gold_semantic_scores": [0.7274563312530518], "gold_temporal_scores": [0.03181791305541992], "max_gold_score": 0.7592743039131165, "max_candidate_score": 0.7592743039131165, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5092101693153381, "best_gold_margin": 0.2500641345977783, "weakest_gold_margin": 0.2500641345977783}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01215", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Before it was changed, what did Riley originally say the playlist choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5596804618835449, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.672009289264679}], "gold_semantic_scores": [0.5364404320716858], "gold_temporal_scores": [0.1355687826871872], "max_gold_score": 0.672009289264679, "max_candidate_score": 0.672009289264679, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6120606064796448, "best_gold_margin": 0.05994868278503418, "weakest_gold_margin": 0.05994868278503418}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01215", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier, before the playlist was changed, which song had been placed at the top of the listening list?", "temporal_relation": "before", "query_temporal_norm": 0.3628433048725128, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.819724977016449}], "gold_semantic_scores": [0.7585915327072144], "gold_temporal_scores": [0.06113336980342865], "max_gold_score": 0.819724977016449, "max_candidate_score": 0.819724977016449, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4245152473449707, "best_gold_margin": 0.39520972967147827, "weakest_gold_margin": 0.39520972967147827}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01215", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What song did Riley say they originally put at the top of the listening list?", "temporal_relation": "earliest", "query_temporal_norm": 0.5463478565216064, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8532291054725647}], "gold_semantic_scores": [0.7599764466285706], "gold_temporal_scores": [0.09325259178876877], "max_gold_score": 0.8532291054725647, "max_candidate_score": 0.8532291054725647, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8220746517181396, "best_gold_margin": 0.03115445375442505, "weakest_gold_margin": 0.03115445375442505}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01215", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What playback setting was chosen for smoother transitions between tracks?", "temporal_relation": "none", "query_temporal_norm": 0.1534314751625061, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.7195650935173035}], "gold_semantic_scores": [0.6660706400871277], "gold_temporal_scores": [0.05349443852901459], "max_gold_score": 0.7195650935173035, "max_candidate_score": 0.7195650935173035, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.4389041066169739, "best_gold_margin": 0.2806609869003296, "weakest_gold_margin": 0.2806609869003296}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00129", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What benefit did Reese propose for Option A, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2162262201309204, "query_session_index": 2, "query_start_sec": 16.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6115966439247131}, {"memory_id": "history_02_utt_0010", "score": 0.6118156313896179}], "gold_semantic_scores": [0.5418713092803955, 0.5584588646888733], "gold_temporal_scores": [0.06972521543502808, 0.053356725722551346], "max_gold_score": 0.6118156313896179, "max_candidate_score": 0.6118156313896179, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6097955703735352, "best_gold_margin": 0.0020200610160827637, "weakest_gold_margin": 0.0018010735511779785}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00129", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed keeping Option A?", "temporal_relation": "none", "query_temporal_norm": 0.11040960252285004, "query_session_index": 2, "query_start_sec": 16.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7731713056564331}], "gold_semantic_scores": [0.7471216320991516], "gold_temporal_scores": [0.026049727573990822], "max_gold_score": 0.7731713056564331, "max_candidate_score": 0.7731713056564331, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6021448969841003, "best_gold_margin": 0.17102640867233276, "weakest_gold_margin": 0.17102640867233276}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00129", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature did Option B have that led someone to suggest it early on?", "temporal_relation": "none", "query_temporal_norm": 0.23392543196678162, "query_session_index": 2, "query_start_sec": 16.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.5478563904762268}], "gold_semantic_scores": [0.5290490984916687], "gold_temporal_scores": [0.01880737580358982], "max_gold_score": 0.5478563904762268, "max_candidate_score": 0.5478563904762268, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.3644265830516815, "best_gold_margin": 0.1834298074245453, "weakest_gold_margin": 0.1834298074245453}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00129", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that someone suggested Option B?", "temporal_relation": "session", "query_temporal_norm": 0.12904660403728485, "query_session_index": 2, "query_start_sec": 16.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6563653945922852}], "gold_semantic_scores": [0.6345447301864624], "gold_temporal_scores": [0.021820679306983948], "max_gold_score": 0.6563653945922852, "max_candidate_score": 0.6563653945922852, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.449040025472641, "best_gold_margin": 0.20732536911964417, "weakest_gold_margin": 0.20732536911964417}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00187", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor originally say the training setting was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5448492169380188, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8648225665092468}], "gold_semantic_scores": [0.7285131812095642], "gold_temporal_scores": [0.13630937039852142], "max_gold_score": 0.8648225665092468, "max_candidate_score": 0.8648225665092468, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7840399742126465, "best_gold_margin": 0.08078259229660034, "weakest_gold_margin": 0.08078259229660034}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00187", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training settings did Taylor say were being used?", "temporal_relation": "none", "query_temporal_norm": 0.32588768005371094, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7147711515426636}], "gold_semantic_scores": [0.6250958442687988], "gold_temporal_scores": [0.08967535197734833], "max_gold_score": 0.7147711515426636, "max_candidate_score": 0.7147711515426636, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6764192581176758, "best_gold_margin": 0.03835189342498779, "weakest_gold_margin": 0.03835189342498779}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00187", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally configured the training?", "temporal_relation": "earliest", "query_temporal_norm": 0.554144561290741, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.47952181100845337}], "gold_semantic_scores": [0.3506878614425659], "gold_temporal_scores": [0.12883387506008148], "max_gold_score": 0.47952181100845337, "max_candidate_score": 0.47952181100845337, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4694157540798187, "best_gold_margin": 0.010106056928634644, "weakest_gold_margin": 0.010106056928634644}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00187", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was that training configuration mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.23090830445289612, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6767400503158569}], "gold_semantic_scores": [0.6198341250419617], "gold_temporal_scores": [0.0569055937230587], "max_gold_score": 0.6767400503158569, "max_candidate_score": 0.7002151012420654, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7002151012420654, "best_gold_margin": -0.023475050926208496, "weakest_gold_margin": -0.023475050926208496}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00254", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the deployment target was an edge GPU pod using our Jetson cluster, before it was later changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5114836096763611, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7825000286102295}], "gold_semantic_scores": [0.6902366876602173], "gold_temporal_scores": [0.0922633558511734], "max_gold_score": 0.7825000286102295, "max_candidate_score": 0.7825000286102295, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5327078104019165, "best_gold_margin": 0.249792218208313, "weakest_gold_margin": 0.249792218208313}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00254", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What deployment target are we currently using for the model?", "temporal_relation": "latest", "query_temporal_norm": 0.5123153924942017, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8318403363227844}], "gold_semantic_scores": [0.6112659573554993], "gold_temporal_scores": [0.22057420015335083], "max_gold_score": 0.8318403363227844, "max_candidate_score": 0.8338789939880371, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0001::1", "max_non_gold_score": 0.8338789939880371, "best_gold_margin": -0.0020386576652526855, "weakest_gold_margin": -0.0020386576652526855}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00254", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say he originally deployed the prototype to?", "temporal_relation": "earliest", "query_temporal_norm": 0.5170255899429321, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7175727486610413}], "gold_semantic_scores": [0.6222254037857056], "gold_temporal_scores": [0.09534746408462524], "max_gold_score": 0.7175727486610413, "max_candidate_score": 0.7175727486610413, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6343962550163269, "best_gold_margin": 0.08317649364471436, "weakest_gold_margin": 0.08317649364471436}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00254", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our discussions, what deployment target did we initially use for the prototype?", "temporal_relation": "session", "query_temporal_norm": 0.5016654133796692, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5945340394973755}], "gold_semantic_scores": [0.5100840330123901], "gold_temporal_scores": [0.08444996923208237], "max_gold_score": 0.5945340394973755, "max_candidate_score": 0.5945340394973755, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3563884198665619, "best_gold_margin": 0.2381456196308136, "weakest_gold_margin": 0.2381456196308136}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00321", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's group choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.39988553524017334, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6761668920516968}, {"memory_id": "history_02_utt_0009", "score": 0.6892669200897217}], "gold_semantic_scores": [0.5428844690322876, 0.5498716235160828], "gold_temporal_scores": [0.13328273594379425, 0.13939553499221802], "max_gold_score": 0.6892669200897217, "max_candidate_score": 0.6892669200897217, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5729149580001831, "best_gold_margin": 0.11635196208953857, "weakest_gold_margin": 0.10325193405151367}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00321", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the group's chosen watch list change between the earlier discussion and the later update?", "temporal_relation": "comparison", "query_temporal_norm": 0.3784034550189972, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.651894211769104}, {"memory_id": "history_02_utt_0009", "score": 0.66145259141922}], "gold_semantic_scores": [0.5236434936523438, 0.5224648118019104], "gold_temporal_scores": [0.1282508820295334, 0.138987734913826], "max_gold_score": 0.66145259141922, "max_candidate_score": 0.66145259141922, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.37907347083091736, "best_gold_margin": 0.2823791205883026, "weakest_gold_margin": 0.27282074093818665}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00321", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What list did Drew say we decided to watch at our last meeting?", "temporal_relation": "none", "query_temporal_norm": 0.4000357985496521, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6298624277114868}], "gold_semantic_scores": [0.6397619843482971], "gold_temporal_scores": [-0.00989946536719799], "max_gold_score": 0.6298624277114868, "max_candidate_score": 0.7618911266326904, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7618911266326904, "best_gold_margin": -0.1320286989212036, "weakest_gold_margin": -0.1320286989212036}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00321", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which films did Drew say the group updated the watch list to?", "temporal_relation": "none", "query_temporal_norm": 0.4844556152820587, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8335647583007812}], "gold_semantic_scores": [0.5817028284072876], "gold_temporal_scores": [0.25186195969581604], "max_gold_score": 0.8335647583007812, "max_candidate_score": 0.8335647583007812, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7505303025245667, "best_gold_margin": 0.0830344557762146, "weakest_gold_margin": 0.0830344557762146}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00458", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending Sunset Short, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1419820338487625, "query_session_index": 2, "query_start_sec": 14.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8036552667617798}, {"memory_id": "history_02_utt_0010", "score": 0.7929033637046814}], "gold_semantic_scores": [0.7615680694580078, 0.7567477226257324], "gold_temporal_scores": [0.04208724945783615, 0.036155689507722855], "max_gold_score": 0.8036552667617798, "max_candidate_score": 0.8268449306488037, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8268449306488037, "best_gold_margin": -0.023189663887023926, "weakest_gold_margin": -0.033941566944122314}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00458", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we drop \"Sunset Short\"?", "temporal_relation": "none", "query_temporal_norm": 0.1664944887161255, "query_session_index": 2, "query_start_sec": 14.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9085308909416199}], "gold_semantic_scores": [0.8339994549751282], "gold_temporal_scores": [0.07453151047229767], "max_gold_score": 0.9085308909416199, "max_candidate_score": 0.9085308909416199, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6016797423362732, "best_gold_margin": 0.3068511486053467, "weakest_gold_margin": 0.3068511486053467}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00458", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending \"Retro Montage\"?", "temporal_relation": "none", "query_temporal_norm": 0.08631560206413269, "query_session_index": 2, "query_start_sec": 14.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6318876147270203}], "gold_semantic_scores": [0.6217140555381775], "gold_temporal_scores": [0.010173474438488483], "max_gold_score": 0.6318876147270203, "max_candidate_score": 0.6318876147270203, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.4561646580696106, "best_gold_margin": 0.17572295665740967, "weakest_gold_margin": 0.17572295665740967}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00458", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Retro Montage recommended?", "temporal_relation": "session", "query_temporal_norm": 0.1137842908501625, "query_session_index": 2, "query_start_sec": 14.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7168282270431519}], "gold_semantic_scores": [0.6843774914741516], "gold_temporal_scores": [0.032450735569000244], "max_gold_score": 0.7168282270431519, "max_candidate_score": 0.7168282270431519, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5331504344940186, "best_gold_margin": 0.1836777925491333, "weakest_gold_margin": 0.1836777925491333}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00559", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan say about Green Harbor, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.20002703368663788, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7859660387039185}, {"memory_id": "history_02_utt_0009", "score": 0.7721244692802429}], "gold_semantic_scores": [0.7226174473762512, 0.731741726398468], "gold_temporal_scores": [0.06334871798753738, 0.04038287326693535], "max_gold_score": 0.7859660387039185, "max_candidate_score": 0.8174939751625061, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.8174939751625061, "best_gold_margin": -0.031527936458587646, "weakest_gold_margin": -0.045369505882263184}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00559", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Rowan suggest Green Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.1362735629081726, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8776024580001831}], "gold_semantic_scores": [0.8413547873497009], "gold_temporal_scores": [0.03624771907925606], "max_gold_score": 0.8776024580001831, "max_candidate_score": 0.8776024580001831, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7486960887908936, "best_gold_margin": 0.12890636920928955, "weakest_gold_margin": 0.12890636920928955}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00559", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.11349586397409439, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.720521092414856}], "gold_semantic_scores": [0.7052004337310791], "gold_temporal_scores": [0.015320713631808758], "max_gold_score": 0.720521092414856, "max_candidate_score": 0.720521092414856, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5601488947868347, "best_gold_margin": 0.16037219762802124, "weakest_gold_margin": 0.16037219762802124}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00559", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we mention the seasonal vegetable sharing platter?", "temporal_relation": "session", "query_temporal_norm": 0.18256507813930511, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.5718013644218445}], "gold_semantic_scores": [0.5215876698493958], "gold_temporal_scores": [0.05021372810006142], "max_gold_score": 0.5718013644218445, "max_candidate_score": 0.5718013644218445, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.35405269265174866, "best_gold_margin": 0.21774867177009583, "weakest_gold_margin": 0.21774867177009583}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00690", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the local cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.23859021067619324, "query_session_index": 2, "query_start_sec": 25.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0013", "score": 0.6700477004051208}, {"memory_id": "history_02_utt_0011", "score": 0.6532624363899231}], "gold_semantic_scores": [0.5964269042015076, 0.6024460196495056], "gold_temporal_scores": [0.07362091541290283, 0.0508163757622242], "max_gold_score": 0.6700477004051208, "max_candidate_score": 0.6700477004051208, "top_memory_id": "history_01_utt_0013", "max_non_gold_score": 0.41263318061828613, "best_gold_margin": 0.2574145197868347, "weakest_gold_margin": 0.24062925577163696}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00690", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron say Casey proposed?", "temporal_relation": "none", "query_temporal_norm": 0.15314441919326782, "query_session_index": 2, "query_start_sec": 25.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0013", "score": 0.794032096862793}], "gold_semantic_scores": [0.7573280334472656], "gold_temporal_scores": [0.03670419752597809], "max_gold_score": 0.794032096862793, "max_candidate_score": 0.794032096862793, "top_memory_id": "history_01_utt_0013", "max_non_gold_score": 0.7739056944847107, "best_gold_margin": 0.020126402378082275, "weakest_gold_margin": 0.020126402378082275}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00690", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What conclusion did the follow-up review reach about the local cache?", "temporal_relation": "none", "query_temporal_norm": 0.45517101883888245, "query_session_index": 2, "query_start_sec": 25.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7608004212379456}], "gold_semantic_scores": [0.5845271348953247], "gold_temporal_scores": [0.17627358436584473], "max_gold_score": 0.7608004212379456, "max_candidate_score": 0.7608004212379456, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.42484936118125916, "best_gold_margin": 0.3359510600566864, "weakest_gold_margin": 0.3359510600566864}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00690", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we reject the local cache?", "temporal_relation": "session", "query_temporal_norm": 0.21029333770275116, "query_session_index": 2, "query_start_sec": 25.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8216307759284973}], "gold_semantic_scores": [0.7334749698638916], "gold_temporal_scores": [0.08815578371286392], "max_gold_score": 0.8216307759284973, "max_candidate_score": 0.8216307759284973, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.510023295879364, "best_gold_margin": 0.3116074800491333, "weakest_gold_margin": 0.3116074800491333}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00827", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What rating did I say I gave that episode most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5094799995422363, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9179981350898743}], "gold_semantic_scores": [0.7080143094062805], "gold_temporal_scores": [0.20998375117778778], "max_gold_score": 0.9179981350898743, "max_candidate_score": 0.9179981350898743, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9173842668533325, "best_gold_margin": 0.000613868236541748, "weakest_gold_margin": 0.000613868236541748}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00827", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What rating had been assigned to that episode earlier on?", "temporal_relation": "before", "query_temporal_norm": 0.28302833437919617, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8037741184234619}], "gold_semantic_scores": [0.7647701501846313], "gold_temporal_scores": [0.03900397568941116], "max_gold_score": 0.8037741184234619, "max_candidate_score": 0.8037741184234619, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.43939509987831116, "best_gold_margin": 0.36437901854515076, "weakest_gold_margin": 0.36437901854515076}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00827", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the most recent rating given for that episode?", "temporal_relation": "none", "query_temporal_norm": 0.5309493541717529, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9829126596450806}], "gold_semantic_scores": [0.7375439405441284], "gold_temporal_scores": [0.24536874890327454], "max_gold_score": 0.9829126596450806, "max_candidate_score": 0.9844154119491577, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.9844154119491577, "best_gold_margin": -0.0015027523040771484, "weakest_gold_margin": -0.0015027523040771484}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00827", "qa_id": "extra_qa_0003", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who gave the updated 7.2 out of 10 rating?", "temporal_relation": "latest", "query_temporal_norm": 0.5210404992103577, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9110124707221985}], "gold_semantic_scores": [0.6444838643074036], "gold_temporal_scores": [0.266528457403183], "max_gold_score": 0.9110124707221985, "max_candidate_score": 0.912401556968689, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0003::1", "max_non_gold_score": 0.912401556968689, "best_gold_margin": -0.0013890862464904785, "weakest_gold_margin": -0.0013890862464904785}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00985", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Why did I propose OptionA for the edge deployment path, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17937275767326355, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6968396306037903}, {"memory_id": "history_02_utt_0011", "score": 0.6822225451469421}], "gold_semantic_scores": [0.6415907144546509, 0.6171523928642273], "gold_temporal_scores": [0.05524877458810806, 0.06507016718387604], "max_gold_score": 0.6968396306037903, "max_candidate_score": 0.710636556148529, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.710636556148529, "best_gold_margin": -0.01379692554473877, "weakest_gold_margin": -0.028414011001586914}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00985", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which option was suggested for the cloud-batched route because it met the accuracy threshold?", "temporal_relation": "none", "query_temporal_norm": 0.16062809526920319, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6914242506027222}], "gold_semantic_scores": [0.664396345615387], "gold_temporal_scores": [0.027027852833271027], "max_gold_score": 0.6914242506027222, "max_candidate_score": 0.6914242506027222, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5699743628501892, "best_gold_margin": 0.12144988775253296, "weakest_gold_margin": 0.12144988775253296}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00985", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened later to the cloud-batched route?", "temporal_relation": "none", "query_temporal_norm": 0.5105345249176025, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.8663852214813232}], "gold_semantic_scores": [0.6353378891944885], "gold_temporal_scores": [0.23104757070541382], "max_gold_score": 0.8663852214813232, "max_candidate_score": 0.8663852214813232, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.5056919455528259, "best_gold_margin": 0.3606932759284973, "weakest_gold_margin": 0.3606932759284973}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00985", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that we aimed to finalize the submission artifacts before the end of the quarter?", "temporal_relation": "session", "query_temporal_norm": 0.1865062564611435, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.542005717754364}], "gold_semantic_scores": [0.5262901186943054], "gold_temporal_scores": [0.015715576708316803], "max_gold_score": 0.542005717754364, "max_candidate_score": 0.5539703965187073, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5539703965187073, "best_gold_margin": -0.011964678764343262, "weakest_gold_margin": -0.011964678764343262}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01059", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What was my reason for choosing the lightweight streaming pipeline, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17274655401706696, "query_session_index": 2, "query_start_sec": 21.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8043204545974731}, {"memory_id": "history_02_utt_0008", "score": 0.8308559060096741}], "gold_semantic_scores": [0.7507433891296387, 0.7833271622657776], "gold_temporal_scores": [0.053577106446027756, 0.047528933733701706], "max_gold_score": 0.8308559060096741, "max_candidate_score": 0.8308559060096741, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8130924701690674, "best_gold_margin": 0.01776343584060669, "weakest_gold_margin": -0.008772015571594238}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01059", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier we talked about the lightweight streaming pipeline—what conclusion did we reach about it?", "temporal_relation": "none", "query_temporal_norm": 0.20587094128131866, "query_session_index": 2, "query_start_sec": 21.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8416946530342102}], "gold_semantic_scores": [0.7716052532196045], "gold_temporal_scores": [0.07008931785821915], "max_gold_score": 0.8416946530342102, "max_candidate_score": 0.8416946530342102, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6769841313362122, "best_gold_margin": 0.16471052169799805, "weakest_gold_margin": 0.16471052169799805}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01059", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we try the sharded batch runner?", "temporal_relation": "none", "query_temporal_norm": 0.1290016919374466, "query_session_index": 2, "query_start_sec": 21.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7903956770896912}], "gold_semantic_scores": [0.7710715532302856], "gold_temporal_scores": [0.019324205815792084], "max_gold_score": 0.7903956770896912, "max_candidate_score": 0.7903956770896912, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5549303889274597, "best_gold_margin": 0.23546528816223145, "weakest_gold_margin": 0.23546528816223145}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01059", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation did we say we kept the sharded batch runner?", "temporal_relation": "session", "query_temporal_norm": 0.16111738979816437, "query_session_index": 2, "query_start_sec": 21.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.7717990875244141}], "gold_semantic_scores": [0.7099143862724304], "gold_temporal_scores": [0.06188487634062767], "max_gold_score": 0.7717990875244141, "max_candidate_score": 0.7717990875244141, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.6435077786445618, "best_gold_margin": 0.1282913088798523, "weakest_gold_margin": 0.1282913088798523}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01140", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Parker's departure time change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41508305072784424, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9069756269454956}, {"memory_id": "history_02_utt_0009", "score": 0.9178012013435364}], "gold_semantic_scores": [0.7575031518936157, 0.7497419118881226], "gold_temporal_scores": [0.14947260916233063, 0.1680593192577362], "max_gold_score": 0.9178012013435364, "max_candidate_score": 0.9178012013435364, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7872663140296936, "best_gold_margin": 0.13053488731384277, "weakest_gold_margin": 0.119709312915802}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01140", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Parker say he planned to leave in the earlier conversation?", "temporal_relation": "session", "query_temporal_norm": 0.4746796786785126, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.962750256061554}], "gold_semantic_scores": [0.7916845679283142], "gold_temporal_scores": [0.17106585204601288], "max_gold_score": 0.962750256061554, "max_candidate_score": 0.962750256061554, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.9453728795051575, "best_gold_margin": 0.017377376556396484, "weakest_gold_margin": 0.017377376556396484}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01140", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to leave at 7:15 AM to drop the package off before work?", "temporal_relation": "none", "query_temporal_norm": 0.3297405242919922, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8745492696762085}], "gold_semantic_scores": [0.8019021153450012], "gold_temporal_scores": [0.07264716178178787], "max_gold_score": 0.8745492696762085, "max_candidate_score": 0.8745492696762085, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6485875844955444, "best_gold_margin": 0.22596168518066406, "weakest_gold_margin": 0.22596168518066406}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01140", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What time is the departure scheduled for now?", "temporal_relation": "latest", "query_temporal_norm": 0.5340035557746887, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8840681314468384}], "gold_semantic_scores": [0.6420485973358154], "gold_temporal_scores": [0.24201951920986176], "max_gold_score": 0.8840681314468384, "max_candidate_score": 0.8840681314468384, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8621292114257812, "best_gold_margin": 0.02193892002105713, "weakest_gold_margin": 0.02193892002105713}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00049", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for proposing EdgeQuant, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1597428023815155, "query_session_index": 2, "query_start_sec": 13.999999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7774274945259094}, {"memory_id": "history_02_utt_0010", "score": 0.745056688785553}], "gold_semantic_scores": [0.7272297143936157, 0.6988192796707153], "gold_temporal_scores": [0.05019768700003624, 0.04623764008283615], "max_gold_score": 0.7774274945259094, "max_candidate_score": 0.7774274945259094, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7744706869125366, "best_gold_margin": 0.0029568076133728027, "weakest_gold_margin": -0.029413998126983643}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00049", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was EdgeQuant rejected?", "temporal_relation": "none", "query_temporal_norm": 0.13595262169837952, "query_session_index": 2, "query_start_sec": 13.999999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8007857799530029}], "gold_semantic_scores": [0.7440400123596191], "gold_temporal_scores": [0.056745801120996475], "max_gold_score": 0.8007857799530029, "max_candidate_score": 0.8007857799530029, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5848747491836548, "best_gold_margin": 0.21591103076934814, "weakest_gold_margin": 0.21591103076934814}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00049", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending CloudStream in an earlier discussion?", "temporal_relation": "none", "query_temporal_norm": 0.09091565012931824, "query_session_index": 2, "query_start_sec": 13.999999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.8210713863372803}], "gold_semantic_scores": [0.805902898311615], "gold_temporal_scores": [0.0151688102632761], "max_gold_score": 0.8210713863372803, "max_candidate_score": 0.8210713863372803, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.6514690518379211, "best_gold_margin": 0.16960233449935913, "weakest_gold_margin": 0.16960233449935913}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00049", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was CloudStream suggested?", "temporal_relation": "session", "query_temporal_norm": 0.136443093419075, "query_session_index": 2, "query_start_sec": 13.999999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.8553236126899719}], "gold_semantic_scores": [0.8223371505737305], "gold_temporal_scores": [0.03298650309443474], "max_gold_score": 0.8553236126899719, "max_candidate_score": 0.8553236126899719, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.6048234701156616, "best_gold_margin": 0.2505001425743103, "weakest_gold_margin": 0.2505001425743103}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00097", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about GreenLeaf Market, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.23807649314403534, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7879756689071655}, {"memory_id": "history_02_utt_0012", "score": 0.8372867107391357}], "gold_semantic_scores": [0.7098163962364197, 0.7957073450088501], "gold_temporal_scores": [0.07815933227539062, 0.04157928749918938], "max_gold_score": 0.8372867107391357, "max_candidate_score": 0.8372867107391357, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.8040552139282227, "best_gold_margin": 0.033231496810913086, "weakest_gold_margin": -0.01607954502105713}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00097", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was GreenLeaf Market ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.15706337988376617, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8973407745361328}], "gold_semantic_scores": [0.8309566378593445], "gold_temporal_scores": [0.06638393551111221], "max_gold_score": 0.8973407745361328, "max_candidate_score": 0.8973407745361328, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.651078462600708, "best_gold_margin": 0.2462623119354248, "weakest_gold_margin": 0.2462623119354248}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00097", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason did they give for suggesting Downtown Co-op?", "temporal_relation": "none", "query_temporal_norm": 0.11052577197551727, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.7538156509399414}], "gold_semantic_scores": [0.7344992756843567], "gold_temporal_scores": [0.019316229969263077], "max_gold_score": 0.7538156509399414, "max_candidate_score": 0.7538156509399414, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.6158878207206726, "best_gold_margin": 0.1379278302192688, "weakest_gold_margin": 0.1379278302192688}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00097", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did they suggest Downtown Co-op?", "temporal_relation": "session", "query_temporal_norm": 0.1471562534570694, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.800544261932373}], "gold_semantic_scores": [0.7602455615997314], "gold_temporal_scores": [0.040298569947481155], "max_gold_score": 0.800544261932373, "max_candidate_score": 0.800544261932373, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.6089690327644348, "best_gold_margin": 0.19157522916793823, "weakest_gold_margin": 0.19157522916793823}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00212", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Do you remember what Hayden said the latest rating for the new single was?", "temporal_relation": "latest", "query_temporal_norm": 0.5551194548606873, "query_session_index": 2, "query_start_sec": 16.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9207517504692078}], "gold_semantic_scores": [0.6393420100212097], "gold_temporal_scores": [0.28140977025032043], "max_gold_score": 0.9207517504692078, "max_candidate_score": 0.9249194264411926, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.9249194264411926, "best_gold_margin": -0.004167675971984863, "weakest_gold_margin": -0.004167675971984863}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00212", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they rated the new single a 7.5 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.41402357816696167, "query_session_index": 2, "query_start_sec": 16.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8233298063278198}], "gold_semantic_scores": [0.6519610285758972], "gold_temporal_scores": [0.17136868834495544], "max_gold_score": 0.8233298063278198, "max_candidate_score": 0.8233298063278198, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.504513144493103, "best_gold_margin": 0.3188166618347168, "weakest_gold_margin": 0.3188166618347168}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00328", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they were going to leave at 10:15 AM?", "temporal_relation": "earliest", "query_temporal_norm": 0.5613312721252441, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7817750573158264}], "gold_semantic_scores": [0.6579179763793945], "gold_temporal_scores": [0.12385722249746323], "max_gold_score": 0.7817750573158264, "max_candidate_score": 0.7817750573158264, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.481551855802536, "best_gold_margin": 0.3002232015132904, "weakest_gold_margin": 0.3002232015132904}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00328", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Avery say she was going to leave?", "temporal_relation": "none", "query_temporal_norm": 0.16998815536499023, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6517748832702637}], "gold_semantic_scores": [0.6150780916213989], "gold_temporal_scores": [0.036696821451187134], "max_gold_score": 0.6517748832702637, "max_candidate_score": 0.7826895117759705, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7826895117759705, "best_gold_margin": -0.1309146285057068, "weakest_gold_margin": -0.1309146285057068}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00328", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest scheduled departure time?", "temporal_relation": "latest", "query_temporal_norm": 0.5614864230155945, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9615024924278259}], "gold_semantic_scores": [0.6949572563171387], "gold_temporal_scores": [0.26654526591300964], "max_gold_score": 0.9615024924278259, "max_candidate_score": 0.9621961116790771, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 0.9621961116790771, "best_gold_margin": -0.0006936192512512207, "weakest_gold_margin": -0.0006936192512512207}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00521", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest watch order was?", "temporal_relation": "latest", "query_temporal_norm": 0.5582523345947266, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9270147085189819}], "gold_semantic_scores": [0.6568143367767334], "gold_temporal_scores": [0.27020058035850525], "max_gold_score": 0.9270147085189819, "max_candidate_score": 0.9272078275680542, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9272078275680542, "best_gold_margin": -0.00019311904907226562, "weakest_gold_margin": -0.00019311904907226562}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00521", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we talked about our watch queue earlier. Which title was listed at the very top?", "temporal_relation": "before", "query_temporal_norm": 0.3599889278411865, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7087172269821167}], "gold_semantic_scores": [0.6515207886695862], "gold_temporal_scores": [0.05719653517007828], "max_gold_score": 0.7087172269821167, "max_candidate_score": 0.7087172269821167, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.47407326102256775, "best_gold_margin": 0.23464396595954895, "weakest_gold_margin": 0.23464396595954895}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00521", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the top item in our watch queue mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.22527699172496796, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6607541441917419}], "gold_semantic_scores": [0.6036050915718079], "gold_temporal_scores": [0.057148970663547516], "max_gold_score": 0.6607541441917419, "max_candidate_score": 0.6607541441917419, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6083168387413025, "best_gold_margin": 0.05243730545043945, "weakest_gold_margin": 0.05243730545043945}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00567", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the chore schedule was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.48286664485931396, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5942435264587402}], "gold_semantic_scores": [0.5130469799041748], "gold_temporal_scores": [0.0811963677406311], "max_gold_score": 0.5942435264587402, "max_candidate_score": 0.6183668971061707, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.6183668971061707, "best_gold_margin": -0.02412337064743042, "weakest_gold_margin": -0.02412337064743042}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00567", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they set the chore schedule?", "temporal_relation": "none", "query_temporal_norm": 0.12317114323377609, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6313949823379517}], "gold_semantic_scores": [0.6131462454795837], "gold_temporal_scores": [0.018248703330755234], "max_gold_score": 0.6313949823379517, "max_candidate_score": 0.6313949823379517, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5004510283470154, "best_gold_margin": 0.13094395399093628, "weakest_gold_margin": 0.13094395399093628}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00567", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the current household chore schedule for the kitchen, trash, and laundry?", "temporal_relation": "latest", "query_temporal_norm": 0.5711227655410767, "query_session_index": 2, "query_start_sec": 20.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0101984739303589}], "gold_semantic_scores": [0.7447719573974609], "gold_temporal_scores": [0.2654266655445099], "max_gold_score": 1.0101984739303589, "max_candidate_score": 1.0101984739303589, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.006751298904419, "best_gold_margin": 0.0034471750259399414, "weakest_gold_margin": 0.0034471750259399414}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00732", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What benefit did Riley propose for the quantized streaming encoder, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2642413377761841, "query_session_index": 2, "query_start_sec": 21.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6044279932975769}, {"memory_id": "history_02_utt_0009", "score": 0.6010257005691528}], "gold_semantic_scores": [0.5210025906562805, 0.5326704978942871], "gold_temporal_scores": [0.08342551440000534, 0.06835522502660751], "max_gold_score": 0.6044279932975769, "max_candidate_score": 0.6374251842498779, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.6374251842498779, "best_gold_margin": -0.032997190952301025, "weakest_gold_margin": -0.0363994836807251}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00732", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley propose using a quantized streaming encoder?", "temporal_relation": "session", "query_temporal_norm": 0.24182982742786407, "query_session_index": 2, "query_start_sec": 21.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7492800354957581}], "gold_semantic_scores": [0.6813352704048157], "gold_temporal_scores": [0.06794491410255432], "max_gold_score": 0.7492800354957581, "max_candidate_score": 0.7492800354957581, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.656883955001831, "best_gold_margin": 0.092396080493927, "weakest_gold_margin": 0.092396080493927}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00732", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the quantized streaming encoder rejected?", "temporal_relation": "none", "query_temporal_norm": 0.15693242847919464, "query_session_index": 2, "query_start_sec": 21.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8608763813972473}], "gold_semantic_scores": [0.7939049005508423], "gold_temporal_scores": [0.06697120517492294], "max_gold_score": 0.8608763813972473, "max_candidate_score": 0.8608763813972473, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.497611403465271, "best_gold_margin": 0.3632649779319763, "weakest_gold_margin": 0.3632649779319763}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00732", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason given for proposing batched GPU inference?", "temporal_relation": "none", "query_temporal_norm": 0.09994177520275116, "query_session_index": 2, "query_start_sec": 21.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.6917372345924377}], "gold_semantic_scores": [0.6744439601898193], "gold_temporal_scores": [0.0172930508852005], "max_gold_score": 0.6917372345924377, "max_candidate_score": 0.6917372345924377, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.557236909866333, "best_gold_margin": 0.13450032472610474, "weakest_gold_margin": 0.13450032472610474}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00874", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Jordan suggest Greenfield Pharmacy, and what did Parker report about its status?", "temporal_relation": "none", "query_temporal_norm": 0.16586533188819885, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6873914003372192}, {"memory_id": "history_02_utt_0008", "score": 0.5968738794326782}], "gold_semantic_scores": [0.6402983069419861, 0.545458197593689], "gold_temporal_scores": [0.04709317162632942, 0.0514158271253109], "max_gold_score": 0.6873914003372192, "max_candidate_score": 0.6873914003372192, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6618632078170776, "best_gold_margin": 0.0255281925201416, "weakest_gold_margin": -0.06498932838439941}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00874", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Jordan suggest Greenfield Pharmacy?", "temporal_relation": "none", "query_temporal_norm": 0.10639273375272751, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8452925086021423}], "gold_semantic_scores": [0.8255407214164734], "gold_temporal_scores": [0.01975177600979805], "max_gold_score": 0.8452925086021423, "max_candidate_score": 0.8452925086021423, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7626684308052063, "best_gold_margin": 0.08262407779693604, "weakest_gold_margin": 0.08262407779693604}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00874", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Greenfield Pharmacy?", "temporal_relation": "none", "query_temporal_norm": 0.09853977710008621, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7763535976409912}], "gold_semantic_scores": [0.7652568221092224], "gold_temporal_scores": [0.011096801608800888], "max_gold_score": 0.7763535976409912, "max_candidate_score": 0.7763535976409912, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5131860971450806, "best_gold_margin": 0.26316750049591064, "weakest_gold_margin": 0.26316750049591064}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00874", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Greenfield Pharmacy was closed?", "temporal_relation": "session", "query_temporal_norm": 0.10496298223733902, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8521649837493896}], "gold_semantic_scores": [0.8250254392623901], "gold_temporal_scores": [0.027139589190483093], "max_gold_score": 0.8521649837493896, "max_candidate_score": 0.8521649837493896, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.654397189617157, "best_gold_margin": 0.19776779413223267, "weakest_gold_margin": 0.19776779413223267}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00945", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we changed plans and will do an evening rooftop movie screening instead?", "temporal_relation": "none", "query_temporal_norm": 0.37752416729927063, "query_session_index": 2, "query_start_sec": 18.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9568225741386414}], "gold_semantic_scores": [0.7813255786895752], "gold_temporal_scores": [0.17549696564674377], "max_gold_score": 0.9568225741386414, "max_candidate_score": 0.9568225741386414, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7053549885749817, "best_gold_margin": 0.25146758556365967, "weakest_gold_margin": 0.25146758556365967}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00945", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the group's final plan for the activity?", "temporal_relation": "latest", "query_temporal_norm": 0.5487782955169678, "query_session_index": 2, "query_start_sec": 18.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7651311755180359}], "gold_semantic_scores": [0.5040387511253357], "gold_temporal_scores": [0.26109227538108826], "max_gold_score": 0.7651311755180359, "max_candidate_score": 0.7651311755180359, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7614312767982483, "best_gold_margin": 0.0036998987197875977, "weakest_gold_margin": 0.0036998987197875977}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00945", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Hayden say we'd do instead?", "temporal_relation": "none", "query_temporal_norm": 0.366019606590271, "query_session_index": 2, "query_start_sec": 18.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.766523540019989}], "gold_semantic_scores": [0.5797064304351807], "gold_temporal_scores": [0.1868169605731964], "max_gold_score": 0.766523540019989, "max_candidate_score": 0.766523540019989, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.705703854560852, "best_gold_margin": 0.06081968545913696, "weakest_gold_margin": 0.06081968545913696}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00945", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier on, what activity had the group originally decided on for the afternoon?", "temporal_relation": "earliest", "query_temporal_norm": 0.5137591361999512, "query_session_index": 2, "query_start_sec": 18.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8606976866722107}], "gold_semantic_scores": [0.7473135590553284], "gold_temporal_scores": [0.1133841723203659], "max_gold_score": 0.8606976866722107, "max_candidate_score": 0.8606976866722107, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6310508847236633, "best_gold_margin": 0.22964680194854736, "weakest_gold_margin": 0.22964680194854736}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01043", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the annotation deadline to July 15, 2026, and what was the earlier deadline?", "temporal_relation": "comparison", "query_temporal_norm": 0.41225504875183105, "query_session_index": 2, "query_start_sec": 18.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7698426842689514}, {"memory_id": "history_02_utt_0009", "score": 0.7186845541000366}], "gold_semantic_scores": [0.62345290184021, 0.5911903977394104], "gold_temporal_scores": [0.14638972282409668, 0.12749411165714264], "max_gold_score": 0.7698426842689514, "max_candidate_score": 0.7698426842689514, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.10479071736335754, "best_gold_margin": 0.6650519669055939, "weakest_gold_margin": 0.6138938367366791}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01043", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deadline did Cameron set for the pilot?", "temporal_relation": "none", "query_temporal_norm": 0.10491427779197693, "query_session_index": 2, "query_start_sec": 18.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7943838238716125}], "gold_semantic_scores": [0.7876110672950745], "gold_temporal_scores": [0.006772647611796856], "max_gold_score": 0.7943838238716125, "max_candidate_score": 0.7943838238716125, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.683000922203064, "best_gold_margin": 0.11138290166854858, "weakest_gold_margin": 0.11138290166854858}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01043", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What date did Cameron move the final annotation deadline to?", "temporal_relation": "none", "query_temporal_norm": 0.5046280026435852, "query_session_index": 2, "query_start_sec": 18.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0940526723861694}], "gold_semantic_scores": [0.8256688714027405], "gold_temporal_scores": [0.26838356256484985], "max_gold_score": 1.0940526723861694, "max_candidate_score": 1.0940526723861694, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9020317196846008, "best_gold_margin": 0.1920209527015686, "weakest_gold_margin": 0.1920209527015686}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01096", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Moonlit Drive for its short intro, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.141053706407547, "query_session_index": 2, "query_start_sec": 12.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7979598045349121}, {"memory_id": "history_02_utt_0007", "score": 0.704002320766449}], "gold_semantic_scores": [0.7590113282203674, 0.6901785135269165], "gold_temporal_scores": [0.03894847631454468, 0.01382371224462986], "max_gold_score": 0.7979598045349121, "max_candidate_score": 0.7979598045349121, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5405312776565552, "best_gold_margin": 0.25742852687835693, "weakest_gold_margin": 0.1634710431098938}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01096", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who removed Moonlit Drive?", "temporal_relation": "none", "query_temporal_norm": 0.12944954633712769, "query_session_index": 2, "query_start_sec": 12.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.799759030342102}], "gold_semantic_scores": [0.7527945637702942], "gold_temporal_scores": [0.04696452617645264], "max_gold_score": 0.799759030342102, "max_candidate_score": 0.799759030342102, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5481671690940857, "best_gold_margin": 0.25159186124801636, "weakest_gold_margin": 0.25159186124801636}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01096", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley recommend Moonlit Drive?", "temporal_relation": "session", "query_temporal_norm": 0.14893020689487457, "query_session_index": 2, "query_start_sec": 12.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7618069648742676}], "gold_semantic_scores": [0.7175082564353943], "gold_temporal_scores": [0.04429873824119568], "max_gold_score": 0.7618069648742676, "max_candidate_score": 0.7618069648742676, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6439448595046997, "best_gold_margin": 0.11786210536956787, "weakest_gold_margin": 0.11786210536956787}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01096", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where in the set was Endless Highway suggested to go?", "temporal_relation": "none", "query_temporal_norm": 0.12293702363967896, "query_session_index": 2, "query_start_sec": 12.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7583484649658203}], "gold_semantic_scores": [0.7400402426719666], "gold_temporal_scores": [0.0183078795671463], "max_gold_score": 0.7583484649658203, "max_candidate_score": 0.7583484649658203, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.562102198600769, "best_gold_margin": 0.19624626636505127, "weakest_gold_margin": 0.19624626636505127}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01145", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Skyler's chore schedule change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3795747756958008, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7411782741546631}, {"memory_id": "history_02_utt_0008", "score": 0.8880516886711121}], "gold_semantic_scores": [0.6049855947494507, 0.7456366419792175], "gold_temporal_scores": [0.13619281351566315, 0.1424150913953781], "max_gold_score": 0.8880516886711121, "max_candidate_score": 0.8880516886711121, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7126224040985107, "best_gold_margin": 0.17542928457260132, "weakest_gold_margin": 0.028555870056152344}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01145", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler state her chore schedule?", "temporal_relation": "session", "query_temporal_norm": 0.24678166210651398, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7598281502723694}], "gold_semantic_scores": [0.6774792075157166], "gold_temporal_scores": [0.08234891295433044], "max_gold_score": 0.7598281502723694, "max_candidate_score": 0.8332999348640442, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8332999348640442, "best_gold_margin": -0.0734717845916748, "weakest_gold_margin": -0.0734717845916748}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00015", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who agreed to move the training artifacts bucket to the new object store before cutover?", "temporal_relation": "none", "query_temporal_norm": 0.1672518253326416, "query_session_index": 2, "query_start_sec": 19.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6654279828071594}], "gold_semantic_scores": [0.7084172368049622], "gold_temporal_scores": [-0.04298951476812363], "max_gold_score": 0.6654279828071594, "max_candidate_score": 0.6654279828071594, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5272641777992249, "best_gold_margin": 0.13816380500793457, "weakest_gold_margin": 0.13816380500793457}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00015", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Jordan say Reese agreed to do before cutover?", "temporal_relation": "none", "query_temporal_norm": 0.23064932227134705, "query_session_index": 2, "query_start_sec": 19.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.30093562602996826}], "gold_semantic_scores": [0.37110698223114014], "gold_temporal_scores": [-0.07017117738723755], "max_gold_score": 0.30093562602996826, "max_candidate_score": 0.30093562602996826, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.15296223759651184, "best_gold_margin": 0.14797338843345642, "weakest_gold_margin": 0.14797338843345642}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00015", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention Reese's agreement about the training artifacts bucket?", "temporal_relation": "session", "query_temporal_norm": 0.16325242817401886, "query_session_index": 2, "query_start_sec": 19.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5571925640106201}], "gold_semantic_scores": [0.5158042907714844], "gold_temporal_scores": [0.04138832166790962], "max_gold_score": 0.5571925640106201, "max_candidate_score": 0.5571925640106201, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.476899117231369, "best_gold_margin": 0.0802934467792511, "weakest_gold_margin": 0.0802934467792511}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00015", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "Where might the email with the new password be, if I haven't seen it yet?", "temporal_relation": "none", "query_temporal_norm": 0.5053148865699768, "query_session_index": 2, "query_start_sec": 19.8, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.598239004611969, "top_memory_id": "history_02_utt_0023", "max_non_gold_score": 0.598239004611969, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00089", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest venue for the screening was?", "temporal_relation": "latest", "query_temporal_norm": 0.551373302936554, "query_session_index": 2, "query_start_sec": 17.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8251467347145081}], "gold_semantic_scores": [0.5866750478744507], "gold_temporal_scores": [0.2384718954563141], "max_gold_score": 0.8251467347145081, "max_candidate_score": 0.8330879211425781, "top_memory_id": "history_02_utt_0009::cf::main::0", "max_non_gold_score": 0.8330879211425781, "best_gold_margin": -0.007941186428070068, "weakest_gold_margin": -0.007941186428070068}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00089", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned moving the screening to the basement den?", "temporal_relation": "none", "query_temporal_norm": 0.22256626188755035, "query_session_index": 2, "query_start_sec": 17.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8924630284309387}], "gold_semantic_scores": [0.7842994332313538], "gold_temporal_scores": [0.10816371440887451], "max_gold_score": 0.8924630284309387, "max_candidate_score": 0.8924630284309387, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6479474306106567, "best_gold_margin": 0.24451559782028198, "weakest_gold_margin": 0.24451559782028198}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00089", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who said Jordan is bringing the spare adapter tonight?", "temporal_relation": "none", "query_temporal_norm": 0.22702161967754364, "query_session_index": 2, "query_start_sec": 17.48, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.20088179409503937, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.20088179409503937, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00229", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the movie night venue to the library media room, and what was the earlier venue?", "temporal_relation": "comparison", "query_temporal_norm": 0.36108162999153137, "query_session_index": 2, "query_start_sec": 11.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8072286248207092}, {"memory_id": "history_02_utt_0010", "score": 0.8998116850852966}], "gold_semantic_scores": [0.6751448512077332, 0.786185622215271], "gold_temporal_scores": [0.13208377361297607, 0.1136263906955719], "max_gold_score": 0.8998116850852966, "max_candidate_score": 0.8998116850852966, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.34920477867126465, "best_gold_margin": 0.550606906414032, "weakest_gold_margin": 0.4580238461494446}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00229", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the movie night originally planned to take place?", "temporal_relation": "earliest", "query_temporal_norm": 0.5328853726387024, "query_session_index": 2, "query_start_sec": 11.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9436874389648438}], "gold_semantic_scores": [0.7696884274482727], "gold_temporal_scores": [0.17399895191192627], "max_gold_score": 0.9436874389648438, "max_candidate_score": 0.9436874389648438, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6615194082260132, "best_gold_margin": 0.28216803073883057, "weakest_gold_margin": 0.28216803073883057}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00229", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Taylor say they were pushing for the movie night to happen in?", "temporal_relation": "none", "query_temporal_norm": 0.3193169832229614, "query_session_index": 2, "query_start_sec": 11.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6908843517303467}], "gold_semantic_scores": [0.7183360457420349], "gold_temporal_scores": [-0.027451716363430023], "max_gold_score": 0.6908843517303467, "max_candidate_score": 0.6908843517303467, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6870884895324707, "best_gold_margin": 0.0037958621978759766, "weakest_gold_margin": 0.0037958621978759766}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00229", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention the rec room at their building for the movie night?", "temporal_relation": "session", "query_temporal_norm": 0.25353121757507324, "query_session_index": 2, "query_start_sec": 11.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6870198845863342}], "gold_semantic_scores": [0.6143153309822083], "gold_temporal_scores": [0.07270442694425583], "max_gold_score": 0.6870198845863342, "max_candidate_score": 0.6870198845863342, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5683398246765137, "best_gold_margin": 0.11868005990982056, "weakest_gold_margin": 0.11868005990982056}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00371", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden originally say the departure time was before it got pushed back?", "temporal_relation": "earliest", "query_temporal_norm": 0.5041564702987671, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8540591597557068}], "gold_semantic_scores": [0.7150991559028625], "gold_temporal_scores": [0.13896000385284424], "max_gold_score": 0.8540591597557068, "max_candidate_score": 0.8540591597557068, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7742970585823059, "best_gold_margin": 0.07976210117340088, "weakest_gold_margin": 0.07976210117340088}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00371", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the departure time we talked about earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.32579973340034485, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7658599019050598}, {"memory_id": "history_02_utt_0010", "score": 0.7408616542816162}], "gold_semantic_scores": [0.6487037539482117, 0.6434882283210754], "gold_temporal_scores": [0.1171562522649765, 0.0973735973238945], "max_gold_score": 0.7658599019050598, "max_candidate_score": 0.7658599019050598, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.563674807548523, "best_gold_margin": 0.20218509435653687, "weakest_gold_margin": 0.17718684673309326}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00371", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Hayden say they were originally going to leave for the pharmacy run?", "temporal_relation": "earliest", "query_temporal_norm": 0.5646566152572632, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9609605669975281}], "gold_semantic_scores": [0.807056188583374], "gold_temporal_scores": [0.15390431880950928], "max_gold_score": 0.9609605669975281, "max_candidate_score": 0.9609605669975281, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8520388007164001, "best_gold_margin": 0.10892176628112793, "weakest_gold_margin": 0.10892176628112793}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00371", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Hayden mention they were going to leave at 5:10 PM?", "temporal_relation": "session", "query_temporal_norm": 0.21413838863372803, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7679614424705505}], "gold_semantic_scores": [0.6960879564285278], "gold_temporal_scores": [0.07187345623970032], "max_gold_score": 0.7679614424705505, "max_candidate_score": 0.7679614424705505, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6917067766189575, "best_gold_margin": 0.07625466585159302, "weakest_gold_margin": 0.07625466585159302}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00432", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Quinn describe the evaluation plan changing from the earlier discussion to the later one?", "temporal_relation": "none", "query_temporal_norm": 0.412274569272995, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7715529799461365}, {"memory_id": "history_02_utt_0009", "score": 0.8206768035888672}], "gold_semantic_scores": [0.628268837928772, 0.6701184511184692], "gold_temporal_scores": [0.14328402280807495, 0.150558739900589], "max_gold_score": 0.8206768035888672, "max_candidate_score": 0.8206768035888672, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6891860365867615, "best_gold_margin": 0.1314907670021057, "weakest_gold_margin": 0.082366943359375}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00432", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What evaluation plan was discussed initially?", "temporal_relation": "earliest", "query_temporal_norm": 0.5236831903457642, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8294870257377625}], "gold_semantic_scores": [0.6996761560440063], "gold_temporal_scores": [0.12981100380420685], "max_gold_score": 0.8294870257377625, "max_candidate_score": 0.8294870257377625, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.561444103717804, "best_gold_margin": 0.2680429220199585, "weakest_gold_margin": 0.2680429220199585}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00432", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to evaluate on the pilot split?", "temporal_relation": "none", "query_temporal_norm": 0.300066202878952, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6225014925003052}], "gold_semantic_scores": [0.5824630856513977], "gold_temporal_scores": [0.04003842547535896], "max_gold_score": 0.6225014925003052, "max_candidate_score": 0.6225014925003052, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.4600718021392822, "best_gold_margin": 0.16242969036102295, "weakest_gold_margin": 0.16242969036102295}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00432", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the evaluation plan to cross-split macro F1?", "temporal_relation": "none", "query_temporal_norm": 0.26418617367744446, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.931911826133728}], "gold_semantic_scores": [0.8052288293838501], "gold_temporal_scores": [0.12668278813362122], "max_gold_score": 0.931911826133728, "max_candidate_score": 0.931911826133728, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7011451721191406, "best_gold_margin": 0.2307666540145874, "weakest_gold_margin": 0.2307666540145874}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00498", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the live demo deployment had been switched to the conference hall mini cluster?", "temporal_relation": "none", "query_temporal_norm": 0.4019171893596649, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9831341505050659}], "gold_semantic_scores": [0.7801823019981384], "gold_temporal_scores": [0.20295174419879913], "max_gold_score": 0.9831341505050659, "max_candidate_score": 0.9831341505050659, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.26245447993278503, "best_gold_margin": 0.7206796705722809, "weakest_gold_margin": 0.7206796705722809}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00498", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the deployment target changed from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.3930114209651947, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.47486022114753723}, {"memory_id": "history_02_utt_0009", "score": 0.7097522020339966}], "gold_semantic_scores": [0.3296048045158386, 0.5973785519599915], "gold_temporal_scores": [0.14525540173053741, 0.11237344145774841], "max_gold_score": 0.7097522020339966, "max_candidate_score": 0.7097522020339966, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.17163357138633728, "best_gold_margin": 0.5381186306476593, "weakest_gold_margin": 0.30322664976119995}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00498", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the live demo most recently deployed?", "temporal_relation": "none", "query_temporal_norm": 0.49546751379966736, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.921779990196228}], "gold_semantic_scores": [0.7002204060554504], "gold_temporal_scores": [0.22155959904193878], "max_gold_score": 0.921779990196228, "max_candidate_score": 0.921779990196228, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9105677604675293, "best_gold_margin": 0.01121222972869873, "weakest_gold_margin": 0.01121222972869873}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00498", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the demo first deployed during the dry run?", "temporal_relation": "none", "query_temporal_norm": 0.47523826360702515, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7643164396286011}], "gold_semantic_scores": [0.6544908285140991], "gold_temporal_scores": [0.10982552915811539], "max_gold_score": 0.7643164396286011, "max_candidate_score": 0.7643164396286011, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4863237142562866, "best_gold_margin": 0.27799272537231445, "weakest_gold_margin": 0.27799272537231445}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00538", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What benefit did Morgan cite for Riverside Pharmacy, and why was it ruled out for tonight?", "temporal_relation": "none", "query_temporal_norm": 0.1440882831811905, "query_session_index": 2, "query_start_sec": 15.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7171301245689392}, {"memory_id": "history_02_utt_0008", "score": 0.7383379936218262}], "gold_semantic_scores": [0.6739799976348877, 0.6927756071090698], "gold_temporal_scores": [0.043150078505277634, 0.04556237533688545], "max_gold_score": 0.7383379936218262, "max_candidate_score": 0.8006065487861633, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8006065487861633, "best_gold_margin": -0.06226855516433716, "weakest_gold_margin": -0.08347642421722412}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00538", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Riverside Pharmacy?", "temporal_relation": "none", "query_temporal_norm": 0.11727970093488693, "query_session_index": 2, "query_start_sec": 15.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7581703662872314}], "gold_semantic_scores": [0.7385869026184082], "gold_temporal_scores": [0.01958361268043518], "max_gold_score": 0.7581703662872314, "max_candidate_score": 0.7581703662872314, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.399073988199234, "best_gold_margin": 0.35909637808799744, "weakest_gold_margin": 0.35909637808799744}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00538", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we decide to leave the spare key?", "temporal_relation": "none", "query_temporal_norm": 0.3471364676952362, "query_session_index": 2, "query_start_sec": 15.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0033", "score": 0.569290816783905}], "gold_semantic_scores": [0.5415415167808533], "gold_temporal_scores": [0.027748944237828255], "max_gold_score": 0.569290816783905, "max_candidate_score": 0.569290816783905, "top_memory_id": "history_01_utt_0033", "max_non_gold_score": 0.40649911761283875, "best_gold_margin": 0.16279169917106628, "weakest_gold_margin": 0.16279169917106628}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00538", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned where the spare key was left?", "temporal_relation": "session", "query_temporal_norm": 0.1637989729642868, "query_session_index": 2, "query_start_sec": 15.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0033", "score": 0.7466034293174744}], "gold_semantic_scores": [0.701002836227417], "gold_temporal_scores": [0.04560060426592827], "max_gold_score": 0.7466034293174744, "max_candidate_score": 0.7466034293174744, "top_memory_id": "history_01_utt_0033", "max_non_gold_score": 0.4429105222225189, "best_gold_margin": 0.30369290709495544, "weakest_gold_margin": 0.30369290709495544}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00679", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my movie night venue changed from in the earlier discussion to in the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4170956611633301, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7862721681594849}, {"memory_id": "history_02_utt_0009", "score": 0.8980488777160645}], "gold_semantic_scores": [0.6327838897705078, 0.7378835082054138], "gold_temporal_scores": [0.15348826348781586, 0.16016536951065063], "max_gold_score": 0.8980488777160645, "max_candidate_score": 0.9101577997207642, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9101577997207642, "best_gold_margin": -0.012108922004699707, "weakest_gold_margin": -0.1238856315612793}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00679", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the movie night to the clubhouse screening room?", "temporal_relation": "none", "query_temporal_norm": 0.2787191569805145, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9082664251327515}], "gold_semantic_scores": [0.7785241603851318], "gold_temporal_scores": [0.12974253296852112], "max_gold_score": 0.9082664251327515, "max_candidate_score": 0.9082664251327515, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7108650207519531, "best_gold_margin": 0.19740140438079834, "weakest_gold_margin": 0.19740140438079834}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00679", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the movie night originally planned to be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.5517132878303528, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9212050437927246}], "gold_semantic_scores": [0.7646647691726685], "gold_temporal_scores": [0.1565403938293457], "max_gold_score": 0.9212050437927246, "max_candidate_score": 0.9212050437927246, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6251456141471863, "best_gold_margin": 0.29605942964553833, "weakest_gold_margin": 0.29605942964553833}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00679", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What time is the movie starting tonight?", "temporal_relation": "none", "query_temporal_norm": 0.4945407807826996, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.8106650710105896, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8106650710105896, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00855", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the persistent API worker, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.16001774370670319, "query_session_index": 2, "query_start_sec": 14.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6519044637680054}, {"memory_id": "history_02_utt_0010", "score": 0.5943993330001831}], "gold_semantic_scores": [0.6047697067260742, 0.5385419726371765], "gold_temporal_scores": [0.0471346378326416, 0.05585745349526405], "max_gold_score": 0.6519044637680054, "max_candidate_score": 0.6519044637680054, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6244790554046631, "best_gold_margin": 0.027425408363342285, "weakest_gold_margin": -0.03007972240447998}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00855", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the rejection reason for the persistent API worker mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.2784181535243988, "query_session_index": 2, "query_start_sec": 14.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8146361708641052}], "gold_semantic_scores": [0.6865649819374084], "gold_temporal_scores": [0.12807105481624603], "max_gold_score": 0.8146361708641052, "max_candidate_score": 0.8146361708641052, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7017014026641846, "best_gold_margin": 0.11293476819992065, "weakest_gold_margin": 0.11293476819992065}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00855", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the micro-batching adapter proposed?", "temporal_relation": "none", "query_temporal_norm": 0.10328055918216705, "query_session_index": 2, "query_start_sec": 14.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.8373817205429077}], "gold_semantic_scores": [0.8146504759788513], "gold_temporal_scores": [0.022730736061930656], "max_gold_score": 0.8373817205429077, "max_candidate_score": 0.8373817205429077, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.5114976763725281, "best_gold_margin": 0.32588404417037964, "weakest_gold_margin": 0.32588404417037964}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00855", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was done to stabilize the API schema during release preparation?", "temporal_relation": "none", "query_temporal_norm": 0.15009109675884247, "query_session_index": 2, "query_start_sec": 14.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0035", "score": 0.543530285358429}], "gold_semantic_scores": [0.4974142909049988], "gold_temporal_scores": [0.04611587896943092], "max_gold_score": 0.543530285358429, "max_candidate_score": 0.6245226860046387, "top_memory_id": "history_02_utt_0035", "max_non_gold_score": 0.6245226860046387, "best_gold_margin": -0.08099240064620972, "weakest_gold_margin": -0.08099240064620972}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01032", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Reese give for suggesting Quiet Harbor, and why was it later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.17318865656852722, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6806519627571106}, {"memory_id": "history_02_utt_0010", "score": 0.6378443837165833}], "gold_semantic_scores": [0.6269994974136353, 0.5791904926300049], "gold_temporal_scores": [0.05365252122282982, 0.05865390598773956], "max_gold_score": 0.6806519627571106, "max_candidate_score": 0.7033538222312927, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.7033538222312927, "best_gold_margin": -0.02270185947418213, "weakest_gold_margin": -0.06550943851470947}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01032", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Reese suggest Quiet Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.12934653460979462, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7847102880477905}], "gold_semantic_scores": [0.7514798641204834], "gold_temporal_scores": [0.033230457454919815], "max_gold_score": 0.7847102880477905, "max_candidate_score": 0.7847102880477905, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7466691732406616, "best_gold_margin": 0.038041114807128906, "weakest_gold_margin": 0.038041114807128906}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01032", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Quiet Harbor dropped as a recommendation?", "temporal_relation": "none", "query_temporal_norm": 0.1363026350736618, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8298889994621277}], "gold_semantic_scores": [0.7722914218902588], "gold_temporal_scores": [0.057597462087869644], "max_gold_score": 0.8298889994621277, "max_candidate_score": 0.8298889994621277, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6356750130653381, "best_gold_margin": 0.19421398639678955, "weakest_gold_margin": 0.19421398639678955}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01032", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the reason for recommending Midnight Signals mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.10497208684682846, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.8267965316772461}], "gold_semantic_scores": [0.8043425679206848], "gold_temporal_scores": [0.022453833371400833], "max_gold_score": 0.8267965316772461, "max_candidate_score": 0.8267965316772461, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.6382423043251038, "best_gold_margin": 0.18855422735214233, "weakest_gold_margin": 0.18855422735214233}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01143", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said our go or no go threshold was 0.72 AUPRC before it was later raised?", "temporal_relation": "earliest", "query_temporal_norm": 0.4349246323108673, "query_session_index": 2, "query_start_sec": 17.800000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.610487699508667}], "gold_semantic_scores": [0.5477949976921082], "gold_temporal_scores": [0.06269273161888123], "max_gold_score": 0.610487699508667, "max_candidate_score": 0.610487699508667, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.46015310287475586, "best_gold_margin": 0.15033459663391113, "weakest_gold_margin": 0.15033459663391113}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01143", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in our go/no-go threshold on the dev leaderboard?", "temporal_relation": "comparison", "query_temporal_norm": 0.21087288856506348, "query_session_index": 2, "query_start_sec": 17.800000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6730030179023743}, {"memory_id": "history_02_utt_0009", "score": 0.7451759576797485}], "gold_semantic_scores": [0.6037331819534302, 0.6789719462394714], "gold_temporal_scores": [0.06926989555358887, 0.06620407104492188], "max_gold_score": 0.7451759576797485, "max_candidate_score": 0.7451759576797485, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.2957727909088135, "best_gold_margin": 0.44940316677093506, "weakest_gold_margin": 0.3772302269935608}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01143", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan mention the go/no-go threshold?", "temporal_relation": "session", "query_temporal_norm": 0.16622348129749298, "query_session_index": 2, "query_start_sec": 17.800000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5790040493011475}], "gold_semantic_scores": [0.5292882919311523], "gold_temporal_scores": [0.049715690314769745], "max_gold_score": 0.5790040493011475, "max_candidate_score": 0.5790040493011475, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4819584786891937, "best_gold_margin": 0.09704557061195374, "weakest_gold_margin": 0.09704557061195374}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01268", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn say about why the harbor ferry worked for them, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.20377881824970245, "query_session_index": 2, "query_start_sec": 13.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6636618375778198}, {"memory_id": "history_02_utt_0009", "score": 0.5825240612030029}], "gold_semantic_scores": [0.600018322467804, 0.5098525285720825], "gold_temporal_scores": [0.06364334374666214, 0.0726713165640831], "max_gold_score": 0.6636618375778198, "max_candidate_score": 0.6697225570678711, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.6697225570678711, "best_gold_margin": -0.0060607194900512695, "weakest_gold_margin": -0.08719849586486816}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01268", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about why the campus shuttle would be convenient?", "temporal_relation": "none", "query_temporal_norm": 0.0916542261838913, "query_session_index": 2, "query_start_sec": 13.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.629111647605896}], "gold_semantic_scores": [0.6091379523277283], "gold_temporal_scores": [0.019973760470747948], "max_gold_score": 0.629111647605896, "max_candidate_score": 0.629111647605896, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.5853080749511719, "best_gold_margin": 0.04380357265472412, "weakest_gold_margin": 0.04380357265472412}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01268", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the campus shuttle's Saturday service stops at noon?", "temporal_relation": "session", "query_temporal_norm": 0.24833475053310394, "query_session_index": 2, "query_start_sec": 13.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0024", "score": 0.7876497507095337}], "gold_semantic_scores": [0.6787131428718567], "gold_temporal_scores": [0.10893654823303223], "max_gold_score": 0.7876497507095337, "max_candidate_score": 0.7876497507095337, "top_memory_id": "history_02_utt_0024", "max_non_gold_score": 0.4361509084701538, "best_gold_margin": 0.3514988422393799, "weakest_gold_margin": 0.3514988422393799}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01335", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest activity choice was for the weekend?", "temporal_relation": "latest", "query_temporal_norm": 0.5540842413902283, "query_session_index": 2, "query_start_sec": 21.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0133354663848877}], "gold_semantic_scores": [0.758037269115448], "gold_temporal_scores": [0.25529810786247253], "max_gold_score": 1.0133354663848877, "max_candidate_score": 1.0133354663848877, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.0124179124832153, "best_gold_margin": 0.0009175539016723633, "weakest_gold_margin": 0.0009175539016723633}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01335", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned wanting to visit the aquarium now?", "temporal_relation": "none", "query_temporal_norm": 0.1359570026397705, "query_session_index": 2, "query_start_sec": 21.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7136423587799072}], "gold_semantic_scores": [0.6611990332603455], "gold_temporal_scores": [0.05244316905736923], "max_gold_score": 0.7136423587799072, "max_candidate_score": 0.7136423587799072, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5130723714828491, "best_gold_margin": 0.2005699872970581, "weakest_gold_margin": 0.2005699872970581}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01335", "qa_id": "extra_qa_0002", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Morgan say they wanted to do now?", "temporal_relation": "latest", "query_temporal_norm": 0.12837310135364532, "query_session_index": 2, "query_start_sec": 21.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7389305233955383}], "gold_semantic_scores": [0.7394570112228394], "gold_temporal_scores": [-0.0005265221698209643], "max_gold_score": 0.7389305233955383, "max_candidate_score": 0.7456970810890198, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0002::2", "max_non_gold_score": 0.7456970810890198, "best_gold_margin": -0.006766557693481445, "weakest_gold_margin": -0.006766557693481445}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01335", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan say they'd prefer an aquarium visit?", "temporal_relation": "session", "query_temporal_norm": 0.1297757476568222, "query_session_index": 2, "query_start_sec": 21.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7843928933143616}], "gold_semantic_scores": [0.7318596839904785], "gold_temporal_scores": [0.05253368243575096], "max_gold_score": 0.7843928933143616, "max_candidate_score": 0.7843928933143616, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6832526922225952, "best_gold_margin": 0.10114020109176636, "weakest_gold_margin": 0.10114020109176636}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01444", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Quinn describe changing the evaluation plan from the earlier discussion to the later one?", "temporal_relation": "none", "query_temporal_norm": 0.37967991828918457, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.840880811214447}, {"memory_id": "history_02_utt_0010", "score": 0.7796947956085205}], "gold_semantic_scores": [0.7029468417167664, 0.6512120366096497], "gold_temporal_scores": [0.13793404400348663, 0.128482848405838], "max_gold_score": 0.840880811214447, "max_candidate_score": 0.840880811214447, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7212070822715759, "best_gold_margin": 0.1196737289428711, "weakest_gold_margin": 0.05848771333694458}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01444", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original evaluation plan discussed earlier?", "temporal_relation": "earliest", "query_temporal_norm": 0.5346954464912415, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8463505506515503}], "gold_semantic_scores": [0.70487380027771], "gold_temporal_scores": [0.1414766162633896], "max_gold_score": 0.8463505506515503, "max_candidate_score": 0.8463505506515503, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6878782510757446, "best_gold_margin": 0.15847229957580566, "weakest_gold_margin": 0.15847229957580566}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01444", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described switching the evaluation plan to a remote study?", "temporal_relation": "none", "query_temporal_norm": 0.24856092035770416, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8375363945960999}], "gold_semantic_scores": [0.7281957268714905], "gold_temporal_scores": [0.10934090614318848], "max_gold_score": 0.8375363945960999, "max_candidate_score": 0.8375363945960999, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6267236471176147, "best_gold_margin": 0.2108127474784851, "weakest_gold_margin": 0.2108127474784851}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01444", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation plan change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.38431182503700256, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8318263292312622}, {"memory_id": "history_02_utt_0010", "score": 0.8673474192619324}], "gold_semantic_scores": [0.6930039525032043, 0.7292646765708923], "gold_temporal_scores": [0.13882265985012054, 0.13808317482471466], "max_gold_score": 0.8673474192619324, "max_candidate_score": 0.8673474192619324, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.372355580329895, "best_gold_margin": 0.49499183893203735, "weakest_gold_margin": 0.4594707489013672}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01531", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron say the latest title pick was?", "temporal_relation": "latest", "query_temporal_norm": 0.5660175085067749, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8965989947319031}], "gold_semantic_scores": [0.6196253895759583], "gold_temporal_scores": [0.2769734859466553], "max_gold_score": 0.8965989947319031, "max_candidate_score": 0.8965989947319031, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8932368755340576, "best_gold_margin": 0.003362119197845459, "weakest_gold_margin": 0.003362119197845459}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01531", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest title chosen for us to watch?", "temporal_relation": "latest", "query_temporal_norm": 0.5156652927398682, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9013487696647644}], "gold_semantic_scores": [0.6532793045043945], "gold_temporal_scores": [0.2480693757534027], "max_gold_score": 0.9013487696647644, "max_candidate_score": 0.9013487696647644, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8954090476036072, "best_gold_margin": 0.0059397220611572266, "weakest_gold_margin": 0.0059397220611572266}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01531", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention Echo Harbor as their choice?", "temporal_relation": "session", "query_temporal_norm": 0.2014942765235901, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6375226974487305}], "gold_semantic_scores": [0.6297643184661865], "gold_temporal_scores": [0.007758450228720903], "max_gold_score": 0.6375226974487305, "max_candidate_score": 0.6375226974487305, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5947518944740295, "best_gold_margin": 0.04277080297470093, "weakest_gold_margin": 0.04277080297470093}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01531", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned changing the next title pick to Echo Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.3020722568035126, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8993491530418396}], "gold_semantic_scores": [0.7596123218536377], "gold_temporal_scores": [0.1397368460893631], "max_gold_score": 0.8993491530418396, "max_candidate_score": 0.8993491530418396, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5889020562171936, "best_gold_margin": 0.310447096824646, "weakest_gold_margin": 0.310447096824646}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01616", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we'd moved over to the synced-v3 corpus with harmonized metadata?", "temporal_relation": "none", "query_temporal_norm": 0.21193259954452515, "query_session_index": 2, "query_start_sec": 20.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7668268084526062}], "gold_semantic_scores": [0.6859849095344543], "gold_temporal_scores": [0.08084229379892349], "max_gold_score": 0.7668268084526062, "max_candidate_score": 0.7668268084526062, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.32290878891944885, "best_gold_margin": 0.44391801953315735, "weakest_gold_margin": 0.44391801953315735}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01616", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version did we discuss using before the synced-v3 corpus?", "temporal_relation": "before", "query_temporal_norm": 0.34286144375801086, "query_session_index": 2, "query_start_sec": 20.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5453229546546936}], "gold_semantic_scores": [0.4835309088230133], "gold_temporal_scores": [0.06179208308458328], "max_gold_score": 0.5453229546546936, "max_candidate_score": 0.5453229546546936, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4519214630126953, "best_gold_margin": 0.09340149164199829, "weakest_gold_margin": 0.09340149164199829}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01616", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Skyler say we moved to after the pilot cleanup?", "temporal_relation": "none", "query_temporal_norm": 0.4080396592617035, "query_session_index": 2, "query_start_sec": 20.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8889824748039246}], "gold_semantic_scores": [0.7274474501609802], "gold_temporal_scores": [0.1615353375673294], "max_gold_score": 0.8889824748039246, "max_candidate_score": 0.8889824748039246, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8095386028289795, "best_gold_margin": 0.07944387197494507, "weakest_gold_margin": 0.07944387197494507}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01616", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version did we most recently switch to?", "temporal_relation": "latest", "query_temporal_norm": 0.5472686290740967, "query_session_index": 2, "query_start_sec": 20.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.742499589920044}], "gold_semantic_scores": [0.48361000418663025], "gold_temporal_scores": [0.25888991355895996], "max_gold_score": 0.742499589920044, "max_candidate_score": 0.7454138398170471, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.7454138398170471, "best_gold_margin": -0.002914249897003174, "weakest_gold_margin": -0.002914249897003174}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01832", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my shopping item change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4272744059562683, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8142789006233215}, {"memory_id": "history_02_utt_0010", "score": 0.7751476168632507}], "gold_semantic_scores": [0.6534953713417053, 0.6399190425872803], "gold_temporal_scores": [0.16078336536884308, 0.13522838056087494], "max_gold_score": 0.8142789006233215, "max_candidate_score": 0.8467685580253601, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.8467685580253601, "best_gold_margin": -0.032489657402038574, "weakest_gold_margin": -0.07162094116210938}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01832", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they are now buying laundry detergent?", "temporal_relation": "none", "query_temporal_norm": 0.2648794949054718, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.573834240436554}], "gold_semantic_scores": [0.4584766626358032], "gold_temporal_scores": [0.1153573989868164], "max_gold_score": 0.573834240436554, "max_candidate_score": 0.573834240436554, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4745907187461853, "best_gold_margin": 0.09924352169036865, "weakest_gold_margin": 0.09924352169036865}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01934", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's movie night venue change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4005953073501587, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8764573931694031}, {"memory_id": "history_02_utt_0011", "score": 0.7862845659255981}], "gold_semantic_scores": [0.7358240485191345, 0.653994619846344], "gold_temporal_scores": [0.14063334465026855, 0.13229027390480042], "max_gold_score": 0.8764573931694031, "max_candidate_score": 0.8764573931694031, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7357484698295593, "best_gold_margin": 0.14070892333984375, "weakest_gold_margin": 0.05053609609603882}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01934", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention Parker's basement den for the screening?", "temporal_relation": "session", "query_temporal_norm": 0.20353777706623077, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7949246764183044}], "gold_semantic_scores": [0.7611899375915527], "gold_temporal_scores": [0.03373466432094574], "max_gold_score": 0.7949246764183044, "max_candidate_score": 0.7949246764183044, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7282700538635254, "best_gold_margin": 0.06665462255477905, "weakest_gold_margin": 0.06665462255477905}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01934", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the movie night screening most recently set to be held?", "temporal_relation": "none", "query_temporal_norm": 0.5381172895431519, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7732693552970886}], "gold_semantic_scores": [0.5240592360496521], "gold_temporal_scores": [0.24921049177646637], "max_gold_score": 0.7732693552970886, "max_candidate_score": 0.7736287117004395, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0007::1", "max_non_gold_score": 0.7736287117004395, "best_gold_margin": -0.0003593564033508301, "weakest_gold_margin": -0.0003593564033508301}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02023", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who moved their migration deadline to Friday, July 19, and what was the earlier deadline?", "temporal_relation": "none", "query_temporal_norm": 0.3522120416164398, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.742110013961792}, {"memory_id": "history_02_utt_0011", "score": 0.8221855163574219}], "gold_semantic_scores": [0.6251435875892639, 0.713168740272522], "gold_temporal_scores": [0.1169663518667221, 0.10901711136102676], "max_gold_score": 0.8221855163574219, "max_candidate_score": 0.8221855163574219, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.537998378276825, "best_gold_margin": 0.2841871380805969, "weakest_gold_margin": 0.20411163568496704}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02023", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When was the training pipeline migration originally supposed to be completed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5430633425712585, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9053418040275574}], "gold_semantic_scores": [0.7760708928108215], "gold_temporal_scores": [0.1292707920074463], "max_gold_score": 0.9053418040275574, "max_candidate_score": 0.9053418040275574, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7512616515159607, "best_gold_margin": 0.15408015251159668, "weakest_gold_margin": 0.15408015251159668}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02023", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the training pipeline migration deadline was set for Tuesday, July 9?", "temporal_relation": "none", "query_temporal_norm": 0.1607314646244049, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8939535617828369}], "gold_semantic_scores": [0.8540634512901306], "gold_temporal_scores": [0.03989003971219063], "max_gold_score": 0.8939535617828369, "max_candidate_score": 0.8939535617828369, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7761337161064148, "best_gold_margin": 0.11781984567642212, "weakest_gold_margin": 0.11781984567642212}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02125", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Cameron originally say the event was planned around before it got changed later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5582597851753235, "query_session_index": 2, "query_start_sec": 12.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8355683088302612}], "gold_semantic_scores": [0.6696502566337585], "gold_temporal_scores": [0.16591814160346985], "max_gold_score": 0.8355683088302612, "max_candidate_score": 0.8355683088302612, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7377848029136658, "best_gold_margin": 0.09778350591659546, "weakest_gold_margin": 0.09778350591659546}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02125", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the event originally planned to take place?", "temporal_relation": "earliest", "query_temporal_norm": 0.5157841444015503, "query_session_index": 2, "query_start_sec": 12.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8340426683425903}], "gold_semantic_scores": [0.6825156211853027], "gold_temporal_scores": [0.15152707695960999], "max_gold_score": 0.8340426683425903, "max_candidate_score": 0.8340426683425903, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.679847002029419, "best_gold_margin": 0.1541956663131714, "weakest_gold_margin": 0.1541956663131714}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02125", "qa_id": "extra_qa_0003", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the event was originally planned around the lakeside pavilion?", "temporal_relation": "earliest", "query_temporal_norm": 0.5518282055854797, "query_session_index": 2, "query_start_sec": 12.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8887040019035339}], "gold_semantic_scores": [0.7694841027259827], "gold_temporal_scores": [0.11921993643045425], "max_gold_score": 0.8887040019035339, "max_candidate_score": 0.8887040019035339, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7376723289489746, "best_gold_margin": 0.15103167295455933, "weakest_gold_margin": 0.15103167295455933}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02125", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention the lakeside pavilion as the planned venue?", "temporal_relation": "session", "query_temporal_norm": 0.18812964856624603, "query_session_index": 2, "query_start_sec": 12.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.707583487033844}], "gold_semantic_scores": [0.6589906811714172], "gold_temporal_scores": [0.048592884093523026], "max_gold_score": 0.707583487033844, "max_candidate_score": 0.707583487033844, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.611668586730957, "best_gold_margin": 0.09591490030288696, "weakest_gold_margin": 0.09591490030288696}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02231", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest venue choice was for the playlist reveal?", "temporal_relation": "latest", "query_temporal_norm": 0.5593804121017456, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7219507694244385}], "gold_semantic_scores": [0.4698598384857178], "gold_temporal_scores": [0.25209102034568787], "max_gold_score": 0.7219507694244385, "max_candidate_score": 0.7400199770927429, "top_memory_id": "history_02_utt_0008::cf::main::1", "max_non_gold_score": 0.7400199770927429, "best_gold_margin": -0.018069207668304443, "weakest_gold_margin": -0.018069207668304443}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02231", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they are using the shuttle bus for the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.3027494549751282, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7988301515579224}], "gold_semantic_scores": [0.6693530678749084], "gold_temporal_scores": [0.12947748601436615], "max_gold_score": 0.7988301515579224, "max_candidate_score": 0.7988301515579224, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4399262070655823, "best_gold_margin": 0.3589039444923401, "weakest_gold_margin": 0.3589039444923401}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02231", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we originally plan to hold the playlist reveal?", "temporal_relation": "earliest", "query_temporal_norm": 0.56605464220047, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8522321581840515}], "gold_semantic_scores": [0.7380870580673218], "gold_temporal_scores": [0.11414505541324615], "max_gold_score": 0.8522321581840515, "max_candidate_score": 0.8522321581840515, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6876644492149353, "best_gold_margin": 0.1645677089691162, "weakest_gold_margin": 0.1645677089691162}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02336", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the local NVMe cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2345951944589615, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7320735454559326}, {"memory_id": "history_02_utt_0011", "score": 0.7200229167938232}], "gold_semantic_scores": [0.653448224067688, 0.660553514957428], "gold_temporal_scores": [0.07862522453069687, 0.05946965515613556], "max_gold_score": 0.7320735454559326, "max_candidate_score": 0.7320735454559326, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.5127111077308655, "best_gold_margin": 0.21936243772506714, "weakest_gold_margin": 0.20731180906295776}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02336", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the local NVMe cache was rejected because it used too much host RAM?", "temporal_relation": "none", "query_temporal_norm": 0.2454749494791031, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7883509397506714}], "gold_semantic_scores": [0.6689905524253845], "gold_temporal_scores": [0.1193603128194809], "max_gold_score": 0.7883509397506714, "max_candidate_score": 0.7883509397506714, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5102598667144775, "best_gold_margin": 0.27809107303619385, "weakest_gold_margin": 0.27809107303619385}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02336", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan propose the local NVMe cache?", "temporal_relation": "session", "query_temporal_norm": 0.20702151954174042, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7840267419815063}], "gold_semantic_scores": [0.7333667278289795], "gold_temporal_scores": [0.050659745931625366], "max_gold_score": 0.7840267419815063, "max_candidate_score": 0.7840267419815063, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.667284369468689, "best_gold_margin": 0.11674237251281738, "weakest_gold_margin": 0.11674237251281738}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02336", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason given for suggesting the shared NFS cache?", "temporal_relation": "none", "query_temporal_norm": 0.08574723452329636, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0031", "score": 0.7267731428146362}], "gold_semantic_scores": [0.7135607600212097], "gold_temporal_scores": [0.01321242842823267], "max_gold_score": 0.7267731428146362, "max_candidate_score": 0.7267731428146362, "top_memory_id": "history_01_utt_0031", "max_non_gold_score": 0.6240794062614441, "best_gold_margin": 0.10269373655319214, "weakest_gold_margin": 0.10269373655319214}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02383", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say the training setting originally was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5368697047233582, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.781411349773407}], "gold_semantic_scores": [0.654827892780304], "gold_temporal_scores": [0.1265835464000702], "max_gold_score": 0.781411349773407, "max_candidate_score": 0.781411349773407, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6810749173164368, "best_gold_margin": 0.10033643245697021, "weakest_gold_margin": 0.10033643245697021}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02383", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training setting change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.35277944803237915, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5119082927703857}, {"memory_id": "history_02_utt_0010", "score": 0.5324437618255615}], "gold_semantic_scores": [0.38735532760620117, 0.42220938205718994], "gold_temporal_scores": [0.12455292791128159, 0.1102341040968895], "max_gold_score": 0.5324437618255615, "max_candidate_score": 0.5324437618255615, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.306411474943161, "best_gold_margin": 0.2260322868824005, "weakest_gold_margin": 0.20549681782722473}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02383", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention the original training setting?", "temporal_relation": "session", "query_temporal_norm": 0.534060001373291, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7707384824752808}], "gold_semantic_scores": [0.6283370852470398], "gold_temporal_scores": [0.1424012929201126], "max_gold_score": 0.7707384824752808, "max_candidate_score": 0.7707384824752808, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7067891955375671, "best_gold_margin": 0.06394928693771362, "weakest_gold_margin": 0.06394928693771362}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02383", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally mentioned using fixed 2,048-token sequences for training?", "temporal_relation": "earliest", "query_temporal_norm": 0.5299201607704163, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7147874236106873}], "gold_semantic_scores": [0.611437976360321], "gold_temporal_scores": [0.10334940254688263], "max_gold_score": 0.7147874236106873, "max_candidate_score": 0.7147874236106873, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5573790669441223, "best_gold_margin": 0.15740835666656494, "weakest_gold_margin": 0.15740835666656494}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02486", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say feature caching would let me do, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.22595904767513275, "query_session_index": 2, "query_start_sec": 10.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6441526412963867}, {"memory_id": "history_02_utt_0009", "score": 0.6149619221687317}], "gold_semantic_scores": [0.5703074932098389, 0.5779236555099487], "gold_temporal_scores": [0.07384508103132248, 0.03703828901052475], "max_gold_score": 0.6441526412963867, "max_candidate_score": 0.6441526412963867, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6300644874572754, "best_gold_margin": 0.014088153839111328, "weakest_gold_margin": -0.015102565288543701}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02486", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What requirement did precomputed score tables meet?", "temporal_relation": "none", "query_temporal_norm": 0.11192704737186432, "query_session_index": 2, "query_start_sec": 10.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7023946046829224}], "gold_semantic_scores": [0.6897568702697754], "gold_temporal_scores": [0.012637713924050331], "max_gold_score": 0.7023946046829224, "max_candidate_score": 0.7023946046829224, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.48448872566223145, "best_gold_margin": 0.21790587902069092, "weakest_gold_margin": 0.21790587902069092}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02486", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did the group decide to keep precomputed score tables?", "temporal_relation": "none", "query_temporal_norm": 0.13133829832077026, "query_session_index": 2, "query_start_sec": 10.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.7039586305618286}], "gold_semantic_scores": [0.6708709001541138], "gold_temporal_scores": [0.03308740630745888], "max_gold_score": 0.7039586305618286, "max_candidate_score": 0.7039586305618286, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.5241804718971252, "best_gold_margin": 0.17977815866470337, "weakest_gold_margin": 0.17977815866470337}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02486", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that precomputed score tables were kept?", "temporal_relation": "session", "query_temporal_norm": 0.11674283444881439, "query_session_index": 2, "query_start_sec": 10.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.7193810939788818}], "gold_semantic_scores": [0.7099714875221252], "gold_temporal_scores": [0.009409484453499317], "max_gold_score": 0.7193810939788818, "max_candidate_score": 0.7193810939788818, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.5870446562767029, "best_gold_margin": 0.13233643770217896, "weakest_gold_margin": 0.13233643770217896}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02629", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the dinner venue to La Paloma Bistro, and what was the earlier venue?", "temporal_relation": "none", "query_temporal_norm": 0.31792476773262024, "query_session_index": 2, "query_start_sec": 17.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.734961211681366}, {"memory_id": "history_02_utt_0009", "score": 0.7424545288085938}], "gold_semantic_scores": [0.620826005935669, 0.6335154175758362], "gold_temporal_scores": [0.11413510143756866, 0.10893858969211578], "max_gold_score": 0.7424545288085938, "max_candidate_score": 0.7424545288085938, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.32367777824401855, "best_gold_margin": 0.4187767505645752, "weakest_gold_margin": 0.4112834334373474}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02629", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed changing our restaurant choice. What did it change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.39673835039138794, "query_session_index": 2, "query_start_sec": 17.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8098622560501099}, {"memory_id": "history_02_utt_0009", "score": 0.6445222496986389}], "gold_semantic_scores": [0.6622213125228882, 0.5334880948066711], "gold_temporal_scores": [0.14764098823070526, 0.111034095287323], "max_gold_score": 0.8098622560501099, "max_candidate_score": 0.8098622560501099, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4332337975502014, "best_gold_margin": 0.37662845849990845, "weakest_gold_margin": 0.2112884521484375}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02629", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned leaning toward Cedar Spoon for our dinner out?", "temporal_relation": "none", "query_temporal_norm": 0.17073367536067963, "query_session_index": 2, "query_start_sec": 17.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.732160747051239}], "gold_semantic_scores": [0.6798355579376221], "gold_temporal_scores": [0.05232522264122963], "max_gold_score": 0.732160747051239, "max_candidate_score": 0.732160747051239, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.40665099024772644, "best_gold_margin": 0.3255097568035126, "weakest_gold_margin": 0.3255097568035126}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02629", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched us to La Paloma Bistro?", "temporal_relation": "none", "query_temporal_norm": 0.30168113112449646, "query_session_index": 2, "query_start_sec": 17.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8412767648696899}], "gold_semantic_scores": [0.7074567675590515], "gold_temporal_scores": [0.1338195651769638], "max_gold_score": 0.8412767648696899, "max_candidate_score": 0.8412767648696899, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.42114177346229553, "best_gold_margin": 0.4201349914073944, "weakest_gold_margin": 0.4201349914073944}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02733", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they'd rather do the harbor aquarium now?", "temporal_relation": "latest", "query_temporal_norm": 0.23126599192619324, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8067746758460999}], "gold_semantic_scores": [0.7090818881988525], "gold_temporal_scores": [0.09769278019666672], "max_gold_score": 0.8067746758460999, "max_candidate_score": 0.8121547698974609, "top_memory_id": "history_02_utt_0011::cf::main::1", "max_non_gold_score": 0.8121547698974609, "best_gold_margin": -0.005380094051361084, "weakest_gold_margin": -0.005380094051361084}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02733", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity did we most recently decide on?", "temporal_relation": "none", "query_temporal_norm": 0.5077101588249207, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.879341185092926}], "gold_semantic_scores": [0.6361632943153381], "gold_temporal_scores": [0.24317802488803864], "max_gold_score": 0.879341185092926, "max_candidate_score": 0.8869236707687378, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0001::1", "max_non_gold_score": 0.8869236707687378, "best_gold_margin": -0.007582485675811768, "weakest_gold_margin": -0.007582485675811768}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02733", "qa_id": "extra_qa_0002", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Parker say they'd rather do now?", "temporal_relation": "latest", "query_temporal_norm": 0.41883590817451477, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.952461838722229}], "gold_semantic_scores": [0.7763338685035706], "gold_temporal_scores": [0.17612767219543457], "max_gold_score": 0.952461838722229, "max_candidate_score": 0.957563579082489, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0002::3", "max_non_gold_score": 0.957563579082489, "best_gold_margin": -0.00510174036026001, "weakest_gold_margin": -0.00510174036026001}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02733", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker mention wanting to do the harbor aquarium?", "temporal_relation": "session", "query_temporal_norm": 0.23587478697299957, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7463032007217407}], "gold_semantic_scores": [0.704176664352417], "gold_temporal_scores": [0.04212623089551926], "max_gold_score": 0.7463032007217407, "max_candidate_score": 0.7463032007217407, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6158146858215332, "best_gold_margin": 0.13048851490020752, "weakest_gold_margin": 0.13048851490020752}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02812", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest threshold was for counting an issue as a reportable finding?", "temporal_relation": "latest", "query_temporal_norm": 0.5190300941467285, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9064891338348389}], "gold_semantic_scores": [0.7131653428077698], "gold_temporal_scores": [0.19332341849803925], "max_gold_score": 0.9064891338348389, "max_candidate_score": 0.9437514543533325, "top_memory_id": "history_02_utt_0008::cf::main::0", "max_non_gold_score": 0.9437514543533325, "best_gold_margin": -0.03726232051849365, "weakest_gold_margin": -0.03726232051849365}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02996", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the migration plan to LoRA fine-tuning with sequence packing, and what was the earlier plan?", "temporal_relation": "none", "query_temporal_norm": 0.31492161750793457, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5337942242622375}, {"memory_id": "history_02_utt_0008", "score": 0.785594642162323}], "gold_semantic_scores": [0.4223594665527344, 0.6838964819908142], "gold_temporal_scores": [0.11143483966588974, 0.1016988530755043], "max_gold_score": 0.785594642162323, "max_candidate_score": 0.785594642162323, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.3174819350242615, "best_gold_margin": 0.4681127071380615, "weakest_gold_margin": 0.21631228923797607}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02996", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the training setting we discussed earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.25408732891082764, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7510361671447754}, {"memory_id": "history_02_utt_0008", "score": 0.6026150584220886}], "gold_semantic_scores": [0.6715683341026306, 0.5794410705566406], "gold_temporal_scores": [0.07946779578924179, 0.023173855617642403], "max_gold_score": 0.7510361671447754, "max_candidate_score": 0.7510361671447754, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.31527021527290344, "best_gold_margin": 0.43576595187187195, "weakest_gold_margin": 0.2873448431491852}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02996", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they planned to use full fine-tuning with static padding on the new cluster?", "temporal_relation": "none", "query_temporal_norm": 0.2744815945625305, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5648801922798157}], "gold_semantic_scores": [0.522939920425415], "gold_temporal_scores": [0.04194026067852974], "max_gold_score": 0.5648801922798157, "max_candidate_score": 0.5648801922798157, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.24403753876686096, "best_gold_margin": 0.3208426535129547, "weakest_gold_margin": 0.3208426535129547}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02996", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training setting did Jordan say they planned to use on the new cluster?", "temporal_relation": "none", "query_temporal_norm": 0.22968760132789612, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.745177686214447}], "gold_semantic_scores": [0.7263610363006592], "gold_temporal_scores": [0.018816564232110977], "max_gold_score": 0.745177686214447, "max_candidate_score": 0.745177686214447, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4792636036872864, "best_gold_margin": 0.26591408252716064, "weakest_gold_margin": 0.26591408252716064}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03127", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Cameron's grocery list item change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4211406409740448, "query_session_index": 2, "query_start_sec": 18.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9394180774688721}, {"memory_id": "history_02_utt_0009", "score": 0.7533717751502991}], "gold_semantic_scores": [0.7813390493392944, 0.6108649969100952], "gold_temporal_scores": [0.15807898342609406, 0.14250674843788147], "max_gold_score": 0.9394180774688721, "max_candidate_score": 0.9394180774688721, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8446781039237976, "best_gold_margin": 0.09473997354507446, "weakest_gold_margin": -0.09130632877349854}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03127", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention adding cilantro to their grocery list?", "temporal_relation": "session", "query_temporal_norm": 0.21536652743816376, "query_session_index": 2, "query_start_sec": 18.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7770960330963135}], "gold_semantic_scores": [0.7080039381980896], "gold_temporal_scores": [0.06909213960170746], "max_gold_score": 0.7770960330963135, "max_candidate_score": 0.7770960330963135, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6647548675537109, "best_gold_margin": 0.11234116554260254, "weakest_gold_margin": 0.11234116554260254}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03127", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention switching their list item to frozen peas?", "temporal_relation": "session", "query_temporal_norm": 0.26584744453430176, "query_session_index": 2, "query_start_sec": 18.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9053986072540283}], "gold_semantic_scores": [0.7781273126602173], "gold_temporal_scores": [0.127271369099617], "max_gold_score": 0.9053986072540283, "max_candidate_score": 0.9053986072540283, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.855186939239502, "best_gold_margin": 0.05021166801452637, "weakest_gold_margin": 0.05021166801452637}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03127", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What grocery item was mentioned earlier for taco night?", "temporal_relation": "before", "query_temporal_norm": 0.2999545931816101, "query_session_index": 2, "query_start_sec": 18.200000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.762188196182251}], "gold_semantic_scores": [0.7136948108673096], "gold_temporal_scores": [0.04849341884255409], "max_gold_score": 0.762188196182251, "max_candidate_score": 0.762188196182251, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.592688262462616, "best_gold_margin": 0.169499933719635, "weakest_gold_margin": 0.169499933719635}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03183", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey describe changing the training setup from the earlier discussion to the later one?", "temporal_relation": "none", "query_temporal_norm": 0.37560316920280457, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8571016788482666}, {"memory_id": "history_02_utt_0009", "score": 0.9175192713737488}], "gold_semantic_scores": [0.7238585352897644, 0.7860395908355713], "gold_temporal_scores": [0.13324309885501862, 0.13148002326488495], "max_gold_score": 0.9175192713737488, "max_candidate_score": 0.9175192713737488, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7826581597328186, "best_gold_margin": 0.13486111164093018, "weakest_gold_margin": 0.074443519115448}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03183", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training setup change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.39198848605155945, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7579901218414307}, {"memory_id": "history_02_utt_0009", "score": 0.7835466861724854}], "gold_semantic_scores": [0.61940598487854, 0.6305883526802063], "gold_temporal_scores": [0.1385841965675354, 0.15295830368995667], "max_gold_score": 0.7835466861724854, "max_candidate_score": 0.7835466861724854, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3714434802532196, "best_gold_margin": 0.41210320591926575, "weakest_gold_margin": 0.38654664158821106}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03183", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention using large single-node batches without activation checkpointing?", "temporal_relation": "session", "query_temporal_norm": 0.22172078490257263, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7212355136871338}], "gold_semantic_scores": [0.6488518118858337], "gold_temporal_scores": [0.07238378375768661], "max_gold_score": 0.7212355136871338, "max_candidate_score": 0.7212355136871338, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5866509675979614, "best_gold_margin": 0.13458454608917236, "weakest_gold_margin": 0.13458454608917236}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03183", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention switching to smaller microbatches with activation checkpointing?", "temporal_relation": "session", "query_temporal_norm": 0.24408884346485138, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8006783127784729}], "gold_semantic_scores": [0.6926012635231018], "gold_temporal_scores": [0.10807720571756363], "max_gold_score": 0.8006783127784729, "max_candidate_score": 0.8006783127784729, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7018907070159912, "best_gold_margin": 0.09878760576248169, "weakest_gold_margin": 0.09878760576248169}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03339", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Taylor give for proposing the streaming int8 baseline, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.21574391424655914, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7353866696357727}, {"memory_id": "history_02_utt_0010", "score": 0.6958581209182739}], "gold_semantic_scores": [0.667721152305603, 0.6358946561813354], "gold_temporal_scores": [0.06766550242900848, 0.05996387451887131], "max_gold_score": 0.7353866696357727, "max_candidate_score": 0.743251621723175, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.743251621723175, "best_gold_margin": -0.007864952087402344, "weakest_gold_margin": -0.04739350080490112}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03339", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Taylor say they proposed the streaming int8 baseline?", "temporal_relation": "none", "query_temporal_norm": 0.1253347396850586, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7730266451835632}], "gold_semantic_scores": [0.7395651340484619], "gold_temporal_scores": [0.033461812883615494], "max_gold_score": 0.7730266451835632, "max_candidate_score": 0.7730266451835632, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7513638138771057, "best_gold_margin": 0.02166283130645752, "weakest_gold_margin": 0.02166283130645752}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03339", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason given for proposing the aggressive batching path?", "temporal_relation": "none", "query_temporal_norm": 0.08375366032123566, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.8475541472434998}], "gold_semantic_scores": [0.8337227702140808], "gold_temporal_scores": [0.013831699267029762], "max_gold_score": 0.8475541472434998, "max_candidate_score": 0.8475541472434998, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.648502767086029, "best_gold_margin": 0.1990513801574707, "weakest_gold_margin": 0.1990513801574707}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03339", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the aggressive batching path proposed to address evaluator traffic spikes?", "temporal_relation": "session", "query_temporal_norm": 0.1538325399160385, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.8836733102798462}], "gold_semantic_scores": [0.8310638666152954], "gold_temporal_scores": [0.0526091605424881], "max_gold_score": 0.8836733102798462, "max_candidate_score": 0.8836733102798462, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.7488859295845032, "best_gold_margin": 0.13478738069534302, "weakest_gold_margin": 0.13478738069534302}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03425", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who most recently said they'd rather do cookie decorating for the gathering?", "temporal_relation": "none", "query_temporal_norm": 0.5172227025032043, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0098687410354614}], "gold_semantic_scores": [0.7765756249427795], "gold_temporal_scores": [0.23329366743564606], "max_gold_score": 1.0098687410354614, "max_candidate_score": 1.0098687410354614, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.0092486143112183, "best_gold_margin": 0.0006201267242431641, "weakest_gold_margin": 0.0006201267242431641}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03425", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity did we discuss earlier for the gathering?", "temporal_relation": "before", "query_temporal_norm": 0.5143072605133057, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8667696714401245}], "gold_semantic_scores": [0.7418321371078491], "gold_temporal_scores": [0.12493766844272614], "max_gold_score": 0.8667696714401245, "max_candidate_score": 0.8667696714401245, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4572179913520813, "best_gold_margin": 0.4095516800880432, "weakest_gold_margin": 0.4095516800880432}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03425", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they'd prefer cookie decorating for the gathering?", "temporal_relation": "none", "query_temporal_norm": 0.11988861113786697, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7477822303771973}], "gold_semantic_scores": [0.7043172121047974], "gold_temporal_scores": [0.04346535727381706], "max_gold_score": 0.7477822303771973, "max_candidate_score": 0.7477822303771973, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5174240469932556, "best_gold_margin": 0.23035818338394165, "weakest_gold_margin": 0.23035818338394165}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03425", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron say they'd rather do cookie decorating?", "temporal_relation": "session", "query_temporal_norm": 0.1959303915500641, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7133668065071106}], "gold_semantic_scores": [0.6232670545578003], "gold_temporal_scores": [0.09009989351034164], "max_gold_score": 0.7133668065071106, "max_candidate_score": 0.7133668065071106, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6217086315155029, "best_gold_margin": 0.09165817499160767, "weakest_gold_margin": 0.09165817499160767}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03536", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my planned watch order change between the earlier and later conversations?", "temporal_relation": "comparison", "query_temporal_norm": 0.41188666224479675, "query_session_index": 2, "query_start_sec": 22.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6341089010238647}, {"memory_id": "history_02_utt_0010", "score": 0.7477100491523743}], "gold_semantic_scores": [0.48774296045303345, 0.5976839661598206], "gold_temporal_scores": [0.14636601507663727, 0.1500261127948761], "max_gold_score": 0.7477100491523743, "max_candidate_score": 0.7499909400939941, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.7499909400939941, "best_gold_margin": -0.002280890941619873, "weakest_gold_margin": -0.1158820390701294}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03536", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned wanting to start with River of Dust?", "temporal_relation": "none", "query_temporal_norm": 0.14379757642745972, "query_session_index": 2, "query_start_sec": 22.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8490869402885437}], "gold_semantic_scores": [0.8193490505218506], "gold_temporal_scores": [0.02973797544836998], "max_gold_score": 0.8490869402885437, "max_candidate_score": 0.8490869402885437, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.37219560146331787, "best_gold_margin": 0.47689133882522583, "weakest_gold_margin": 0.47689133882522583}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03536", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they wanted to start with Paper Trails?", "temporal_relation": "none", "query_temporal_norm": 0.14117710292339325, "query_session_index": 2, "query_start_sec": 22.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.789496898651123}], "gold_semantic_scores": [0.7556442022323608], "gold_temporal_scores": [0.03385285288095474], "max_gold_score": 0.789496898651123, "max_candidate_score": 0.789496898651123, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6475153565406799, "best_gold_margin": 0.14198154211044312, "weakest_gold_margin": 0.14198154211044312}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03639", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they were using the balanced tri-modal pilot bundle?", "temporal_relation": "earliest", "query_temporal_norm": 0.5615031123161316, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8078027963638306}], "gold_semantic_scores": [0.6848700642585754], "gold_temporal_scores": [0.12293272465467453], "max_gold_score": 0.8078027963638306, "max_candidate_score": 0.8078027963638306, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5152602791786194, "best_gold_margin": 0.2925425171852112, "weakest_gold_margin": 0.2925425171852112}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03639", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in dataset versions that we discussed earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.36192765831947327, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.648052990436554}, {"memory_id": "history_02_utt_0011", "score": 0.5218327045440674}], "gold_semantic_scores": [0.5215858221054077, 0.45009684562683105], "gold_temporal_scores": [0.12646719813346863, 0.07173595577478409], "max_gold_score": 0.648052990436554, "max_candidate_score": 0.648052990436554, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.41469982266426086, "best_gold_margin": 0.2333531677722931, "weakest_gold_margin": 0.10713288187980652}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03639", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Cameron say they started with?", "temporal_relation": "none", "query_temporal_norm": 0.40272408723831177, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6414100527763367}], "gold_semantic_scores": [0.4987121522426605], "gold_temporal_scores": [0.14269787073135376], "max_gold_score": 0.6414100527763367, "max_candidate_score": 0.6414100527763367, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5437778830528259, "best_gold_margin": 0.09763216972351074, "weakest_gold_margin": 0.09763216972351074}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03639", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention starting with the balanced tri-modal pilot bundle?", "temporal_relation": "session", "query_temporal_norm": 0.2354333996772766, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.772972822189331}], "gold_semantic_scores": [0.6923378109931946], "gold_temporal_scores": [0.08063502609729767], "max_gold_score": 0.772972822189331, "max_candidate_score": 0.772972822189331, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6635485291481018, "best_gold_margin": 0.10942429304122925, "weakest_gold_margin": 0.10942429304122925}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03725", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's top pick for the group's documentary watchlist change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.40427595376968384, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7473700046539307}, {"memory_id": "history_02_utt_0010", "score": 0.7161574363708496}], "gold_semantic_scores": [0.5980030298233032, 0.565220296382904], "gold_temporal_scores": [0.14936694502830505, 0.15093736350536346], "max_gold_score": 0.7473700046539307, "max_candidate_score": 0.7473700046539307, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.665795624256134, "best_gold_margin": 0.08157438039779663, "weakest_gold_margin": 0.050361812114715576}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03725", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What documentary did Drew suggest putting first on the group's watchlist in the earlier conversation?", "temporal_relation": "session", "query_temporal_norm": 0.3289458155632019, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8146948218345642}], "gold_semantic_scores": [0.7360820174217224], "gold_temporal_scores": [0.0786130428314209], "max_gold_score": 0.8146948218345642, "max_candidate_score": 0.8146948218345642, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7456926107406616, "best_gold_margin": 0.06900221109390259, "weakest_gold_margin": 0.06900221109390259}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03725", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew mention Signal in the Reeds as the group's top pick?", "temporal_relation": "session", "query_temporal_norm": 0.15496665239334106, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7354327440261841}], "gold_semantic_scores": [0.6866700649261475], "gold_temporal_scores": [0.048762619495391846], "max_gold_score": 0.7354327440261841, "max_candidate_score": 0.7354327440261841, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6717115044593811, "best_gold_margin": 0.06372123956680298, "weakest_gold_margin": 0.06372123956680298}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03725", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say Borrowed Coast should be the group's top pick?", "temporal_relation": "session", "query_temporal_norm": 0.12270058691501617, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7688947916030884}], "gold_semantic_scores": [0.7195622324943542], "gold_temporal_scores": [0.04933274909853935], "max_gold_score": 0.7688947916030884, "max_candidate_score": 0.7688947916030884, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6630215048789978, "best_gold_margin": 0.10587328672409058, "weakest_gold_margin": 0.10587328672409058}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03821", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor say their latest chore schedule was?", "temporal_relation": "latest", "query_temporal_norm": 0.5604087114334106, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.104699969291687}], "gold_semantic_scores": [0.8186872005462646], "gold_temporal_scores": [0.2860128581523895], "max_gold_score": 1.104699969291687, "max_candidate_score": 1.105230450630188, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 1.105230450630188, "best_gold_margin": -0.0005304813385009766, "weakest_gold_margin": -0.0005304813385009766}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03821", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed the chore schedule recently. What is the latest update on it?", "temporal_relation": "latest", "query_temporal_norm": 0.5629677772521973, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.967501699924469}], "gold_semantic_scores": [0.6938962936401367], "gold_temporal_scores": [0.2736052870750427], "max_gold_score": 0.967501699924469, "max_candidate_score": 0.967501699924469, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9577323794364929, "best_gold_margin": 0.009769320487976074, "weakest_gold_margin": 0.009769320487976074}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03821", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention their updated chore schedule?", "temporal_relation": "session", "query_temporal_norm": 0.29634150862693787, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7982553243637085}], "gold_semantic_scores": [0.6529914140701294], "gold_temporal_scores": [0.14526377618312836], "max_gold_score": 0.7982553243637085, "max_candidate_score": 0.7982553243637085, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7157250046730042, "best_gold_margin": 0.08253031969070435, "weakest_gold_margin": 0.08253031969070435}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03821", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the kitchen reset to Tuesdays and the trash to Saturdays?", "temporal_relation": "none", "query_temporal_norm": 0.27940207719802856, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9190576076507568}], "gold_semantic_scores": [0.7841393947601318], "gold_temporal_scores": [0.13491827249526978], "max_gold_score": 0.9190576076507568, "max_candidate_score": 0.9190576076507568, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7152073383331299, "best_gold_margin": 0.20385026931762695, "weakest_gold_margin": 0.20385026931762695}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03924", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say the screening venue was moved to most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5449711680412292, "query_session_index": 2, "query_start_sec": 17.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0182727575302124}], "gold_semantic_scores": [0.7384940385818481], "gold_temporal_scores": [0.2797784209251404], "max_gold_score": 1.0182727575302124, "max_candidate_score": 1.0182727575302124, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0135976076126099, "best_gold_margin": 0.004675149917602539, "weakest_gold_margin": 0.004675149917602539}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03924", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening originally planned to be set up?", "temporal_relation": "earliest", "query_temporal_norm": 0.5639116764068604, "query_session_index": 2, "query_start_sec": 17.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8330419063568115}], "gold_semantic_scores": [0.7014368176460266], "gold_temporal_scores": [0.13160480558872223], "max_gold_score": 0.8330419063568115, "max_candidate_score": 0.8330419063568115, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6771687269210815, "best_gold_margin": 0.15587317943572998, "weakest_gold_margin": 0.15587317943572998}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03924", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker mention moving the setup to the garage loft?", "temporal_relation": "session", "query_temporal_norm": 0.260900616645813, "query_session_index": 2, "query_start_sec": 17.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9227172136306763}], "gold_semantic_scores": [0.8255380392074585], "gold_temporal_scores": [0.09717904031276703], "max_gold_score": 0.9227172136306763, "max_candidate_score": 0.9227172136306763, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7208883762359619, "best_gold_margin": 0.20182883739471436, "weakest_gold_margin": 0.20182883739471436}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03924", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the living room mentioned as the setup location?", "temporal_relation": "session", "query_temporal_norm": 0.14492759108543396, "query_session_index": 2, "query_start_sec": 17.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6961537599563599}], "gold_semantic_scores": [0.6571938991546631], "gold_temporal_scores": [0.0389595702290535], "max_gold_score": 0.6961537599563599, "max_candidate_score": 0.6961537599563599, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6083155870437622, "best_gold_margin": 0.08783817291259766, "weakest_gold_margin": 0.08783817291259766}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04042", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about where I placed \"Neon Tigers\" in the sequence, and why was it later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.2463231235742569, "query_session_index": 2, "query_start_sec": 12.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7785102725028992}, {"memory_id": "history_02_utt_0011", "score": 0.8703063726425171}], "gold_semantic_scores": [0.699955940246582, 0.7757634520530701], "gold_temporal_scores": [0.07855422049760818, 0.09454278647899628], "max_gold_score": 0.8703063726425171, "max_candidate_score": 0.8776211738586426, "top_memory_id": "history_02_utt_0011::cf::main::2", "max_non_gold_score": 0.8776211738586426, "best_gold_margin": -0.007314801216125488, "weakest_gold_margin": -0.09911090135574341}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04042", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that 'Glass Arcade' was placed second?", "temporal_relation": "session", "query_temporal_norm": 0.11035870015621185, "query_session_index": 2, "query_start_sec": 12.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.8095734715461731}], "gold_semantic_scores": [0.7759022116661072], "gold_temporal_scores": [0.03367122262716293], "max_gold_score": 0.8095734715461731, "max_candidate_score": 0.8095734715461731, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.7257974147796631, "best_gold_margin": 0.08377605676651001, "weakest_gold_margin": 0.08377605676651001}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04042", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How was the placement of 'Glass Arcade' adjusted because its intro synth was too bright?", "temporal_relation": "none", "query_temporal_norm": 0.1755359172821045, "query_session_index": 2, "query_start_sec": 12.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.5913761258125305}], "gold_semantic_scores": [0.5424038767814636], "gold_temporal_scores": [0.04897242784500122], "max_gold_score": 0.5913761258125305, "max_candidate_score": 0.5913761258125305, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.5530642867088318, "best_gold_margin": 0.03831183910369873, "weakest_gold_margin": 0.03831183910369873}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04042", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that 'Glass Arcade' was pushed later in the set?", "temporal_relation": "session", "query_temporal_norm": 0.21553342044353485, "query_session_index": 2, "query_start_sec": 12.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.7644152641296387}], "gold_semantic_scores": [0.6706954836845398], "gold_temporal_scores": [0.09371953457593918], "max_gold_score": 0.7644152641296387, "max_candidate_score": 0.7644152641296387, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.49601492285728455, "best_gold_margin": 0.2684003412723541, "weakest_gold_margin": 0.2684003412723541}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04140", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the latest venue was the hotel conference suite?", "temporal_relation": "latest", "query_temporal_norm": 0.54961758852005, "query_session_index": 2, "query_start_sec": 14.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0286098718643188}], "gold_semantic_scores": [0.752223551273346], "gold_temporal_scores": [0.2763863801956177], "max_gold_score": 1.0286098718643188, "max_candidate_score": 1.0286098718643188, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.028374195098877, "best_gold_margin": 0.00023567676544189453, "weakest_gold_margin": 0.00023567676544189453}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04140", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Skyler say the event was moved to?", "temporal_relation": "none", "query_temporal_norm": 0.4524666368961334, "query_session_index": 2, "query_start_sec": 14.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.022337555885315}], "gold_semantic_scores": [0.7844439148902893], "gold_temporal_scores": [0.2378939688205719], "max_gold_score": 1.022337555885315, "max_candidate_score": 1.022337555885315, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9015791416168213, "best_gold_margin": 0.12075841426849365, "weakest_gold_margin": 0.12075841426849365}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04140", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention the new venue?", "temporal_relation": "session", "query_temporal_norm": 0.23118261992931366, "query_session_index": 2, "query_start_sec": 14.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.663253664970398}], "gold_semantic_scores": [0.5975927114486694], "gold_temporal_scores": [0.06566087156534195], "max_gold_score": 0.663253664970398, "max_candidate_score": 0.663253664970398, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.504205048084259, "best_gold_margin": 0.15904861688613892, "weakest_gold_margin": 0.15904861688613892}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04140", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we originally plan to hold the listening party?", "temporal_relation": "earliest", "query_temporal_norm": 0.5768455266952515, "query_session_index": 2, "query_start_sec": 14.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8932557702064514}], "gold_semantic_scores": [0.7448169589042664], "gold_temporal_scores": [0.1484389305114746], "max_gold_score": 0.8932557702064514, "max_candidate_score": 0.8932557702064514, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7207372784614563, "best_gold_margin": 0.17251849174499512, "weakest_gold_margin": 0.17251849174499512}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04222", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Cameron's deployment target change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4019719660282135, "query_session_index": 2, "query_start_sec": 13.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.831289529800415}, {"memory_id": "history_02_utt_0009", "score": 0.8415622115135193}], "gold_semantic_scores": [0.6813099384307861, 0.6965579390525818], "gold_temporal_scores": [0.14997954666614532, 0.14500458538532257], "max_gold_score": 0.8415622115135193, "max_candidate_score": 0.8415622115135193, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7115708589553833, "best_gold_margin": 0.129991352558136, "weakest_gold_margin": 0.11971867084503174}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04222", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current deployment target we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.49697762727737427, "query_session_index": 2, "query_start_sec": 13.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8562836050987244}], "gold_semantic_scores": [0.6460383534431458], "gold_temporal_scores": [0.21024487912654877], "max_gold_score": 0.8562836050987244, "max_candidate_score": 0.8562836050987244, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8519296646118164, "best_gold_margin": 0.004353940486907959, "weakest_gold_margin": 0.004353940486907959}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04222", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the deployment target change across the discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.36504656076431274, "query_session_index": 2, "query_start_sec": 13.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7662866711616516}, {"memory_id": "history_02_utt_0009", "score": 0.7221730947494507}], "gold_semantic_scores": [0.6328182816505432, 0.6106511950492859], "gold_temporal_scores": [0.1334683895111084, 0.11152176558971405], "max_gold_score": 0.7662866711616516, "max_candidate_score": 0.7662866711616516, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4411450922489166, "best_gold_margin": 0.325141578912735, "weakest_gold_margin": 0.28102800250053406}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04322", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my activity choice was before I changed it?", "temporal_relation": "before", "query_temporal_norm": 0.40917035937309265, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7252923846244812}], "gold_semantic_scores": [0.6097968816757202], "gold_temporal_scores": [0.11549544334411621], "max_gold_score": 0.7252923846244812, "max_candidate_score": 0.7675979733467102, "top_memory_id": "history_01_utt_0011::cf::main::1", "max_non_gold_score": 0.7675979733467102, "best_gold_margin": -0.042305588722229004, "weakest_gold_margin": -0.042305588722229004}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04322", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned wanting to do a harbor cruise?", "temporal_relation": "none", "query_temporal_norm": 0.17079050838947296, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.5100282430648804}], "gold_semantic_scores": [0.4775538146495819], "gold_temporal_scores": [0.03247445449233055], "max_gold_score": 0.5100282430648804, "max_candidate_score": 0.5100282430648804, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.42357137799263, "best_gold_margin": 0.08645686507225037, "weakest_gold_margin": 0.08645686507225037}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04322", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the street food walking tour mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.2601969838142395, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.7705395817756653}], "gold_semantic_scores": [0.6657809615135193], "gold_temporal_scores": [0.10475862771272659], "max_gold_score": 0.7705395817756653, "max_candidate_score": 0.7705395817756653, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.602295458316803, "best_gold_margin": 0.1682441234588623, "weakest_gold_margin": 0.1682441234588623}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04406", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting Green Table, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.14186134934425354, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8122339248657227}, {"memory_id": "history_02_utt_0010", "score": 0.8386610746383667}], "gold_semantic_scores": [0.7748203873634338, 0.7851050496101379], "gold_temporal_scores": [0.037413619458675385, 0.053556233644485474], "max_gold_score": 0.8386610746383667, "max_candidate_score": 0.8386610746383667, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8134803771972656, "best_gold_margin": 0.025180697441101074, "weakest_gold_margin": -0.0012464523315429688}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04406", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Green Table ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.17251592874526978, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8924694061279297}], "gold_semantic_scores": [0.8230229020118713], "gold_temporal_scores": [0.06944659352302551], "max_gold_score": 0.8924694061279297, "max_candidate_score": 0.8924694061279297, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6719071269035339, "best_gold_margin": 0.22056227922439575, "weakest_gold_margin": 0.22056227922439575}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04406", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Green Table is closed on Mondays?", "temporal_relation": "session", "query_temporal_norm": 0.16740435361862183, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8943821787834167}], "gold_semantic_scores": [0.8278255462646484], "gold_temporal_scores": [0.06655653566122055], "max_gold_score": 0.8943821787834167, "max_candidate_score": 0.8943821787834167, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6388659477233887, "best_gold_margin": 0.2555162310600281, "weakest_gold_margin": 0.2555162310600281}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04406", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What diet requirement was discussed earlier?", "temporal_relation": "none", "query_temporal_norm": 0.15104956924915314, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0033", "score": 0.24711796641349792}], "gold_semantic_scores": [0.21734321117401123], "gold_temporal_scores": [0.029774822294712067], "max_gold_score": 0.24711796641349792, "max_candidate_score": 0.5188798904418945, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5188798904418945, "best_gold_margin": -0.2717619240283966, "weakest_gold_margin": -0.2717619240283966}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04591", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my original activity choice was before it got changed for that first outing?", "temporal_relation": "earliest", "query_temporal_norm": 0.5255157947540283, "query_session_index": 2, "query_start_sec": 19.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.811277449131012}], "gold_semantic_scores": [0.6621999144554138], "gold_temporal_scores": [0.14907757937908173], "max_gold_score": 0.811277449131012, "max_candidate_score": 0.811277449131012, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7989599704742432, "best_gold_margin": 0.012317478656768799, "weakest_gold_margin": 0.012317478656768799}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04591", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the azulejo museum visit chosen instead of the sunset tram tour for the first outing?", "temporal_relation": "session", "query_temporal_norm": 0.2189958244562149, "query_session_index": 2, "query_start_sec": 19.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7535402774810791}], "gold_semantic_scores": [0.6545517444610596], "gold_temporal_scores": [0.09898842871189117], "max_gold_score": 0.7535402774810791, "max_candidate_score": 0.7535402774810791, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5935242176055908, "best_gold_margin": 0.16001605987548828, "weakest_gold_margin": 0.16001605987548828}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04591", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned choosing the sunset tram tour for the first evening in Lisbon?", "temporal_relation": "none", "query_temporal_norm": 0.14596781134605408, "query_session_index": 2, "query_start_sec": 19.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7240658402442932}], "gold_semantic_scores": [0.6868216395378113], "gold_temporal_scores": [0.0372442752122879], "max_gold_score": 0.7240658402442932, "max_candidate_score": 0.7240658402442932, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6015942096710205, "best_gold_margin": 0.1224716305732727, "weakest_gold_margin": 0.1224716305732727}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04728", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my pickup item was before I changed it later?", "temporal_relation": "before", "query_temporal_norm": 0.42928558588027954, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.658605694770813}], "gold_semantic_scores": [0.5480493307113647], "gold_temporal_scores": [0.1105564683675766], "max_gold_score": 0.658605694770813, "max_candidate_score": 0.6801040172576904, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.6801040172576904, "best_gold_margin": -0.02149832248687744, "weakest_gold_margin": -0.02149832248687744}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04728", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned having coconut milk on their pickup list for curry night?", "temporal_relation": "none", "query_temporal_norm": 0.14288748800754547, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.878940761089325}], "gold_semantic_scores": [0.8391581177711487], "gold_temporal_scores": [0.03978285193443298], "max_gold_score": 0.878940761089325, "max_candidate_score": 0.878940761089325, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.46651774644851685, "best_gold_margin": 0.4124230146408081, "weakest_gold_margin": 0.4124230146408081}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04728", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest shopping item that was decided on for the sauce plan?", "temporal_relation": "latest", "query_temporal_norm": 0.28955695033073425, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6120938658714294}], "gold_semantic_scores": [0.5403469204902649], "gold_temporal_scores": [0.07174685597419739], "max_gold_score": 0.6120938658714294, "max_candidate_score": 0.6120938658714294, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6072198748588562, "best_gold_margin": 0.004873991012573242, "weakest_gold_margin": 0.004873991012573242}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04728", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the switch from coconut milk to plain Greek yogurt mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.25550538301467896, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8310556411743164}], "gold_semantic_scores": [0.7088003158569336], "gold_temporal_scores": [0.12225513160228729], "max_gold_score": 0.8310556411743164, "max_candidate_score": 0.8310556411743164, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5531344413757324, "best_gold_margin": 0.277921199798584, "weakest_gold_margin": 0.277921199798584}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04796", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the training jobs had been changed to gradient accumulation of 4 steps?", "temporal_relation": "none", "query_temporal_norm": 0.3543003499507904, "query_session_index": 2, "query_start_sec": 12.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8995944261550903}], "gold_semantic_scores": [0.7192551493644714], "gold_temporal_scores": [0.18033947050571442], "max_gold_score": 0.8995944261550903, "max_candidate_score": 0.8995944261550903, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7129238843917847, "best_gold_margin": 0.18667054176330566, "weakest_gold_margin": 0.18667054176330566}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04796", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the gradient accumulation steps that we discussed earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.2970232367515564, "query_session_index": 2, "query_start_sec": 12.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6959732174873352}, {"memory_id": "history_02_utt_0008", "score": 0.6784534454345703}], "gold_semantic_scores": [0.5940226912498474, 0.6202483177185059], "gold_temporal_scores": [0.10195054858922958, 0.058205027133226395], "max_gold_score": 0.6959732174873352, "max_candidate_score": 0.6959732174873352, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.31715619564056396, "best_gold_margin": 0.37881702184677124, "weakest_gold_margin": 0.36129724979400635}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04796", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say the gradient accumulation setting was changed to?", "temporal_relation": "none", "query_temporal_norm": 0.308381587266922, "query_session_index": 2, "query_start_sec": 12.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.823557436466217}], "gold_semantic_scores": [0.6755796670913696], "gold_temporal_scores": [0.14797794818878174], "max_gold_score": 0.823557436466217, "max_candidate_score": 0.823557436466217, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7362433671951294, "best_gold_margin": 0.08731406927108765, "weakest_gold_margin": 0.08731406927108765}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04886", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said earlier that Maple Street Hardware had the unscented store brand, and who later reported that its delivery window had disappeared for this week?", "temporal_relation": "none", "query_temporal_norm": 0.27061018347740173, "query_session_index": 2, "query_start_sec": 15.159999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6408560872077942}, {"memory_id": "history_02_utt_0009", "score": 0.7618066072463989}], "gold_semantic_scores": [0.5472261905670166, 0.6682729125022888], "gold_temporal_scores": [0.09362991154193878, 0.09353376179933548], "max_gold_score": 0.7618066072463989, "max_candidate_score": 0.7618066072463989, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4169832170009613, "best_gold_margin": 0.3448233902454376, "weakest_gold_margin": 0.22387287020683289}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04886", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Drew give for liking Maple Street Hardware for laundry detergent?", "temporal_relation": "none", "query_temporal_norm": 0.13342103362083435, "query_session_index": 2, "query_start_sec": 15.159999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7443294525146484}], "gold_semantic_scores": [0.7161118388175964], "gold_temporal_scores": [0.028217434883117676], "max_gold_score": 0.7443294525146484, "max_candidate_score": 0.7443294525146484, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6475833654403687, "best_gold_margin": 0.09674608707427979, "weakest_gold_margin": 0.09674608707427979}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04886", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say Maple Street Hardware carries the unscented store brand?", "temporal_relation": "session", "query_temporal_norm": 0.10275520384311676, "query_session_index": 2, "query_start_sec": 15.159999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7001840472221375}], "gold_semantic_scores": [0.698330283164978], "gold_temporal_scores": [0.001853639492765069], "max_gold_score": 0.7001840472221375, "max_candidate_score": 0.7001840472221375, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6589111685752869, "best_gold_margin": 0.041272878646850586, "weakest_gold_margin": 0.041272878646850586}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04886", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say about Maple Street Hardware's availability this week?", "temporal_relation": "none", "query_temporal_norm": 0.18258628249168396, "query_session_index": 2, "query_start_sec": 15.159999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8223833441734314}], "gold_semantic_scores": [0.7415554523468018], "gold_temporal_scores": [0.0808277279138565], "max_gold_score": 0.8223833441734314, "max_candidate_score": 0.8223833441734314, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7306912541389465, "best_gold_margin": 0.09169209003448486, "weakest_gold_margin": 0.09169209003448486}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04997", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say was good about activation sketching, and why did they drop it?", "temporal_relation": "none", "query_temporal_norm": 0.21976839005947113, "query_session_index": 2, "query_start_sec": 16.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7604856491088867}, {"memory_id": "history_02_utt_0009", "score": 0.7762853503227234}], "gold_semantic_scores": [0.6957992911338806, 0.7161746621131897], "gold_temporal_scores": [0.0646863654255867, 0.060110390186309814], "max_gold_score": 0.7762853503227234, "max_candidate_score": 0.7762853503227234, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7577601075172424, "best_gold_margin": 0.018525242805480957, "weakest_gold_margin": 0.002725541591644287}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04997", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say was good about activation sketching?", "temporal_relation": "none", "query_temporal_norm": 0.09161419421434402, "query_session_index": 2, "query_start_sec": 16.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7454695701599121}], "gold_semantic_scores": [0.7410187721252441], "gold_temporal_scores": [0.004450998734682798], "max_gold_score": 0.7454695701599121, "max_candidate_score": 0.7454695701599121, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7014862895011902, "best_gold_margin": 0.043983280658721924, "weakest_gold_margin": 0.043983280658721924}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04997", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that activation sketching lets you reuse the same baseline runs?", "temporal_relation": "none", "query_temporal_norm": 0.23029252886772156, "query_session_index": 2, "query_start_sec": 16.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6573684215545654}], "gold_semantic_scores": [0.5982534885406494], "gold_temporal_scores": [0.059115029871463776], "max_gold_score": 0.6573684215545654, "max_candidate_score": 0.6573684215545654, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.23853982985019684, "best_gold_margin": 0.4188285917043686, "weakest_gold_margin": 0.4188285917043686}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04997", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that activation sketching was dropped due to memory issues?", "temporal_relation": "session", "query_temporal_norm": 0.22774294018745422, "query_session_index": 2, "query_start_sec": 16.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.958776593208313}], "gold_semantic_scores": [0.8576500415802002], "gold_temporal_scores": [0.10112660378217697], "max_gold_score": 0.958776593208313, "max_candidate_score": 0.958776593208313, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6332013010978699, "best_gold_margin": 0.3255752921104431, "weakest_gold_margin": 0.3255752921104431}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05111", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did my shopping item change from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4251672625541687, "query_session_index": 2, "query_start_sec": 12.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7839094996452332}, {"memory_id": "history_02_utt_0009", "score": 0.8491458892822266}], "gold_semantic_scores": [0.6238515973091125, 0.699741542339325], "gold_temporal_scores": [0.1600579023361206, 0.1494046449661255], "max_gold_score": 0.8491458892822266, "max_candidate_score": 0.8491458892822266, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8446589112281799, "best_gold_margin": 0.004486978054046631, "weakest_gold_margin": -0.06074941158294678}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05111", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the main shopping item to all-purpose cleaner?", "temporal_relation": "none", "query_temporal_norm": 0.3311008810997009, "query_session_index": 2, "query_start_sec": 12.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9766466021537781}], "gold_semantic_scores": [0.8197128772735596], "gold_temporal_scores": [0.15693354606628418], "max_gold_score": 0.9766466021537781, "max_candidate_score": 0.9766466021537781, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5427324175834656, "best_gold_margin": 0.4339141845703125, "weakest_gold_margin": 0.4339141845703125}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05111", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the earlier shopping item mentioned before the change?", "temporal_relation": "earliest", "query_temporal_norm": 0.4785657227039337, "query_session_index": 2, "query_start_sec": 12.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8234882950782776}], "gold_semantic_scores": [0.6970177292823792], "gold_temporal_scores": [0.12647046148777008], "max_gold_score": 0.8234882950782776, "max_candidate_score": 0.8234882950782776, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5640252828598022, "best_gold_margin": 0.25946301221847534, "weakest_gold_margin": 0.25946301221847534}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05213", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their migration sign-off deadline to Monday, August 26, and what was the earlier deadline?", "temporal_relation": "comparison", "query_temporal_norm": 0.31581488251686096, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9486075043678284}, {"memory_id": "history_02_utt_0010", "score": 0.9009532332420349}], "gold_semantic_scores": [0.8386037945747375, 0.8033022880554199], "gold_temporal_scores": [0.11000388115644455, 0.09765106439590454], "max_gold_score": 0.9486075043678284, "max_candidate_score": 0.9486075043678284, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5975932478904724, "best_gold_margin": 0.35101425647735596, "weakest_gold_margin": 0.3033599853515625}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05273", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese originally say the prototype model choice was before switching to something else later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5512729287147522, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8644357323646545}], "gold_semantic_scores": [0.7046931982040405], "gold_temporal_scores": [0.15974238514900208], "max_gold_score": 0.8644357323646545, "max_candidate_score": 0.8644357323646545, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8299105763435364, "best_gold_margin": 0.034525156021118164, "weakest_gold_margin": 0.034525156021118164}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05273", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention their prototype model choice?", "temporal_relation": "session", "query_temporal_norm": 0.2773335576057434, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7301406264305115}], "gold_semantic_scores": [0.6483165621757507], "gold_temporal_scores": [0.08182402700185776], "max_gold_score": 0.7301406264305115, "max_candidate_score": 0.7301406264305115, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.689100444316864, "best_gold_margin": 0.04104018211364746, "weakest_gold_margin": 0.04104018211364746}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05273", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally mentioned picking a lightweight transformer encoder for the prototype?", "temporal_relation": "earliest", "query_temporal_norm": 0.5036654472351074, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8943395018577576}], "gold_semantic_scores": [0.790411651134491], "gold_temporal_scores": [0.103927843272686], "max_gold_score": 0.8943395018577576, "max_candidate_score": 0.8943395018577576, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7373291850090027, "best_gold_margin": 0.15701031684875488, "weakest_gold_margin": 0.15701031684875488}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05273", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the prototype's model choice change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.37025344371795654, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7427820563316345}, {"memory_id": "history_02_utt_0009", "score": 0.7907090783119202}], "gold_semantic_scores": [0.6078351140022278, 0.6770646572113037], "gold_temporal_scores": [0.1349470019340515, 0.1136445626616478], "max_gold_score": 0.7907090783119202, "max_candidate_score": 0.7907090783119202, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3641582429409027, "best_gold_margin": 0.42655083537101746, "weakest_gold_margin": 0.3786238133907318}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05342", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who first said the screening could be in the sunroom before the venue got changed later?", "temporal_relation": "earliest", "query_temporal_norm": 0.3970196843147278, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8312814831733704}], "gold_semantic_scores": [0.7277603149414062], "gold_temporal_scores": [0.10352110862731934], "max_gold_score": 0.8312814831733704, "max_candidate_score": 0.8312814831733704, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7172942757606506, "best_gold_margin": 0.11398720741271973, "weakest_gold_margin": 0.11398720741271973}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05342", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Quinn first suggest the screening could happen?", "temporal_relation": "earliest", "query_temporal_norm": 0.46697551012039185, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7914053797721863}], "gold_semantic_scores": [0.682809054851532], "gold_temporal_scores": [0.10859636962413788], "max_gold_score": 0.7914053797721863, "max_candidate_score": 0.7914053797721863, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.659922182559967, "best_gold_margin": 0.13148319721221924, "weakest_gold_margin": 0.13148319721221924}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05342", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn say the screening could be in the sunroom?", "temporal_relation": "session", "query_temporal_norm": 0.17241092026233673, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8381454944610596}], "gold_semantic_scores": [0.7853477001190186], "gold_temporal_scores": [0.05279773473739624], "max_gold_score": 0.8381454944610596, "max_candidate_score": 0.8381454944610596, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6926622986793518, "best_gold_margin": 0.14548319578170776, "weakest_gold_margin": 0.14548319578170776}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05342", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening planned to take place most recently?", "temporal_relation": "none", "query_temporal_norm": 0.4915556013584137, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.932237446308136}], "gold_semantic_scores": [0.6886767148971558], "gold_temporal_scores": [0.24356088042259216], "max_gold_score": 0.932237446308136, "max_candidate_score": 0.932237446308136, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9317773580551147, "best_gold_margin": 0.00046008825302124023, "weakest_gold_margin": 0.00046008825302124023}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05478", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally set the usability satisfaction score threshold to 4.1 out of 5?", "temporal_relation": "earliest", "query_temporal_norm": 0.5518065690994263, "query_session_index": 2, "query_start_sec": 18.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8486918210983276}], "gold_semantic_scores": [0.7451721429824829], "gold_temporal_scores": [0.10351986438035965], "max_gold_score": 0.8486918210983276, "max_candidate_score": 0.8486918210983276, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6835552453994751, "best_gold_margin": 0.16513657569885254, "weakest_gold_margin": 0.16513657569885254}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05622", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who had originally put tofu on the grocery list before that item was changed later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5268802642822266, "query_session_index": 2, "query_start_sec": 13.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8645436763763428}], "gold_semantic_scores": [0.7239148616790771], "gold_temporal_scores": [0.140628844499588], "max_gold_score": 0.8645436763763428, "max_candidate_score": 0.8645436763763428, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5218766927719116, "best_gold_margin": 0.34266698360443115, "weakest_gold_margin": 0.34266698360443115}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05622", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What item was originally added to the grocery list for dinner this week?", "temporal_relation": "earliest", "query_temporal_norm": 0.5484982132911682, "query_session_index": 2, "query_start_sec": 13.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.918853759765625}], "gold_semantic_scores": [0.7943991422653198], "gold_temporal_scores": [0.1244547888636589], "max_gold_score": 0.918853759765625, "max_candidate_score": 0.918853759765625, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7755897641181946, "best_gold_margin": 0.14326399564743042, "weakest_gold_margin": 0.14326399564743042}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05622", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned putting tofu on their part of the grocery list?", "temporal_relation": "none", "query_temporal_norm": 0.29775184392929077, "query_session_index": 2, "query_start_sec": 13.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5142163038253784}], "gold_semantic_scores": [0.49726083874702454], "gold_temporal_scores": [0.01695549488067627], "max_gold_score": 0.5142163038253784, "max_candidate_score": 0.5142163038253784, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4594198167324066, "best_gold_margin": 0.0547964870929718, "weakest_gold_margin": 0.0547964870929718}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05622", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say they first added to their part of the grocery list?", "temporal_relation": "none", "query_temporal_norm": 0.4078429043292999, "query_session_index": 2, "query_start_sec": 13.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7743448615074158}], "gold_semantic_scores": [0.6794900298118591], "gold_temporal_scores": [0.09485497325658798], "max_gold_score": 0.7743448615074158, "max_candidate_score": 0.7743448615074158, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6831169128417969, "best_gold_margin": 0.0912279486656189, "weakest_gold_margin": 0.0912279486656189}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05738", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my chosen title change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4141404628753662, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6870423555374146}, {"memory_id": "history_02_utt_0009", "score": 0.6015427708625793}], "gold_semantic_scores": [0.5481014847755432, 0.4841785728931427], "gold_temporal_scores": [0.13894085586071014, 0.11736411601305008], "max_gold_score": 0.6870423555374146, "max_candidate_score": 0.6973229646682739, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.6973229646682739, "best_gold_margin": -0.010280609130859375, "weakest_gold_margin": -0.09578019380569458}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05738", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest documentary title mentioned in our discussions?", "temporal_relation": "latest", "query_temporal_norm": 0.5308926701545715, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7760086059570312}], "gold_semantic_scores": [0.5077416300773621], "gold_temporal_scores": [0.26826679706573486], "max_gold_score": 0.7760086059570312, "max_candidate_score": 0.7881150841712952, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.7881150841712952, "best_gold_margin": -0.012106478214263916, "weakest_gold_margin": -0.012106478214263916}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05738", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that their pick for the next documentary was Stone Garden Archive?", "temporal_relation": "none", "query_temporal_norm": 0.1580328345298767, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8547335863113403}], "gold_semantic_scores": [0.84516841173172], "gold_temporal_scores": [0.009565114974975586], "max_gold_score": 0.8547335863113403, "max_candidate_score": 0.8547335863113403, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6090631484985352, "best_gold_margin": 0.24567043781280518, "weakest_gold_margin": 0.24567043781280518}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05738", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we should watch Signal in the Ice instead?", "temporal_relation": "none", "query_temporal_norm": 0.14117680490016937, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7876676917076111}], "gold_semantic_scores": [0.7341840863227844], "gold_temporal_scores": [0.053483668714761734], "max_gold_score": 0.7876676917076111, "max_candidate_score": 0.7876676917076111, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5369634032249451, "best_gold_margin": 0.250704288482666, "weakest_gold_margin": 0.250704288482666}
{"sample_id": "conv_365cd370d007_pkg_000", "qa_id": "qa_8e63d9ff80d18c6e", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in the conversation, what did he say he had previously planned to buy for his trailer?", "temporal_relation": "session", "query_temporal_norm": 0.3237224817276001, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000095", "score": 0.6139218807220459}, {"memory_id": "utt_000533", "score": 0.14025598764419556}], "gold_semantic_scores": [0.6615232825279236, 0.2055456042289734], "gold_temporal_scores": [-0.04760104790329933, -0.0652896910905838], "max_gold_score": 0.6139218807220459, "max_candidate_score": 0.6139218807220459, "top_memory_id": "utt_000095", "max_non_gold_score": 0.5912335515022278, "best_gold_margin": 0.022688329219818115, "weakest_gold_margin": -0.4509775638580322}
{"sample_id": "conv_365cd370d007_pkg_000", "qa_id": "qa_d2de1f0139d0a642", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is he currently paying per month for his Internet?", "temporal_relation": "latest", "query_temporal_norm": 0.19285674393177032, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000753", "score": 0.743626058101654}, {"memory_id": "utt_000754", "score": 0.6257196068763733}], "gold_semantic_scores": [0.6982886791229248, 0.5803242921829224], "gold_temporal_scores": [0.04533741623163223, 0.045395538210868835], "max_gold_score": 0.743626058101654, "max_candidate_score": 0.743626058101654, "top_memory_id": "utt_000753", "max_non_gold_score": 0.5092605948448181, "best_gold_margin": 0.23436546325683594, "weakest_gold_margin": 0.11645901203155518}
{"sample_id": "conv_365cd370d007_pkg_000", "qa_id": "qa_67c86ca7f9d38850", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Drew say he deleted TikTok, Snapchat, and Instagram?", "temporal_relation": "session", "query_temporal_norm": 0.19937549531459808, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000036", "score": 0.6086350083351135}], "gold_semantic_scores": [0.6547699570655823], "gold_temporal_scores": [-0.04613493010401726], "max_gold_score": 0.6086350083351135, "max_candidate_score": 0.6086350083351135, "top_memory_id": "utt_000036", "max_non_gold_score": 0.5633137226104736, "best_gold_margin": 0.04532128572463989, "weakest_gold_margin": 0.04532128572463989}
{"sample_id": "conv_365cd370d007_pkg_000", "qa_id": "qa_ed534084e0e3f299", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What promotion did he say he used to take part in?", "temporal_relation": "none", "query_temporal_norm": 0.216132253408432, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001081", "score": 0.07540719211101532}, {"memory_id": "utt_001082", "score": 0.09578997641801834}, {"memory_id": "utt_001092", "score": 0.026508841663599014}], "gold_semantic_scores": [0.08581513166427612, 0.10618142783641815, 0.03689299896359444], "gold_temporal_scores": [-0.010407970286905766, -0.010391437448561192, -0.010384149849414825], "max_gold_score": 0.09578997641801834, "max_candidate_score": 0.38175463676452637, "top_memory_id": "utt_000287", "max_non_gold_score": 0.38175463676452637, "best_gold_margin": -0.285964660346508, "weakest_gold_margin": -0.35524579510092735}
{"sample_id": "conv_e2fc51c9765c_pkg_000", "qa_id": "qa_67b3f4946f35fb79", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "For Dakota and Jules, who was described as not afraid to show emotions or cry in front of people, and who was described as someone who would not cry in front of people?", "temporal_relation": "none", "query_temporal_norm": 0.20729491114616394, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001531", "score": 0.507121741771698}, {"memory_id": "utt_001537", "score": 0.5140284895896912}, {"memory_id": "utt_001538", "score": 0.4736716151237488}], "gold_semantic_scores": [0.5348948836326599, 0.5417971611022949, 0.501437783241272], "gold_temporal_scores": [-0.02777312695980072, -0.027768680825829506, -0.027766188606619835], "max_gold_score": 0.5140284895896912, "max_candidate_score": 0.5508098602294922, "top_memory_id": "utt_001534", "max_non_gold_score": 0.5508098602294922, "best_gold_margin": -0.036781370639801025, "weakest_gold_margin": -0.07713824510574341}
{"sample_id": "conv_e2fc51c9765c_pkg_000", "qa_id": "qa_fbaa7d8aef4d9be0", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about when they get emotional?", "temporal_relation": "none", "query_temporal_norm": 0.21813304722309113, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001547", "score": 0.5499337315559387}], "gold_semantic_scores": [0.5444548726081848], "gold_temporal_scores": [0.0054788896813988686], "max_gold_score": 0.5499337315559387, "max_candidate_score": 0.6040234565734863, "top_memory_id": "utt_001508", "max_non_gold_score": 0.6040234565734863, "best_gold_margin": -0.05408972501754761, "weakest_gold_margin": -0.05408972501754761}
{"sample_id": "conv_e2fc51c9765c_pkg_000", "qa_id": "qa_3a81a8c0ec75835b", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Jules talk about having a tubal ligation (tying tubes)?", "temporal_relation": "session", "query_temporal_norm": 0.214996799826622, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001294", "score": 0.38184428215026855}, {"memory_id": "utt_001308", "score": 0.2638561725616455}], "gold_semantic_scores": [0.4098358750343323, 0.2918357253074646], "gold_temporal_scores": [-0.02799157053232193, -0.02797950617969036], "max_gold_score": 0.38184428215026855, "max_candidate_score": 0.5022603869438171, "top_memory_id": "utt_001169", "max_non_gold_score": 0.5022603869438171, "best_gold_margin": -0.12041610479354858, "weakest_gold_margin": -0.23840421438217163}
{"sample_id": "conv_e2fc51c9765c_pkg_000", "qa_id": "qa_8ed44899ad288e90", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What audio setting preference did they mention using?", "temporal_relation": "none", "query_temporal_norm": 0.2281825989484787, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000116", "score": 0.15350107848644257}], "gold_semantic_scores": [0.19770920276641846], "gold_temporal_scores": [-0.04420817270874977], "max_gold_score": 0.15350107848644257, "max_candidate_score": 0.4456058442592621, "top_memory_id": "utt_000037", "max_non_gold_score": 0.4456058442592621, "best_gold_margin": -0.2921047657728195, "weakest_gold_margin": -0.2921047657728195}
{"sample_id": "conv_e4b1e448b138_pkg_000", "qa_id": "qa_0c04393b8448f8ae", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which games did the speakers say they were playing earlier in the conversation?", "temporal_relation": "none", "query_temporal_norm": 0.27455487847328186, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000223", "score": 0.6354663372039795}, {"memory_id": "utt_000252", "score": 0.48648154735565186}, {"memory_id": "utt_000253", "score": 0.3224048912525177}], "gold_semantic_scores": [0.6733065247535706, 0.5245128870010376, 0.36045384407043457], "gold_temporal_scores": [-0.03784029930830002, -0.038031380623579025, -0.03804884850978851], "max_gold_score": 0.6354663372039795, "max_candidate_score": 0.6354663372039795, "top_memory_id": "utt_000223", "max_non_gold_score": 0.5959239602088928, "best_gold_margin": 0.03954237699508667, "weakest_gold_margin": -0.2735190689563751}
{"sample_id": "conv_e4b1e448b138_pkg_000", "qa_id": "qa_f60e3ceabdb04703", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did someone say their work issue started on Monday?", "temporal_relation": "session", "query_temporal_norm": 0.22206878662109375, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000086", "score": 0.35931575298309326}, {"memory_id": "utt_000087", "score": 0.542224645614624}], "gold_semantic_scores": [0.40054911375045776, 0.583324134349823], "gold_temporal_scores": [-0.041233405470848083, -0.04109935835003853], "max_gold_score": 0.542224645614624, "max_candidate_score": 0.542224645614624, "top_memory_id": "utt_000087", "max_non_gold_score": 0.48044055700302124, "best_gold_margin": 0.06178408861160278, "weakest_gold_margin": -0.12112480401992798}
{"sample_id": "conv_e4b1e448b138_pkg_000", "qa_id": "qa_6b1fed7172b7497f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How tall did a speaker say they are?", "temporal_relation": "none", "query_temporal_norm": 0.2363823503255844, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000687", "score": 0.6555612683296204}], "gold_semantic_scores": [0.6836937069892883], "gold_temporal_scores": [-0.02813243679702282], "max_gold_score": 0.6555612683296204, "max_candidate_score": 0.6555612683296204, "top_memory_id": "utt_000687", "max_non_gold_score": 0.6208035349845886, "best_gold_margin": 0.03475773334503174, "weakest_gold_margin": 0.03475773334503174}
{"sample_id": "conv_e63fc0f78ab5_pkg_001", "qa_id": "qa_40cdca9c3d73a463", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they’d been getting back into cross stitch?", "temporal_relation": "none", "query_temporal_norm": 0.2287156879901886, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001821", "score": 0.6912726759910583}], "gold_semantic_scores": [0.7259010672569275], "gold_temporal_scores": [-0.03462844714522362], "max_gold_score": 0.6912726759910583, "max_candidate_score": 0.6912726759910583, "top_memory_id": "utt_001821", "max_non_gold_score": 0.39032506942749023, "best_gold_margin": 0.3009476065635681, "weakest_gold_margin": 0.3009476065635681}
{"sample_id": "conv_e63fc0f78ab5_pkg_001", "qa_id": "qa_2bac3f5d2ac9e0ff", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did one participant say he has a really big problem with?", "temporal_relation": "none", "query_temporal_norm": 0.21303816139698029, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001010", "score": 0.5200421214103699}], "gold_semantic_scores": [0.5728629231452942], "gold_temporal_scores": [-0.052821025252342224], "max_gold_score": 0.5200421214103699, "max_candidate_score": 0.5268566012382507, "top_memory_id": "utt_001626", "max_non_gold_score": 0.5268566012382507, "best_gold_margin": -0.006814479827880859, "weakest_gold_margin": -0.006814479827880859}
{"sample_id": "conv_e63fc0f78ab5_pkg_001", "qa_id": "qa_23be5b8e8c473040", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Near what part of the conversation did a participant say he would be in the kids' lives as much as they need him to be?", "temporal_relation": "session", "query_temporal_norm": 0.18910947442054749, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001732", "score": 0.7850587368011475}], "gold_semantic_scores": [0.7703996300697327], "gold_temporal_scores": [0.01465902104973793], "max_gold_score": 0.7850587368011475, "max_candidate_score": 0.7850587368011475, "top_memory_id": "utt_001732", "max_non_gold_score": 0.6551507115364075, "best_gold_margin": 0.12990802526474, "weakest_gold_margin": 0.12990802526474}
{"sample_id": "conv_e770b55eefa4_pkg_000", "qa_id": "qa_ef6f4157881b4322", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What name did the speaker give for the person they met?", "temporal_relation": "none", "query_temporal_norm": 0.23843666911125183, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000346", "score": 0.22696426510810852}, {"memory_id": "utt_000347", "score": 0.5229472517967224}], "gold_semantic_scores": [0.2506362497806549, 0.546581506729126], "gold_temporal_scores": [-0.023671938106417656, -0.023634172976017], "max_gold_score": 0.5229472517967224, "max_candidate_score": 0.5774708390235901, "top_memory_id": "utt_000278", "max_non_gold_score": 0.5774708390235901, "best_gold_margin": -0.054523587226867676, "weakest_gold_margin": -0.35050657391548157}
{"sample_id": "conv_e770b55eefa4_pkg_000", "qa_id": "qa_e8e634ce823fe06d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I mention working at Google?", "temporal_relation": "session", "query_temporal_norm": 0.2288147509098053, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000620", "score": 0.5271484851837158}], "gold_semantic_scores": [0.5628305077552795], "gold_temporal_scores": [-0.03568222373723984], "max_gold_score": 0.5271484851837158, "max_candidate_score": 0.5271484851837158, "top_memory_id": "utt_000620", "max_non_gold_score": 0.48846134543418884, "best_gold_margin": 0.03868713974952698, "weakest_gold_margin": 0.03868713974952698}
{"sample_id": "conv_e770b55eefa4_pkg_000", "qa_id": "qa_182db2440bdd1e74", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they bought approximately $200 worth of beef jerky at a gun show?", "temporal_relation": "none", "query_temporal_norm": 0.22503139078617096, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001831", "score": 0.468728631734848}, {"memory_id": "utt_001855", "score": 0.34533047676086426}, {"memory_id": "utt_001857", "score": 0.6522126793861389}], "gold_semantic_scores": [0.4816357493400574, 0.35822129249572754, 0.6651008129119873], "gold_temporal_scores": [-0.012907007709145546, -0.012890870682895184, -0.012887949123978615], "max_gold_score": 0.6522126793861389, "max_candidate_score": 0.6522126793861389, "top_memory_id": "utt_001857", "max_non_gold_score": 0.5213255286216736, "best_gold_margin": 0.13088715076446533, "weakest_gold_margin": -0.17599505186080933}
{"sample_id": "conv_e9b22b61abdc_pkg_000", "qa_id": "qa_5ddcb3a3207a8932", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What childhood furniture was mentioned?", "temporal_relation": "none", "query_temporal_norm": 0.2427036017179489, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000631", "score": 0.6948358416557312}], "gold_semantic_scores": [0.7245628237724304], "gold_temporal_scores": [-0.02972688339650631], "max_gold_score": 0.6948358416557312, "max_candidate_score": 0.6948358416557312, "top_memory_id": "utt_000631", "max_non_gold_score": 0.5958355665206909, "best_gold_margin": 0.09900027513504028, "weakest_gold_margin": 0.09900027513504028}
{"sample_id": "conv_e9b22b61abdc_pkg_000", "qa_id": "qa_6ea8022bb268265f", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was garlic Parmesan mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.20909975469112396, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000261", "score": 0.39854902029037476}, {"memory_id": "utt_000262", "score": 0.42920824885368347}], "gold_semantic_scores": [0.4150836169719696, 0.44569259881973267], "gold_temporal_scores": [-0.016534604132175446, -0.01648438163101673], "max_gold_score": 0.42920824885368347, "max_candidate_score": 0.6684375405311584, "top_memory_id": "utt_000075", "max_non_gold_score": 0.6684375405311584, "best_gold_margin": -0.23922929167747498, "weakest_gold_margin": -0.2698885202407837}
{"sample_id": "conv_e9b22b61abdc_pkg_000", "qa_id": "qa_93b9a6d67313e8e9", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I expressed something that bothers me about how others handle my belongings — what did I say?", "temporal_relation": "none", "query_temporal_norm": 0.22326835989952087, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000615", "score": 0.5271763801574707}], "gold_semantic_scores": [0.5349034070968628], "gold_temporal_scores": [-0.007726786658167839], "max_gold_score": 0.5271763801574707, "max_candidate_score": 0.5271763801574707, "top_memory_id": "utt_000615", "max_non_gold_score": 0.5019203424453735, "best_gold_margin": 0.025256037712097168, "weakest_gold_margin": 0.025256037712097168}
{"sample_id": "conv_eb6f6b4d09ac_pkg_000", "qa_id": "qa_b84e5b05a75c969d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Do I remember whether one participant introduced another participant to a muscular woman who works out a lot?", "temporal_relation": "none", "query_temporal_norm": 0.2301747351884842, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000056", "score": 0.4059196710586548}, {"memory_id": "utt_000059", "score": 0.32177507877349854}, {"memory_id": "utt_000060", "score": 0.22404469549655914}], "gold_semantic_scores": [0.4504818618297577, 0.365817666053772, 0.26796984672546387], "gold_temporal_scores": [-0.04456218704581261, -0.04404253140091896, -0.04392508417367935], "max_gold_score": 0.4059196710586548, "max_candidate_score": 0.4849833846092224, "top_memory_id": "utt_000731", "max_non_gold_score": 0.4849833846092224, "best_gold_margin": -0.07906371355056763, "weakest_gold_margin": -0.26093868911266327}
{"sample_id": "conv_eb6f6b4d09ac_pkg_000", "qa_id": "qa_081d5823f94ab6be", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I remember saying that I haven't drunk alcohol in a long time?", "temporal_relation": "none", "query_temporal_norm": 0.2192246913909912, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000114", "score": 0.6657760143280029}], "gold_semantic_scores": [0.7042404413223267], "gold_temporal_scores": [-0.03846443071961403], "max_gold_score": 0.6657760143280029, "max_candidate_score": 0.6657760143280029, "top_memory_id": "utt_000114", "max_non_gold_score": 0.5799930095672607, "best_gold_margin": 0.08578300476074219, "weakest_gold_margin": 0.08578300476074219}
{"sample_id": "conv_eb6f6b4d09ac_pkg_000", "qa_id": "qa_70cbb7a36c798fad", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the participants decide to do a reading tomorrow?", "temporal_relation": "session", "query_temporal_norm": 0.1960931122303009, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000769", "score": 0.5837749242782593}, {"memory_id": "utt_000771", "score": 0.42653849720954895}], "gold_semantic_scores": [0.5728883147239685, 0.41564658284187317], "gold_temporal_scores": [0.010886523872613907, 0.01089187990874052], "max_gold_score": 0.5837749242782593, "max_candidate_score": 0.5837749242782593, "top_memory_id": "utt_000769", "max_non_gold_score": 0.3586457371711731, "best_gold_margin": 0.22512918710708618, "weakest_gold_margin": 0.06789276003837585}
{"sample_id": "conv_ebfff44821cb_pkg_001", "qa_id": "qa_264162dbaf8825db", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I plan to do about the friends who went hardcore to MAGA?", "temporal_relation": "none", "query_temporal_norm": 0.22843335568904877, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002215", "score": 0.5236000418663025}, {"memory_id": "utt_002218", "score": 0.2383423149585724}], "gold_semantic_scores": [0.5303005576133728, 0.24501799046993256], "gold_temporal_scores": [-0.0067008184269070625, -0.006675656884908676], "max_gold_score": 0.5236000418663025, "max_candidate_score": 0.5236000418663025, "top_memory_id": "utt_002215", "max_non_gold_score": 0.41685307025909424, "best_gold_margin": 0.10674697160720825, "weakest_gold_margin": -0.17851075530052185}
{"sample_id": "conv_ebfff44821cb_pkg_001", "qa_id": "qa_0998c1b737bb80b5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said their current focus priority is “joy”?", "temporal_relation": "none", "query_temporal_norm": 0.20448258519172668, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002416", "score": 0.08658511191606522}, {"memory_id": "utt_002417", "score": 0.3701566755771637}], "gold_semantic_scores": [0.04254679009318352, 0.3260993957519531], "gold_temporal_scores": [0.044038280844688416, 0.044057395309209824], "max_gold_score": 0.3701566755771637, "max_candidate_score": 0.41343191266059875, "top_memory_id": "utt_002557", "max_non_gold_score": 0.41343191266059875, "best_gold_margin": -0.04327523708343506, "weakest_gold_margin": -0.32684680074453354}
{"sample_id": "conv_ebfff44821cb_pkg_001", "qa_id": "qa_87f3b8b0fa0cb082", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they were very ashamed about their vote?", "temporal_relation": "session", "query_temporal_norm": 0.2184257209300995, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001888", "score": 0.409127801656723}], "gold_semantic_scores": [0.4232739806175232], "gold_temporal_scores": [-0.014146378263831139], "max_gold_score": 0.409127801656723, "max_candidate_score": 0.5823425650596619, "top_memory_id": "utt_002223", "max_non_gold_score": 0.5823425650596619, "best_gold_margin": -0.17321476340293884, "weakest_gold_margin": -0.17321476340293884}
{"sample_id": "conv_ecdee92e1767_pkg_001", "qa_id": "qa_ee1df444697dffd6", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At the end of our chat, which TV shows did the participants say they liked?", "temporal_relation": "none", "query_temporal_norm": 0.18891948461532593, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001483", "score": 0.2601735293865204}, {"memory_id": "utt_001491", "score": 0.3933158218860626}, {"memory_id": "utt_001492", "score": 0.41329246759414673}, {"memory_id": "utt_001493", "score": 0.4570872187614441}, {"memory_id": "utt_001496", "score": 0.2547284662723541}, {"memory_id": "utt_001510", "score": 0.07813965529203415}], "gold_semantic_scores": [0.25585323572158813, 0.3885692358016968, 0.4085156321525574, 0.45230862498283386, 0.24992763996124268, 0.07299507409334183], "gold_temporal_scores": [0.004320281557738781, 0.00474671320989728, 0.00477687269449234, 0.00477855047211051, 0.0048008025623857975, 0.005144595634192228], "max_gold_score": 0.4570872187614441, "max_candidate_score": 0.490099161863327, "top_memory_id": "utt_001425", "max_non_gold_score": 0.490099161863327, "best_gold_margin": -0.033011943101882935, "weakest_gold_margin": -0.4119595065712929}
{"sample_id": "conv_ecdee92e1767_pkg_001", "qa_id": "qa_5b87ad5ed9376e37", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did a participant say they liked Burger King?", "temporal_relation": "session", "query_temporal_norm": 0.218222513794899, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001038", "score": 0.6742737293243408}], "gold_semantic_scores": [0.7137008905410767], "gold_temporal_scores": [-0.03942706063389778], "max_gold_score": 0.6742737293243408, "max_candidate_score": 0.6742737293243408, "top_memory_id": "utt_001038", "max_non_gold_score": 0.5782904624938965, "best_gold_margin": 0.09598326683044434, "weakest_gold_margin": 0.09598326683044434}
{"sample_id": "conv_ecdee92e1767_pkg_001", "qa_id": "qa_24c159a293322adc", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What kitchen appliance did Finley say they prefer?", "temporal_relation": "none", "query_temporal_norm": 0.22891397774219513, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001143", "score": 0.4277334213256836}, {"memory_id": "utt_001144", "score": 0.3450857996940613}], "gold_semantic_scores": [0.4688226878643036, 0.3860880434513092], "gold_temporal_scores": [-0.041089314967393875, -0.04100228473544121], "max_gold_score": 0.4277334213256836, "max_candidate_score": 0.5627008080482483, "top_memory_id": "utt_001347", "max_non_gold_score": 0.5627008080482483, "best_gold_margin": -0.1349673867225647, "weakest_gold_margin": -0.217615008354187}
{"sample_id": "conv_ed93a62bc314_pkg_001", "qa_id": "qa_687377a1335e5e76", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were pro moving around, and who said they shudder to think of being a different person if they never left previous places?", "temporal_relation": "none", "query_temporal_norm": 0.19081655144691467, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001563", "score": 0.5559284090995789}, {"memory_id": "utt_001566", "score": 0.5754040479660034}], "gold_semantic_scores": [0.5932311415672302, 0.6125823855400085], "gold_temporal_scores": [-0.037302736192941666, -0.03717828541994095], "max_gold_score": 0.5754040479660034, "max_candidate_score": 0.5754040479660034, "top_memory_id": "utt_001566", "max_non_gold_score": 0.5220761895179749, "best_gold_margin": 0.053327858448028564, "weakest_gold_margin": 0.033852219581604004}
{"sample_id": "conv_ed93a62bc314_pkg_001", "qa_id": "qa_c38b753104e244c5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What morning meal habit was mentioned?", "temporal_relation": "none", "query_temporal_norm": 0.21431514620780945, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001774", "score": 0.47155293822288513}], "gold_semantic_scores": [0.48303911089897156], "gold_temporal_scores": [-0.01148616336286068], "max_gold_score": 0.47155293822288513, "max_candidate_score": 0.5606139898300171, "top_memory_id": "utt_002372", "max_non_gold_score": 0.5606139898300171, "best_gold_margin": -0.08906105160713196, "weakest_gold_margin": -0.08906105160713196}
{"sample_id": "conv_ed93a62bc314_pkg_001", "qa_id": "qa_be937f5c29095197", "task_id": "recent_context_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "Just now, what city did Jules say she currently lives in?", "temporal_relation": "none", "query_temporal_norm": 0.20389491319656372, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": ["utt_001534", "utt_002594"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4969808757305145, "top_memory_id": "utt_002393", "max_non_gold_score": 0.4969808757305145, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "conv_efac6cfd7762_pkg_000", "qa_id": "qa_eebf737a7e875fbb", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which project type does Morgan prefer, and which project type does Cameron prefer?", "temporal_relation": "none", "query_temporal_norm": 0.19198428094387054, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000184", "score": 0.37623924016952515}, {"memory_id": "utt_000221", "score": 0.4139566719532013}], "gold_semantic_scores": [0.4024263024330139, 0.4383634328842163], "gold_temporal_scores": [-0.026187080889940262, -0.02440672740340233], "max_gold_score": 0.4139566719532013, "max_candidate_score": 0.43880122900009155, "top_memory_id": "utt_000240", "max_non_gold_score": 0.43880122900009155, "best_gold_margin": -0.02484455704689026, "weakest_gold_margin": -0.0625619888305664}
{"sample_id": "conv_efac6cfd7762_pkg_000", "qa_id": "qa_e31b4ba3ecb33351", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I mentioned getting a cat — was the cat free or did we pay for it?", "temporal_relation": "none", "query_temporal_norm": 0.23298025131225586, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000391", "score": 0.7874154448509216}, {"memory_id": "utt_000398", "score": 0.8421292304992676}], "gold_semantic_scores": [0.8135187029838562, 0.8681849837303162], "gold_temporal_scores": [-0.026102988049387932, -0.026056060567498207], "max_gold_score": 0.8421292304992676, "max_candidate_score": 0.8421292304992676, "top_memory_id": "utt_000398", "max_non_gold_score": 0.686212956905365, "best_gold_margin": 0.1559162735939026, "weakest_gold_margin": 0.10120248794555664}
{"sample_id": "conv_efac6cfd7762_pkg_000", "qa_id": "qa_4264803b5e3ded06", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At what part of the conversation (beginning, middle, or end) did the person who said, \"I've always been interested in speed,\" speak?", "temporal_relation": "session", "query_temporal_norm": 0.1927424669265747, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000773", "score": 0.7424383163452148}], "gold_semantic_scores": [0.744759738445282], "gold_temporal_scores": [-0.002321381587535143], "max_gold_score": 0.7424383163452148, "max_candidate_score": 0.7424383163452148, "top_memory_id": "utt_000773", "max_non_gold_score": 0.4633333086967468, "best_gold_margin": 0.279105007648468, "weakest_gold_margin": 0.279105007648468}
{"sample_id": "conv_efac6cfd7762_pkg_000", "qa_id": "qa_e786e463f64f466e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned being introduced to MotoGP and motorcycle racing?", "temporal_relation": "none", "query_temporal_norm": 0.22641925513744354, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000777", "score": 0.4929189682006836}], "gold_semantic_scores": [0.5264288783073425], "gold_temporal_scores": [-0.03350991755723953], "max_gold_score": 0.4929189682006836, "max_candidate_score": 0.6438486576080322, "top_memory_id": "utt_000779", "max_non_gold_score": 0.6438486576080322, "best_gold_margin": -0.15092968940734863, "weakest_gold_margin": -0.15092968940734863}
{"sample_id": "conv_f1986b73fe49_pkg_000", "qa_id": "qa_c46cfe879cd5781e", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did a participant create a Discord community for a music genre in 2017, and did that community later become toxic?", "temporal_relation": "none", "query_temporal_norm": 0.22571133077144623, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000388", "score": 0.6186860799789429}, {"memory_id": "utt_000389", "score": -0.033222977072000504}, {"memory_id": "utt_000391", "score": 0.08464744687080383}], "gold_semantic_scores": [0.6541585326194763, 0.0022650843020528555, 0.12013944238424301], "gold_temporal_scores": [-0.035472236573696136, -0.035488061606884, -0.035491980612277985], "max_gold_score": 0.6186860799789429, "max_candidate_score": 0.6186860799789429, "top_memory_id": "utt_000388", "max_non_gold_score": 0.27806252241134644, "best_gold_margin": 0.34062355756759644, "weakest_gold_margin": -0.31128549948334694}
{"sample_id": "conv_f1986b73fe49_pkg_000", "qa_id": "qa_b6f3a54890e55cb2", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did I say I wanted at least ten hours of high-quality audio in at least one language?", "temporal_relation": "session", "query_temporal_norm": 0.21118079125881195, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000158", "score": 0.8012256622314453}], "gold_semantic_scores": [0.8261480331420898], "gold_temporal_scores": [-0.02492217719554901], "max_gold_score": 0.8012256622314453, "max_candidate_score": 0.8012256622314453, "top_memory_id": "utt_000158", "max_non_gold_score": 0.5017774701118469, "best_gold_margin": 0.2994481921195984, "weakest_gold_margin": 0.2994481921195984}
{"sample_id": "conv_f1986b73fe49_pkg_000", "qa_id": "qa_9b388c78c2d1a36e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Devon say they did with respect to the pilot?", "temporal_relation": "none", "query_temporal_norm": 0.208040252327919, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000243", "score": 0.3278072774410248}], "gold_semantic_scores": [0.3377511501312256], "gold_temporal_scores": [-0.009943843819200993], "max_gold_score": 0.3278072774410248, "max_candidate_score": 0.41252565383911133, "top_memory_id": "utt_000439", "max_non_gold_score": 0.41252565383911133, "best_gold_margin": -0.08471837639808655, "weakest_gold_margin": -0.08471837639808655}
{"sample_id": "conv_f38ac0e9038b_pkg_000", "qa_id": "qa_369e9dd2d577d138", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I go to places for industry people rather than the crowd?", "temporal_relation": "none", "query_temporal_norm": 0.211502805352211, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000181", "score": 0.5702033042907715}], "gold_semantic_scores": [0.5952064990997314], "gold_temporal_scores": [-0.025003323331475258], "max_gold_score": 0.5702033042907715, "max_candidate_score": 0.5702033042907715, "top_memory_id": "utt_000181", "max_non_gold_score": 0.4283311367034912, "best_gold_margin": 0.14187216758728027, "weakest_gold_margin": 0.14187216758728027}
{"sample_id": "conv_f38ac0e9038b_pkg_000", "qa_id": "qa_767f770eb96f2341", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said that the place must have a washing machine and dryer?", "temporal_relation": "session", "query_temporal_norm": 0.21414265036582947, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000311", "score": 0.3903540074825287}], "gold_semantic_scores": [0.40686413645744324], "gold_temporal_scores": [-0.01651017740368843], "max_gold_score": 0.3903540074825287, "max_candidate_score": 0.4401584565639496, "top_memory_id": "utt_000001", "max_non_gold_score": 0.4401584565639496, "best_gold_margin": -0.0498044490814209, "weakest_gold_margin": -0.0498044490814209}
{"sample_id": "conv_f38ac0e9038b_pkg_000", "qa_id": "qa_5a88ab0acf0ee91d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were in Japan?", "temporal_relation": "none", "query_temporal_norm": 0.24589209258556366, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000327", "score": 0.6681750416755676}], "gold_semantic_scores": [0.7166605591773987], "gold_temporal_scores": [-0.04848552867770195], "max_gold_score": 0.6681750416755676, "max_candidate_score": 0.6681750416755676, "top_memory_id": "utt_000327", "max_non_gold_score": 0.6238558292388916, "best_gold_margin": 0.044319212436676025, "weakest_gold_margin": 0.044319212436676025}
{"sample_id": "conv_f49abbedac22_pkg_000", "qa_id": "qa_52eee95885efac30", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they dislike chili con carne?", "temporal_relation": "session", "query_temporal_norm": 0.2040933072566986, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000230", "score": 0.4897754192352295}, {"memory_id": "utt_000233", "score": 0.4865163564682007}], "gold_semantic_scores": [0.5123136639595032, 0.5088907480239868], "gold_temporal_scores": [-0.022538255900144577, -0.022374441847205162], "max_gold_score": 0.4897754192352295, "max_candidate_score": 0.4897754192352295, "top_memory_id": "utt_000230", "max_non_gold_score": 0.45163267850875854, "best_gold_margin": 0.03814274072647095, "weakest_gold_margin": 0.03488367795944214}
{"sample_id": "conv_f49abbedac22_pkg_000", "qa_id": "qa_7a97754b438543cd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What work role did Jamie say they have at the hostel?", "temporal_relation": "none", "query_temporal_norm": 0.22707875072956085, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000066", "score": 0.467189222574234}], "gold_semantic_scores": [0.5146535634994507], "gold_temporal_scores": [-0.047464288771152496], "max_gold_score": 0.467189222574234, "max_candidate_score": 0.5924031138420105, "top_memory_id": "utt_000212", "max_non_gold_score": 0.5924031138420105, "best_gold_margin": -0.1252138912677765, "weakest_gold_margin": -0.1252138912677765}
{"sample_id": "conv_f49abbedac22_pkg_000", "qa_id": "qa_905e6f20e083c6e2", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What food did they say they still like?", "temporal_relation": "none", "query_temporal_norm": 0.21670155227184296, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000245", "score": 0.5542159080505371}], "gold_semantic_scores": [0.5696831345558167], "gold_temporal_scores": [-0.015467184595763683], "max_gold_score": 0.5542159080505371, "max_candidate_score": 0.6599056124687195, "top_memory_id": "utt_000244", "max_non_gold_score": 0.6599056124687195, "best_gold_margin": -0.10568970441818237, "weakest_gold_margin": -0.10568970441818237}
{"sample_id": "conv_f5ba40984f86_pkg_001", "qa_id": "qa_48e31824e83dd83a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Sawyer say they were really kind of good friends with their next-door neighbor?", "temporal_relation": "session", "query_temporal_norm": 0.20779865980148315, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002208", "score": 0.8173094391822815}], "gold_semantic_scores": [0.8360167145729065], "gold_temporal_scores": [-0.018707668408751488], "max_gold_score": 0.8173094391822815, "max_candidate_score": 0.8173094391822815, "top_memory_id": "utt_002208", "max_non_gold_score": 0.5952581167221069, "best_gold_margin": 0.22205132246017456, "weakest_gold_margin": 0.22205132246017456}
{"sample_id": "conv_f5ba40984f86_pkg_001", "qa_id": "qa_cc897e21a6cb359f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I would invest in if I were to invest in items?", "temporal_relation": "none", "query_temporal_norm": 0.21066825091838837, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001384", "score": 0.5813035368919373}, {"memory_id": "utt_001387", "score": 0.6602561473846436}], "gold_semantic_scores": [0.6197109818458557, 0.6966588497161865], "gold_temporal_scores": [-0.0384073331952095, -0.03640276938676834], "max_gold_score": 0.6602561473846436, "max_candidate_score": 0.6602561473846436, "top_memory_id": "utt_001387", "max_non_gold_score": 0.589232861995697, "best_gold_margin": 0.07102328538894653, "weakest_gold_margin": -0.007929325103759766}
{"sample_id": "conv_f5ba40984f86_pkg_001", "qa_id": "qa_f309693c198cb586", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they find it weird that older Americans and British people come to the Philippines to look for love?", "temporal_relation": "none", "query_temporal_norm": 0.20261098444461823, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001662", "score": 0.6123632192611694}, {"memory_id": "utt_001663", "score": 0.6254734992980957}], "gold_semantic_scores": [0.6356106400489807, 0.6486421227455139], "gold_temporal_scores": [-0.023247120901942253, -0.0231686569750309], "max_gold_score": 0.6254734992980957, "max_candidate_score": 0.6637202501296997, "top_memory_id": "utt_001655", "max_non_gold_score": 0.6637202501296997, "best_gold_margin": -0.038246750831604004, "weakest_gold_margin": -0.05135703086853027}
{"sample_id": "conv_f81a5c7d6104_pkg_000", "qa_id": "qa_f5315f7f23b35f97", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say they lived in the countryside?", "temporal_relation": "session", "query_temporal_norm": 0.2244887501001358, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000432", "score": 0.6422055959701538}, {"memory_id": "utt_000433", "score": 0.692538321018219}], "gold_semantic_scores": [0.6691132187843323, 0.7194364666938782], "gold_temporal_scores": [-0.026907632127404213, -0.026898007839918137], "max_gold_score": 0.692538321018219, "max_candidate_score": 0.692538321018219, "top_memory_id": "utt_000433", "max_non_gold_score": 0.40400394797325134, "best_gold_margin": 0.28853437304496765, "weakest_gold_margin": 0.23820164799690247}
{"sample_id": "conv_f81a5c7d6104_pkg_000", "qa_id": "qa_0f1fdc1ca988577a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What childhood interest did Finley mention?", "temporal_relation": "none", "query_temporal_norm": 0.23610463738441467, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000470", "score": 0.515147864818573}], "gold_semantic_scores": [0.558526337146759], "gold_temporal_scores": [-0.043378494679927826], "max_gold_score": 0.515147864818573, "max_candidate_score": 0.5296888947486877, "top_memory_id": "utt_000030", "max_non_gold_score": 0.5296888947486877, "best_gold_margin": -0.014541029930114746, "weakest_gold_margin": -0.014541029930114746}
{"sample_id": "conv_f81a5c7d6104_pkg_000", "qa_id": "qa_467b325ea19e69fe", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What color did the speaker say their vehicle is?", "temporal_relation": "none", "query_temporal_norm": 0.22426418960094452, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000116", "score": 0.39187219738960266}], "gold_semantic_scores": [0.4229506850242615], "gold_temporal_scores": [-0.031078524887561798], "max_gold_score": 0.39187219738960266, "max_candidate_score": 0.5195151567459106, "top_memory_id": "utt_000048", "max_non_gold_score": 0.5195151567459106, "best_gold_margin": -0.12764295935630798, "weakest_gold_margin": -0.12764295935630798}
{"sample_id": "conv_f9f01d06c18a_pkg_000", "qa_id": "qa_71e2ef3187f583c7", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Reese currently responsible for?", "temporal_relation": "none", "query_temporal_norm": 0.20178040862083435, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000497", "score": 0.45331528782844543}], "gold_semantic_scores": [0.41820111870765686], "gold_temporal_scores": [0.03511418402194977], "max_gold_score": 0.45331528782844543, "max_candidate_score": 0.45331528782844543, "top_memory_id": "utt_000497", "max_non_gold_score": 0.4201756715774536, "best_gold_margin": 0.03313961625099182, "weakest_gold_margin": 0.03313961625099182}
{"sample_id": "conv_f9f01d06c18a_pkg_000", "qa_id": "qa_17789ac99ee3a697", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they’re not good at staying in a lot of communication?", "temporal_relation": "session", "query_temporal_norm": 0.2084653675556183, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000356", "score": 0.735136091709137}], "gold_semantic_scores": [0.7524017691612244], "gold_temporal_scores": [-0.01726551540195942], "max_gold_score": 0.735136091709137, "max_candidate_score": 0.735136091709137, "top_memory_id": "utt_000356", "max_non_gold_score": 0.5736730694770813, "best_gold_margin": 0.16146302223205566, "weakest_gold_margin": 0.16146302223205566}
{"sample_id": "conv_f9f01d06c18a_pkg_000", "qa_id": "qa_e721b7cbf66b896f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did they say is the best way to handle things so everyone feels good about what’s happening?", "temporal_relation": "none", "query_temporal_norm": 0.19268549978733063, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000454", "score": 0.6403225064277649}], "gold_semantic_scores": [0.6178642511367798], "gold_temporal_scores": [0.022458383813500404], "max_gold_score": 0.6403225064277649, "max_candidate_score": 0.6403225064277649, "top_memory_id": "utt_000454", "max_non_gold_score": 0.5493366122245789, "best_gold_margin": 0.09098589420318604, "weakest_gold_margin": 0.09098589420318604}
{"sample_id": "conv_fb056f1fd957_pkg_000", "qa_id": "qa_65b956fef65f991a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who in the conversation said they watch a lot of crime shows as a hobby?", "temporal_relation": "none", "query_temporal_norm": 0.22599999606609344, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000127", "score": 0.7462467551231384}, {"memory_id": "utt_000131", "score": 0.33047378063201904}], "gold_semantic_scores": [0.7855079770088196, 0.3694819509983063], "gold_temporal_scores": [-0.03926120698451996, -0.03900807723402977], "max_gold_score": 0.7462467551231384, "max_candidate_score": 0.7462467551231384, "top_memory_id": "utt_000127", "max_non_gold_score": 0.3960617184638977, "best_gold_margin": 0.3501850366592407, "weakest_gold_margin": -0.06558793783187866}
{"sample_id": "conv_fb056f1fd957_pkg_000", "qa_id": "qa_ce87b235fa7ae461", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which part of the conversation was the line \"I was raised to be clean\" said?", "temporal_relation": "session", "query_temporal_norm": 0.1939726024866104, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000749", "score": 0.5739017128944397}], "gold_semantic_scores": [0.5689470767974854], "gold_temporal_scores": [0.0049546100199222565], "max_gold_score": 0.5739017128944397, "max_candidate_score": 0.5739017128944397, "top_memory_id": "utt_000749", "max_non_gold_score": 0.4578561782836914, "best_gold_margin": 0.11604553461074829, "weakest_gold_margin": 0.11604553461074829}
{"sample_id": "conv_fb056f1fd957_pkg_000", "qa_id": "qa_98df2880128a7a3c", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Robin say happened during their recent commute?", "temporal_relation": "none", "query_temporal_norm": 0.18863190710544586, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000696", "score": 0.19693580269813538}, {"memory_id": "utt_000697", "score": 0.262751042842865}], "gold_semantic_scores": [0.17341692745685577, 0.2392205148935318], "gold_temporal_scores": [0.023518871515989304, 0.02353058010339737], "max_gold_score": 0.262751042842865, "max_candidate_score": 0.42413103580474854, "top_memory_id": "utt_000353", "max_non_gold_score": 0.42413103580474854, "best_gold_margin": -0.16137999296188354, "weakest_gold_margin": -0.22719523310661316}
{"sample_id": "conv_fbc08ed87ede_pkg_000", "qa_id": "qa_62f8f1bbd964f5e1", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it mentioned that the situation happened in his twenties?", "temporal_relation": "session", "query_temporal_norm": 0.19756975769996643, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000497", "score": 0.6796790957450867}], "gold_semantic_scores": [0.6801155805587769], "gold_temporal_scores": [-0.00043635827023535967], "max_gold_score": 0.6796790957450867, "max_candidate_score": 0.6796790957450867, "top_memory_id": "utt_000497", "max_non_gold_score": 0.48347076773643494, "best_gold_margin": 0.19620832800865173, "weakest_gold_margin": 0.19620832800865173}
{"sample_id": "conv_fbc08ed87ede_pkg_000", "qa_id": "qa_36e54e38a1566284", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did the speaker say whether he is struggling financially now?", "temporal_relation": "none", "query_temporal_norm": 0.18837322294712067, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000590", "score": 0.6063968539237976}], "gold_semantic_scores": [0.6195552945137024], "gold_temporal_scores": [-0.013158419169485569], "max_gold_score": 0.6063968539237976, "max_candidate_score": 0.6063968539237976, "top_memory_id": "utt_000590", "max_non_gold_score": 0.5743659138679504, "best_gold_margin": 0.03203094005584717, "weakest_gold_margin": 0.03203094005584717}
{"sample_id": "conv_fbc08ed87ede_pkg_000", "qa_id": "qa_411a248898d48ea9", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What kind of friends did the speaker say he chooses?", "temporal_relation": "none", "query_temporal_norm": 0.20703533291816711, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000820", "score": 0.6430385112762451}, {"memory_id": "utt_000822", "score": 0.13054749369621277}], "gold_semantic_scores": [0.6587702631950378, 0.14626915752887726], "gold_temporal_scores": [-0.015731770545244217, -0.015721701085567474], "max_gold_score": 0.6430385112762451, "max_candidate_score": 0.6430385112762451, "top_memory_id": "utt_000820", "max_non_gold_score": 0.576184868812561, "best_gold_margin": 0.06685364246368408, "weakest_gold_margin": -0.44563737511634827}
{"sample_id": "conv_fd9476b29643_pkg_001", "qa_id": "qa_eae0c3e0f722b700", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they don't want to over schedule her?", "temporal_relation": "none", "query_temporal_norm": 0.22362393140792847, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000812", "score": 0.5262063145637512}], "gold_semantic_scores": [0.560888409614563], "gold_temporal_scores": [-0.034682098776102066], "max_gold_score": 0.5262063145637512, "max_candidate_score": 0.5262063145637512, "top_memory_id": "utt_000812", "max_non_gold_score": 0.37935972213745117, "best_gold_margin": 0.14684659242630005, "weakest_gold_margin": 0.14684659242630005}
{"sample_id": "conv_fd9476b29643_pkg_001", "qa_id": "qa_8165807d207cf2fd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Does the person in the conversation have a daughter?", "temporal_relation": "none", "query_temporal_norm": 0.22748926281929016, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000629", "score": 0.13208068907260895}, {"memory_id": "utt_000656", "score": 0.2261873483657837}, {"memory_id": "utt_001021", "score": 0.16000047326087952}, {"memory_id": "utt_001023", "score": 0.5968865752220154}], "gold_semantic_scores": [0.1769864410161972, 0.2689478099346161, 0.1920100897550583, 0.6288793087005615], "gold_temporal_scores": [-0.04490575194358826, -0.04276050254702568, -0.03200961649417877, -0.03199281916022301], "max_gold_score": 0.5968865752220154, "max_candidate_score": 0.5968865752220154, "top_memory_id": "utt_001023", "max_non_gold_score": 0.5654475688934326, "best_gold_margin": 0.031439006328582764, "weakest_gold_margin": -0.43336687982082367}
{"sample_id": "conv_fd9476b29643_pkg_001", "qa_id": "qa_a9451d4abbab3080", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say she was working from 8AM to 11PM?", "temporal_relation": "session", "query_temporal_norm": 0.21860139071941376, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001076", "score": 0.5694348216056824}], "gold_semantic_scores": [0.5895588994026184], "gold_temporal_scores": [-0.020124023780226707], "max_gold_score": 0.5694348216056824, "max_candidate_score": 0.5694348216056824, "top_memory_id": "utt_001076", "max_non_gold_score": 0.43096762895584106, "best_gold_margin": 0.1384671926498413, "weakest_gold_margin": 0.1384671926498413}
{"sample_id": "conv_fe6242a7ccd0_pkg_001", "qa_id": "qa_9cf27ad9d4fcebf3", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker who said \"I listen and I don't judge\" say that?", "temporal_relation": "session", "query_temporal_norm": 0.19974499940872192, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002368", "score": 0.7559913396835327}], "gold_semantic_scores": [0.7874395847320557], "gold_temporal_scores": [-0.031448137015104294], "max_gold_score": 0.7559913396835327, "max_candidate_score": 0.7559913396835327, "top_memory_id": "utt_002368", "max_non_gold_score": 0.6288591027259827, "best_gold_margin": 0.12713223695755005, "weakest_gold_margin": 0.12713223695755005}
{"sample_id": "conv_fe6242a7ccd0_pkg_001", "qa_id": "qa_45452b10520f16f3", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Mahaji say they build from floor plans?", "temporal_relation": "none", "query_temporal_norm": 0.2292589247226715, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001739", "score": 0.4085087776184082}, {"memory_id": "utt_001740", "score": 0.4890996813774109}], "gold_semantic_scores": [0.4318903684616089, 0.5123413801193237], "gold_temporal_scores": [-0.02338159643113613, -0.023241640999913216], "max_gold_score": 0.4890996813774109, "max_candidate_score": 0.5789163708686829, "top_memory_id": "utt_001746", "max_non_gold_score": 0.5789163708686829, "best_gold_margin": -0.08981668949127197, "weakest_gold_margin": -0.17040759325027466}
{"sample_id": "conv_fe6242a7ccd0_pkg_001", "qa_id": "qa_27c7f5cd024602d7", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say about how they feel toward their ex-partner?", "temporal_relation": "none", "query_temporal_norm": 0.2063053846359253, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002516", "score": 0.4487167000770569}], "gold_semantic_scores": [0.46549463272094727], "gold_temporal_scores": [-0.01677783951163292], "max_gold_score": 0.4487167000770569, "max_candidate_score": 0.4749157130718231, "top_memory_id": "utt_001994", "max_non_gold_score": 0.4749157130718231, "best_gold_margin": -0.026199012994766235, "weakest_gold_margin": -0.026199012994766235}
{"sample_id": "conv_fff7f7066142_pkg_001", "qa_id": "qa_7fd24f2d2a73174a", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who preferred dark blue, who preferred sage green, and who preferred burgundy?", "temporal_relation": "none", "query_temporal_norm": 0.21055474877357483, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001633", "score": 0.6566751003265381}, {"memory_id": "utt_001634", "score": 0.6567397713661194}, {"memory_id": "utt_001641", "score": 0.41517218947410583}, {"memory_id": "utt_002019", "score": 0.5867183804512024}, {"memory_id": "utt_002036", "score": 0.4843589663505554}], "gold_semantic_scores": [0.6741642951965332, 0.6742188930511475, 0.43260544538497925, 0.6012068390846252, 0.49875208735466003], "gold_temporal_scores": [-0.017489232122898102, -0.01747911237180233, -0.017433328554034233, -0.01448836363852024, -0.014393161050975323], "max_gold_score": 0.6567397713661194, "max_candidate_score": 0.6567397713661194, "top_memory_id": "utt_001634", "max_non_gold_score": 0.6192934513092041, "best_gold_margin": 0.03744632005691528, "weakest_gold_margin": -0.20412126183509827}
{"sample_id": "conv_fff7f7066142_pkg_001", "qa_id": "qa_6cb2d6a992ac4881", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "During which part of the conversation did I say the first iPhone I held was an iPhone SE?", "temporal_relation": "session", "query_temporal_norm": 0.23228487372398376, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001929", "score": 0.6927931308746338}, {"memory_id": "utt_001930", "score": 0.26666536927223206}], "gold_semantic_scores": [0.7256353497505188, 0.29950711131095886], "gold_temporal_scores": [-0.032842159271240234, -0.03284186124801636], "max_gold_score": 0.6927931308746338, "max_candidate_score": 0.6927931308746338, "top_memory_id": "utt_001929", "max_non_gold_score": 0.6301986575126648, "best_gold_margin": 0.062594473361969, "weakest_gold_margin": -0.36353328824043274}
{"sample_id": "conv_fff7f7066142_pkg_001", "qa_id": "qa_c617eb6d4cf7646d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did the other participant say whether they care about camera quality on a phone?", "temporal_relation": "none", "query_temporal_norm": 0.2055538296699524, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001758", "score": 0.3073853552341461}, {"memory_id": "utt_001759", "score": 0.43233197927474976}, {"memory_id": "utt_001996", "score": 0.5124542117118835}, {"memory_id": "utt_001997", "score": 0.4204100966453552}], "gold_semantic_scores": [0.31767669320106506, 0.4426098167896271, 0.5208604335784912, 0.428813099861145], "gold_temporal_scores": [-0.010291325859725475, -0.010277881287038326, -0.008406118489801884, -0.008403036743402481], "max_gold_score": 0.5124542117118835, "max_candidate_score": 0.5124542117118835, "top_memory_id": "utt_001996", "max_non_gold_score": 0.41925594210624695, "best_gold_margin": 0.0931982696056366, "weakest_gold_margin": -0.11187058687210083}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00009", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In the earlier discussion, on which day did they say the utility bill had previously been due?", "temporal_relation": "session", "query_temporal_norm": 0.4877884089946747, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6269300580024719}], "gold_semantic_scores": [0.7162643671035767], "gold_temporal_scores": [-0.08933450281620026], "max_gold_score": 0.6269300580024719, "max_candidate_score": 0.6269300580024719, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4008069336414337, "best_gold_margin": 0.2261231243610382, "weakest_gold_margin": 0.2261231243610382}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00009", "qa_id": "main", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What will I do if someone confirms the bill amount?", "temporal_relation": "none", "query_temporal_norm": 0.45651063323020935, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.44709718227386475, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.44709718227386475, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00009", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "Did Reese offer to set a reminder and ask whether to pay online or send a check?", "temporal_relation": "none", "query_temporal_norm": 0.33500969409942627, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.34209516644477844, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.34209516644477844, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00109", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Taylor's watch order change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.419753760099411, "query_session_index": 2, "query_start_sec": 18.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6559802889823914}, {"memory_id": "history_02_utt_0010", "score": 0.6485322117805481}], "gold_semantic_scores": [0.5064957737922668, 0.5082939267158508], "gold_temporal_scores": [0.14948436617851257, 0.14023831486701965], "max_gold_score": 0.6559802889823914, "max_candidate_score": 0.6559802889823914, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6439775228500366, "best_gold_margin": 0.012002766132354736, "weakest_gold_margin": 0.004554688930511475}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00109", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What watchlist order did Taylor set earlier?", "temporal_relation": "before", "query_temporal_norm": 0.4432580769062042, "query_session_index": 2, "query_start_sec": 18.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.722004771232605}], "gold_semantic_scores": [0.6212102770805359], "gold_temporal_scores": [0.10079418122768402], "max_gold_score": 0.722004771232605, "max_candidate_score": 0.722004771232605, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6781136989593506, "best_gold_margin": 0.043891072273254395, "weakest_gold_margin": 0.043891072273254395}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00198", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for proposing the FPGA approach, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17425312101840973, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6763386130332947}, {"memory_id": "history_02_utt_0010", "score": 0.6852859854698181}], "gold_semantic_scores": [0.6243312954902649, 0.6263822317123413], "gold_temporal_scores": [0.05200726538896561, 0.058903686702251434], "max_gold_score": 0.6852859854698181, "max_candidate_score": 0.6992202997207642, "top_memory_id": "history_01_utt_0011::cf::main::1", "max_non_gold_score": 0.6992202997207642, "best_gold_margin": -0.013934314250946045, "weakest_gold_margin": -0.022881686687469482}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00198", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the FPGA approach rejected in that earlier discussion?", "temporal_relation": "none", "query_temporal_norm": 0.18767188489437103, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7507617473602295}], "gold_semantic_scores": [0.6713374853134155], "gold_temporal_scores": [0.07942397892475128], "max_gold_score": 0.7507617473602295, "max_candidate_score": 0.7507617473602295, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7266737222671509, "best_gold_margin": 0.024088025093078613, "weakest_gold_margin": 0.024088025093078613}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00198", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for proposing the quantized edge GPU?", "temporal_relation": "none", "query_temporal_norm": 0.08984300494194031, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.7916439771652222}], "gold_semantic_scores": [0.7754757404327393], "gold_temporal_scores": [0.016168465837836266], "max_gold_score": 0.7916439771652222, "max_candidate_score": 0.7916439771652222, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.643293023109436, "best_gold_margin": 0.14835095405578613, "weakest_gold_margin": 0.14835095405578613}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00198", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest using a quantized edge GPU?", "temporal_relation": "session", "query_temporal_norm": 0.13344866037368774, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.8181595206260681}], "gold_semantic_scores": [0.7965333461761475], "gold_temporal_scores": [0.021626075729727745], "max_gold_score": 0.8181595206260681, "max_candidate_score": 0.8181595206260681, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.5992542505264282, "best_gold_margin": 0.2189052700996399, "weakest_gold_margin": 0.2189052700996399}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00351", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Taylor give for choosing the FPGA path, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.24123315513134003, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7640458345413208}, {"memory_id": "history_02_utt_0008", "score": 0.6909456849098206}], "gold_semantic_scores": [0.6849143505096436, 0.620692789554596], "gold_temporal_scores": [0.07913166284561157, 0.07025297731161118], "max_gold_score": 0.7640458345413208, "max_candidate_score": 0.7640458345413208, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6405372023582458, "best_gold_margin": 0.12350863218307495, "weakest_gold_margin": 0.05040848255157471}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00351", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor say they chose the FPGA path?", "temporal_relation": "session", "query_temporal_norm": 0.19754640758037567, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7682816386222839}], "gold_semantic_scores": [0.7222198247909546], "gold_temporal_scores": [0.04606182128190994], "max_gold_score": 0.7682816386222839, "max_candidate_score": 0.7682816386222839, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7143186330795288, "best_gold_margin": 0.05396300554275513, "weakest_gold_margin": 0.05396300554275513}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00351", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did they say the GPU baseline did with respect to the throughput target?", "temporal_relation": "none", "query_temporal_norm": 0.13381728529930115, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.45196032524108887}], "gold_semantic_scores": [0.42330291867256165], "gold_temporal_scores": [0.028657417744398117], "max_gold_score": 0.45196032524108887, "max_candidate_score": 0.45196032524108887, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.39157140254974365, "best_gold_margin": 0.060388922691345215, "weakest_gold_margin": 0.060388922691345215}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00351", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did they do with the GPU baseline after that discussion?", "temporal_relation": "none", "query_temporal_norm": 0.23997560143470764, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.5165754556655884}], "gold_semantic_scores": [0.41698700189590454], "gold_temporal_scores": [0.09958845376968384], "max_gold_score": 0.5165754556655884, "max_candidate_score": 0.5165754556655884, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.4961335361003876, "best_gold_margin": 0.020441919565200806, "weakest_gold_margin": 0.020441919565200806}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00433", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Why did I place 'Sunrise Boulevard' in the opening slot, and why did I later remove it?", "temporal_relation": "none", "query_temporal_norm": 0.17933525145053864, "query_session_index": 2, "query_start_sec": 25.320000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6916919946670532}, {"memory_id": "history_02_utt_0012", "score": 0.5320243239402771}], "gold_semantic_scores": [0.6401395797729492, 0.46643438935279846], "gold_temporal_scores": [0.05155239626765251, 0.06558985263109207], "max_gold_score": 0.6916919946670532, "max_candidate_score": 0.728693962097168, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.728693962097168, "best_gold_margin": -0.037001967430114746, "weakest_gold_margin": -0.19666963815689087}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00433", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the closing slot?", "temporal_relation": "none", "query_temporal_norm": 0.2715350091457367, "query_session_index": 2, "query_start_sec": 25.320000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0031", "score": 0.5731656551361084}], "gold_semantic_scores": [0.5569300055503845], "gold_temporal_scores": [0.016235798597335815], "max_gold_score": 0.5731656551361084, "max_candidate_score": 0.5731656551361084, "top_memory_id": "history_02_utt_0031", "max_non_gold_score": 0.5003760457038879, "best_gold_margin": 0.07278960943222046, "weakest_gold_margin": 0.07278960943222046}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00433", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the set order earlier to accommodate a shorter transit segment?", "temporal_relation": "none", "query_temporal_norm": 0.29071173071861267, "query_session_index": 2, "query_start_sec": 25.320000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0037", "score": 0.6714768409729004}], "gold_semantic_scores": [0.6581643223762512], "gold_temporal_scores": [0.01331299263983965], "max_gold_score": 0.6714768409729004, "max_candidate_score": 0.6714768409729004, "top_memory_id": "history_02_utt_0037", "max_non_gold_score": 0.4496760964393616, "best_gold_margin": 0.22180074453353882, "weakest_gold_margin": 0.22180074453353882}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00433", "qa_id": "extra_qa_0012", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What are we doing about the overlays and mic monitor?", "temporal_relation": "none", "query_temporal_norm": 0.42434194684028625, "query_session_index": 2, "query_start_sec": 25.320000000000004, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5031673908233643, "top_memory_id": "history_02_utt_0031", "max_non_gold_score": 0.5031673908233643, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00536", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Avery give for recommending 'Late Night Reunion', and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.228953018784523, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7943603992462158}, {"memory_id": "history_02_utt_0008", "score": 0.7923540472984314}], "gold_semantic_scores": [0.7187821865081787, 0.7118536829948425], "gold_temporal_scores": [0.07557827234268188, 0.08050025254487991], "max_gold_score": 0.7943603992462158, "max_candidate_score": 0.8015102744102478, "top_memory_id": "history_02_utt_0008::cf::main::2", "max_non_gold_score": 0.8015102744102478, "best_gold_margin": -0.007149875164031982, "weakest_gold_margin": -0.009156227111816406}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00536", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended 'Late Night Reunion'?", "temporal_relation": "none", "query_temporal_norm": 0.17611975967884064, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7339861392974854}], "gold_semantic_scores": [0.7119421362876892], "gold_temporal_scores": [0.022044075652956963], "max_gold_score": 0.7339861392974854, "max_candidate_score": 0.7339861392974854, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5278631448745728, "best_gold_margin": 0.2061229944229126, "weakest_gold_margin": 0.2061229944229126}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00536", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was 'Documentary Hour' suggested earlier?", "temporal_relation": "none", "query_temporal_norm": 0.23328785598278046, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.5562482476234436}], "gold_semantic_scores": [0.5545486807823181], "gold_temporal_scores": [0.0016996567137539387], "max_gold_score": 0.5562482476234436, "max_candidate_score": 0.5562482476234436, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.45432040095329285, "best_gold_margin": 0.10192784667015076, "weakest_gold_margin": 0.10192784667015076}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00536", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest 'Documentary Hour'?", "temporal_relation": "session", "query_temporal_norm": 0.11797422915697098, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6736315488815308}], "gold_semantic_scores": [0.6550976634025574], "gold_temporal_scores": [0.018534036353230476], "max_gold_score": 0.6736315488815308, "max_candidate_score": 0.6736315488815308, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.3730177581310272, "best_gold_margin": 0.30061379075050354, "weakest_gold_margin": 0.30061379075050354}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00624", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my watch order change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3852776288986206, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7826299667358398}, {"memory_id": "history_02_utt_0009", "score": 0.8011086583137512}], "gold_semantic_scores": [0.6472775340080261, 0.6627159714698792], "gold_temporal_scores": [0.13535255193710327, 0.13839246332645416], "max_gold_score": 0.8011086583137512, "max_candidate_score": 0.8247702717781067, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8247702717781067, "best_gold_margin": -0.02366161346435547, "weakest_gold_margin": -0.042140305042266846}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00624", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who put Morning Stories first on the watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.3097587823867798, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.905354917049408}], "gold_semantic_scores": [0.8365591168403625], "gold_temporal_scores": [0.06879588216543198], "max_gold_score": 0.905354917049408, "max_candidate_score": 0.905354917049408, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5748193860054016, "best_gold_margin": 0.33053553104400635, "weakest_gold_margin": 0.33053553104400635}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00624", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they reordered the list?", "temporal_relation": "none", "query_temporal_norm": 0.2535216212272644, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7723385095596313}], "gold_semantic_scores": [0.6509724259376526], "gold_temporal_scores": [0.12136582285165787], "max_gold_score": 0.7723385095596313, "max_candidate_score": 0.7723385095596313, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5080769062042236, "best_gold_margin": 0.2642616033554077, "weakest_gold_margin": 0.2642616033554077}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00624", "qa_id": "extra_qa_0007", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the watchlist order before, and what did it become after the change?", "temporal_relation": "comparison", "query_temporal_norm": 0.39580729603767395, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7880977392196655}, {"memory_id": "history_02_utt_0009", "score": 0.8133444786071777}], "gold_semantic_scores": [0.6459079384803772, 0.6747391223907471], "gold_temporal_scores": [0.1421898752450943, 0.13860554993152618], "max_gold_score": 0.8133444786071777, "max_candidate_score": 0.8133444786071777, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4666198492050171, "best_gold_margin": 0.34672462940216064, "weakest_gold_margin": 0.32147789001464844}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00742", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about where Neon Drive should go in the set, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.20961597561836243, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6673973798751831}, {"memory_id": "history_02_utt_0008", "score": 0.7802725434303284}], "gold_semantic_scores": [0.6107032895088196, 0.689600944519043], "gold_temporal_scores": [0.05669419839978218, 0.09067150950431824], "max_gold_score": 0.7802725434303284, "max_candidate_score": 0.7802725434303284, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7034825682640076, "best_gold_margin": 0.0767899751663208, "weakest_gold_margin": -0.03608518838882446}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00742", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we ultimately do with the song Neon Drive?", "temporal_relation": "none", "query_temporal_norm": 0.48336830735206604, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.845088541507721}], "gold_semantic_scores": [0.6796586513519287], "gold_temporal_scores": [0.1654299944639206], "max_gold_score": 0.845088541507721, "max_candidate_score": 0.845088541507721, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8410298228263855, "best_gold_margin": 0.004058718681335449, "weakest_gold_margin": 0.004058718681335449}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00742", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was Moonlight Loop placed in the set?", "temporal_relation": "none", "query_temporal_norm": 0.11892377585172653, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7784997820854187}], "gold_semantic_scores": [0.7607970237731934], "gold_temporal_scores": [0.017702588811516762], "max_gold_score": 0.7784997820854187, "max_candidate_score": 0.7784997820854187, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.6270483732223511, "best_gold_margin": 0.15145140886306763, "weakest_gold_margin": 0.15145140886306763}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00742", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Moonlight Loop was pushed later?", "temporal_relation": "session", "query_temporal_norm": 0.20621629059314728, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.8603304624557495}], "gold_semantic_scores": [0.7804057002067566], "gold_temporal_scores": [0.07992453873157501], "max_gold_score": 0.8603304624557495, "max_candidate_score": 0.8603304624557495, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.6762081384658813, "best_gold_margin": 0.18412232398986816, "weakest_gold_margin": 0.18412232398986816}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00890", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my dataset freeze deadline change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3958863914012909, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7798020243644714}, {"memory_id": "history_02_utt_0008", "score": 0.7958260774612427}], "gold_semantic_scores": [0.6337091326713562, 0.6676372289657593], "gold_temporal_scores": [0.14609284698963165, 0.12818889319896698], "max_gold_score": 0.7958260774612427, "max_candidate_score": 0.8259795308113098, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8259795308113098, "best_gold_margin": -0.03015345335006714, "weakest_gold_margin": -0.04617750644683838}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00890", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who confirmed that the guest Wi-Fi password was changed this morning?", "temporal_relation": "none", "query_temporal_norm": 0.38672590255737305, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.35546788573265076, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.35546788573265076, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00969", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed edge-cache streaming, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.21564052999019623, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6823692917823792}, {"memory_id": "history_02_utt_0010", "score": 0.7913716435432434}], "gold_semantic_scores": [0.6110798120498657, 0.7462736964225769], "gold_temporal_scores": [0.07128941267728806, 0.045098043978214264], "max_gold_score": 0.7913716435432434, "max_candidate_score": 0.7913716435432434, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.45136624574661255, "best_gold_margin": 0.34000539779663086, "weakest_gold_margin": 0.2310030460357666}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00969", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that edge-cache streaming was rejected?", "temporal_relation": "session", "query_temporal_norm": 0.1325945109128952, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8967124819755554}], "gold_semantic_scores": [0.85265052318573], "gold_temporal_scores": [0.04406207427382469], "max_gold_score": 0.8967124819755554, "max_candidate_score": 0.8967124819755554, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5310608744621277, "best_gold_margin": 0.36565160751342773, "weakest_gold_margin": 0.36565160751342773}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00969", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed evaluating a quantized on-device model to keep computation local?", "temporal_relation": "none", "query_temporal_norm": 0.10791776329278946, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7658504247665405}], "gold_semantic_scores": [0.766119122505188], "gold_temporal_scores": [-0.00026886939303949475], "max_gold_score": 0.7658504247665405, "max_candidate_score": 0.7658504247665405, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5372965335845947, "best_gold_margin": 0.2285538911819458, "weakest_gold_margin": 0.2285538911819458}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00969", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What decision was made about the quantized on-device model?", "temporal_relation": "none", "query_temporal_norm": 0.2994145154953003, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0024", "score": 0.7000550031661987}], "gold_semantic_scores": [0.597857654094696], "gold_temporal_scores": [0.10219711810350418], "max_gold_score": 0.7000550031661987, "max_candidate_score": 0.7000550031661987, "top_memory_id": "history_02_utt_0024", "max_non_gold_score": 0.4290601313114166, "best_gold_margin": 0.2709948718547821, "weakest_gold_margin": 0.2709948718547821}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01036", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for recommending The Last Data Dive, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17299456894397736, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7312163710594177}, {"memory_id": "history_02_utt_0008", "score": 0.7987642884254456}], "gold_semantic_scores": [0.6848160624504089, 0.7229409217834473], "gold_temporal_scores": [0.046400219202041626, 0.0758233517408371], "max_gold_score": 0.7987642884254456, "max_candidate_score": 0.8271232843399048, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8271232843399048, "best_gold_margin": -0.02835899591445923, "weakest_gold_margin": -0.09590691328048706}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01036", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Archive of Echoes?", "temporal_relation": "none", "query_temporal_norm": 0.08411934971809387, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7895883917808533}], "gold_semantic_scores": [0.7787354588508606], "gold_temporal_scores": [0.01085291150957346], "max_gold_score": 0.7895883917808533, "max_candidate_score": 0.7895883917808533, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5054923892021179, "best_gold_margin": 0.28409600257873535, "weakest_gold_margin": 0.28409600257873535}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01036", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Archive of Echoes recommended?", "temporal_relation": "session", "query_temporal_norm": 0.16520147025585175, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.8147216439247131}], "gold_semantic_scores": [0.7769473195075989], "gold_temporal_scores": [0.03777438774704933], "max_gold_score": 0.8147216439247131, "max_candidate_score": 0.8147216439247131, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5326095819473267, "best_gold_margin": 0.2821120619773865, "weakest_gold_margin": 0.2821120619773865}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01036", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that Archive of Echoes repeated material we already covered?", "temporal_relation": "session", "query_temporal_norm": 0.24686789512634277, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.6203854084014893}], "gold_semantic_scores": [0.5481138825416565], "gold_temporal_scores": [0.07227164506912231], "max_gold_score": 0.6203854084014893, "max_candidate_score": 0.6329559683799744, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.6329559683799744, "best_gold_margin": -0.012570559978485107, "weakest_gold_margin": -0.012570559978485107}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01163", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested the pottery painting session?", "temporal_relation": "session", "query_temporal_norm": 0.5194607377052307, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8242611885070801}], "gold_semantic_scores": [0.7659440040588379], "gold_temporal_scores": [0.05831717327237129], "max_gold_score": 0.8242611885070801, "max_candidate_score": 0.8242611885070801, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8242149353027344, "best_gold_margin": 4.6253204345703125e-05, "weakest_gold_margin": 4.6253204345703125e-05}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01163", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our planning, what was suggested first before it got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.27729055285453796, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.4929291605949402}], "gold_semantic_scores": [0.46855804324150085], "gold_temporal_scores": [0.024371035397052765], "max_gold_score": 0.4929291605949402, "max_candidate_score": 0.4929291605949402, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4924127161502838, "best_gold_margin": 0.0005164444446563721, "weakest_gold_margin": 0.0005164444446563721}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01163", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Casey first suggest?", "temporal_relation": "earliest", "query_temporal_norm": 0.5026259422302246, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.804108738899231}], "gold_semantic_scores": [0.7391291260719299], "gold_temporal_scores": [0.0649796724319458], "max_gold_score": 0.804108738899231, "max_candidate_score": 0.804108738899231, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.803468644618988, "best_gold_margin": 0.0006400942802429199, "weakest_gold_margin": 0.0006400942802429199}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01163", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Which person first suggested a pottery painting session in our earlier discussions?", "temporal_relation": "none", "query_temporal_norm": 0.31528913974761963, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.750450074672699}], "gold_semantic_scores": [0.6933206915855408], "gold_temporal_scores": [0.05712961032986641], "max_gold_score": 0.750450074672699, "max_candidate_score": 0.750450074672699, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3655262887477875, "best_gold_margin": 0.3849237859249115, "weakest_gold_margin": 0.3849237859249115}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00048", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested the title \"The Last Archive\"?", "temporal_relation": "earliest", "query_temporal_norm": 0.5067594051361084, "query_session_index": 2, "query_start_sec": 20.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.649784505367279}], "gold_semantic_scores": [0.5571373701095581], "gold_temporal_scores": [0.09264712035655975], "max_gold_score": 0.649784505367279, "max_candidate_score": 0.6502946615219116, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.6502946615219116, "best_gold_margin": -0.0005101561546325684, "weakest_gold_margin": -0.0005101561546325684}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00048", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Taylor originally suggest?", "temporal_relation": "earliest", "query_temporal_norm": 0.5780839920043945, "query_session_index": 2, "query_start_sec": 20.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.798434317111969}], "gold_semantic_scores": [0.6529513597488403], "gold_temporal_scores": [0.1454828679561615], "max_gold_score": 0.798434317111969, "max_candidate_score": 0.798434317111969, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7947113513946533, "best_gold_margin": 0.003722965717315674, "weakest_gold_margin": 0.003722965717315674}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00048", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor say she suggested \"The Last Archive\"?", "temporal_relation": "session", "query_temporal_norm": 0.28973662853240967, "query_session_index": 2, "query_start_sec": 20.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6303747892379761}], "gold_semantic_scores": [0.5328205227851868], "gold_temporal_scores": [0.09755422919988632], "max_gold_score": 0.6303747892379761, "max_candidate_score": 0.6303747892379761, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6092089414596558, "best_gold_margin": 0.021165847778320312, "weakest_gold_margin": 0.021165847778320312}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00048", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What is being packed up?", "temporal_relation": "none", "query_temporal_norm": 0.363744854927063, "query_session_index": 2, "query_start_sec": 20.599999999999998, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.08953777700662613, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.08953777700662613, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00169", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending The Long Take, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.19824835658073425, "query_session_index": 2, "query_start_sec": 20.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7321984767913818}, {"memory_id": "history_02_utt_0011", "score": 0.8252619504928589}], "gold_semantic_scores": [0.6702815294265747, 0.7501207590103149], "gold_temporal_scores": [0.06191707402467728, 0.07514127343893051], "max_gold_score": 0.8252619504928589, "max_candidate_score": 0.8252619504928589, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7497614622116089, "best_gold_margin": 0.07550048828125, "weakest_gold_margin": -0.01756298542022705}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00169", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was The Long Take ultimately dropped from the lineup?", "temporal_relation": "none", "query_temporal_norm": 0.2575068473815918, "query_session_index": 2, "query_start_sec": 20.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9622818231582642}], "gold_semantic_scores": [0.8373064398765564], "gold_temporal_scores": [0.12497547268867493], "max_gold_score": 0.9622818231582642, "max_candidate_score": 0.9622818231582642, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6026584506034851, "best_gold_margin": 0.35962337255477905, "weakest_gold_margin": 0.35962337255477905}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00169", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was The Long Take said to have been dropped for running too long?", "temporal_relation": "session", "query_temporal_norm": 0.2210599035024643, "query_session_index": 2, "query_start_sec": 20.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9272233247756958}], "gold_semantic_scores": [0.8304758071899414], "gold_temporal_scores": [0.09674746543169022], "max_gold_score": 0.9272233247756958, "max_candidate_score": 0.9272233247756958, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5269820690155029, "best_gold_margin": 0.40024125576019287, "weakest_gold_margin": 0.40024125576019287}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00169", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for suggesting Cozy Heist?", "temporal_relation": "none", "query_temporal_norm": 0.11362893879413605, "query_session_index": 2, "query_start_sec": 20.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.7047824859619141}], "gold_semantic_scores": [0.6857327818870544], "gold_temporal_scores": [0.01904973015189171], "max_gold_score": 0.7047824859619141, "max_candidate_score": 0.7047824859619141, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.4339830279350281, "best_gold_margin": 0.270799458026886, "weakest_gold_margin": 0.270799458026886}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00320", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested Green Garden Trattoria before we changed our plans?", "temporal_relation": "earliest", "query_temporal_norm": 0.3884134590625763, "query_session_index": 2, "query_start_sec": 20.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7890989780426025}], "gold_semantic_scores": [0.715823233127594], "gold_temporal_scores": [0.07327555119991302], "max_gold_score": 0.7890989780426025, "max_candidate_score": 0.7911141514778137, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.7911141514778137, "best_gold_margin": -0.0020151734352111816, "weakest_gold_margin": -0.0020151734352111816}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00320", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What restaurant had originally been decided on for dinner before we changed our plans?", "temporal_relation": "earliest", "query_temporal_norm": 0.553918719291687, "query_session_index": 2, "query_start_sec": 20.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8386465311050415}], "gold_semantic_scores": [0.6995742321014404], "gold_temporal_scores": [0.1390724629163742], "max_gold_score": 0.8386465311050415, "max_candidate_score": 0.8434262275695801, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.8434262275695801, "best_gold_margin": -0.004779696464538574, "weakest_gold_margin": -0.004779696464538574}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00320", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who stated that we had planned to go to Green Garden Trattoria for dinner?", "temporal_relation": "none", "query_temporal_norm": 0.2207631915807724, "query_session_index": 2, "query_start_sec": 20.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8465909361839294}], "gold_semantic_scores": [0.8041206002235413], "gold_temporal_scores": [0.04247032478451729], "max_gold_score": 0.8465909361839294, "max_candidate_score": 0.8465909361839294, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6196051836013794, "best_gold_margin": 0.22698575258255005, "weakest_gold_margin": 0.22698575258255005}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00320", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which restaurant did we end up choosing for dinner?", "temporal_relation": "latest", "query_temporal_norm": 0.5178098678588867, "query_session_index": 2, "query_start_sec": 20.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9384933114051819}], "gold_semantic_scores": [0.7182946801185608], "gold_temporal_scores": [0.22019852697849274], "max_gold_score": 0.9384933114051819, "max_candidate_score": 0.9384933114051819, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9360109567642212, "best_gold_margin": 0.0024823546409606934, "weakest_gold_margin": 0.0024823546409606934}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00426", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who gave the most recent rating of 8 out of 10 for the new single?", "temporal_relation": "none", "query_temporal_norm": 0.550717294216156, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.949634850025177}], "gold_semantic_scores": [0.6861488819122314], "gold_temporal_scores": [0.2634863257408142], "max_gold_score": 0.949634850025177, "max_candidate_score": 0.949634850025177, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9463021755218506, "best_gold_margin": 0.003332674503326416, "weakest_gold_margin": 0.003332674503326416}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00426", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Drew give the new single?", "temporal_relation": "none", "query_temporal_norm": 0.46220725774765015, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9197577238082886}], "gold_semantic_scores": [0.7198449969291687], "gold_temporal_scores": [0.19991253316402435], "max_gold_score": 0.9197577238082886, "max_candidate_score": 0.9197577238082886, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7378664016723633, "best_gold_margin": 0.1818913221359253, "weakest_gold_margin": 0.1818913221359253}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00426", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our talks, what rating was given to the new single?", "temporal_relation": "before", "query_temporal_norm": 0.32627177238464355, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5894887447357178}], "gold_semantic_scores": [0.5812923908233643], "gold_temporal_scores": [0.00819612666964531], "max_gold_score": 0.5894887447357178, "max_candidate_score": 0.7101600170135498, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7101600170135498, "best_gold_margin": -0.12067127227783203, "weakest_gold_margin": -0.12067127227783203}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00553", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending Midnight Montage, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.13789623975753784, "query_session_index": 2, "query_start_sec": 9.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7989557385444641}, {"memory_id": "history_02_utt_0009", "score": 0.8186641335487366}], "gold_semantic_scores": [0.7622233629226685, 0.786697268486023], "gold_temporal_scores": [0.036732301115989685, 0.031967103481292725], "max_gold_score": 0.8186641335487366, "max_candidate_score": 0.8186641335487366, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7803094387054443, "best_gold_margin": 0.038354694843292236, "weakest_gold_margin": 0.018646299839019775}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00553", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for pushing Sunrise Sketches?", "temporal_relation": "none", "query_temporal_norm": 0.08681965619325638, "query_session_index": 2, "query_start_sec": 9.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7731534242630005}], "gold_semantic_scores": [0.7631250619888306], "gold_temporal_scores": [0.010028356686234474], "max_gold_score": 0.7731534242630005, "max_candidate_score": 0.7731534242630005, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5672382116317749, "best_gold_margin": 0.20591521263122559, "weakest_gold_margin": 0.20591521263122559}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00553", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Sunrise Sketches dropped?", "temporal_relation": "none", "query_temporal_norm": 0.08168468624353409, "query_session_index": 2, "query_start_sec": 9.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.8627799153327942}], "gold_semantic_scores": [0.8475103378295898], "gold_temporal_scores": [0.015269587747752666], "max_gold_score": 0.8627799153327942, "max_candidate_score": 0.8627799153327942, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.7014647722244263, "best_gold_margin": 0.16131514310836792, "weakest_gold_margin": 0.16131514310836792}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00600", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the dataset version was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5749127864837646, "query_session_index": 2, "query_start_sec": 17.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5010244846343994}], "gold_semantic_scores": [0.3544456958770752], "gold_temporal_scores": [0.14657878875732422], "max_gold_score": 0.5010244846343994, "max_candidate_score": 0.5572798848152161, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.5572798848152161, "best_gold_margin": -0.05625540018081665, "weakest_gold_margin": -0.05625540018081665}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00600", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which dataset version was introduced that adds attention checks?", "temporal_relation": "none", "query_temporal_norm": 0.23191501200199127, "query_session_index": 2, "query_start_sec": 17.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.4228600263595581}], "gold_semantic_scores": [0.38801640272140503], "gold_temporal_scores": [0.034843653440475464], "max_gold_score": 0.4228600263595581, "max_candidate_score": 0.5865124464035034, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5865124464035034, "best_gold_margin": -0.1636524200439453, "weakest_gold_margin": -0.1636524200439453}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00600", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was survey_batch_A_v2 mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1875690519809723, "query_session_index": 2, "query_start_sec": 17.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6142117977142334}], "gold_semantic_scores": [0.5704026222229004], "gold_temporal_scores": [0.0438092015683651], "max_gold_score": 0.6142117977142334, "max_candidate_score": 0.682579755783081, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.682579755783081, "best_gold_margin": -0.06836795806884766, "weakest_gold_margin": -0.06836795806884766}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00701", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about Midnight Drive's placement in the Late Night Mix, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.18072690069675446, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7115352749824524}, {"memory_id": "history_02_utt_0010", "score": 0.8014999628067017}], "gold_semantic_scores": [0.6554667353630066, 0.7414425611495972], "gold_temporal_scores": [0.05606851726770401, 0.06005728989839554], "max_gold_score": 0.8014999628067017, "max_candidate_score": 0.8014999628067017, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7154557108879089, "best_gold_margin": 0.08604425191879272, "weakest_gold_margin": -0.003920435905456543}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00701", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which song was added as the opener to set a chill tempo in Morning Commute?", "temporal_relation": "none", "query_temporal_norm": 0.16659653186798096, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7040274739265442}], "gold_semantic_scores": [0.6628121137619019], "gold_temporal_scores": [0.0412152037024498], "max_gold_score": 0.7040274739265442, "max_candidate_score": 0.7040274739265442, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5508796572685242, "best_gold_margin": 0.15314781665802002, "weakest_gold_margin": 0.15314781665802002}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00701", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened later to Morning Light in the Morning Commute playlist?", "temporal_relation": "none", "query_temporal_norm": 0.36508458852767944, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.9207696914672852}], "gold_semantic_scores": [0.7619171142578125], "gold_temporal_scores": [0.15885259211063385], "max_gold_score": 0.9207696914672852, "max_candidate_score": 0.9207696914672852, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.9094160199165344, "best_gold_margin": 0.011353671550750732, "weakest_gold_margin": 0.011353671550750732}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00701", "qa_id": "extra_qa_0012", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What am I checking on the router?", "temporal_relation": "none", "query_temporal_norm": 0.41958802938461304, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3517419993877411, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.3517419993877411, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00828", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the earlier schedule, and who described the updated schedule?", "temporal_relation": "none", "query_temporal_norm": 0.41912317276000977, "query_session_index": 2, "query_start_sec": 18.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.58548504114151}, {"memory_id": "history_02_utt_0008", "score": 0.6593760251998901}], "gold_semantic_scores": [0.4387381374835968, 0.5106569528579712], "gold_temporal_scores": [0.14674678444862366, 0.14871929585933685], "max_gold_score": 0.6593760251998901, "max_candidate_score": 0.6593760251998901, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.3543008863925934, "best_gold_margin": 0.30507513880729675, "weakest_gold_margin": 0.23118415474891663}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00828", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chore schedule did Reese say we agreed on?", "temporal_relation": "none", "query_temporal_norm": 0.2135404795408249, "query_session_index": 2, "query_start_sec": 18.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5018280744552612}], "gold_semantic_scores": [0.4879131019115448], "gold_temporal_scores": [0.013915021903812885], "max_gold_score": 0.5018280744552612, "max_candidate_score": 0.5018280744552612, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.45445671677589417, "best_gold_margin": 0.047371357679367065, "weakest_gold_margin": 0.047371357679367065}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00828", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chore schedule did Taylor describe for trash, dishes, and laundry?", "temporal_relation": "none", "query_temporal_norm": 0.2999482750892639, "query_session_index": 2, "query_start_sec": 18.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7694091200828552}], "gold_semantic_scores": [0.7180007696151733], "gold_temporal_scores": [0.051408473402261734], "max_gold_score": 0.7694091200828552, "max_candidate_score": 0.7694091200828552, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6911226511001587, "best_gold_margin": 0.07828646898269653, "weakest_gold_margin": 0.07828646898269653}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00965", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Emerson suggest The Green Fork, and why is it closed tonight?", "temporal_relation": "none", "query_temporal_norm": 0.1514071524143219, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8524529337882996}, {"memory_id": "history_02_utt_0010", "score": 0.7664547562599182}], "gold_semantic_scores": [0.8118849992752075, 0.7195945978164673], "gold_temporal_scores": [0.040567826479673386, 0.04686012864112854], "max_gold_score": 0.8524529337882996, "max_candidate_score": 0.8524529337882996, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8014267086982727, "best_gold_margin": 0.051026225090026855, "weakest_gold_margin": -0.03497195243835449}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00965", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Emerson give for suggesting The Green Fork?", "temporal_relation": "none", "query_temporal_norm": 0.12020082771778107, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7986939549446106}], "gold_semantic_scores": [0.7726859450340271], "gold_temporal_scores": [0.026008164510130882], "max_gold_score": 0.7986939549446106, "max_candidate_score": 0.7986939549446106, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6961751580238342, "best_gold_margin": 0.10251879692077637, "weakest_gold_margin": 0.10251879692077637}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00965", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson mention The Green Fork?", "temporal_relation": "session", "query_temporal_norm": 0.19821655750274658, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7331005334854126}], "gold_semantic_scores": [0.6694595217704773], "gold_temporal_scores": [0.06364097446203232], "max_gold_score": 0.7331005334854126, "max_candidate_score": 0.7331005334854126, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6249411702156067, "best_gold_margin": 0.10815936326980591, "weakest_gold_margin": 0.10815936326980591}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00965", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given earlier for recommending Harbor Deli?", "temporal_relation": "none", "query_temporal_norm": 0.1124250590801239, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7602840662002563}], "gold_semantic_scores": [0.7476078271865845], "gold_temporal_scores": [0.012676489539444447], "max_gold_score": 0.7602840662002563, "max_candidate_score": 0.7602840662002563, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.44853588938713074, "best_gold_margin": 0.3117481768131256, "weakest_gold_margin": 0.3117481768131256}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01044", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the prototype model to a streaming transformer with causal attention and depthwise convolutions, and what was the earlier planned model?", "temporal_relation": "comparison", "query_temporal_norm": 0.3611033260822296, "query_session_index": 2, "query_start_sec": 20.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7973276376724243}, {"memory_id": "history_02_utt_0010", "score": 0.6180955171585083}], "gold_semantic_scores": [0.6658058166503906, 0.5320518016815186], "gold_temporal_scores": [0.13152191042900085, 0.08604355901479721], "max_gold_score": 0.7973276376724243, "max_candidate_score": 0.7973276376724243, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.48495563864707947, "best_gold_margin": 0.31237199902534485, "weakest_gold_margin": 0.13313987851142883}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01044", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had planned to use a conformer-lite encoder for the prototype?", "temporal_relation": "none", "query_temporal_norm": 0.2114216834306717, "query_session_index": 2, "query_start_sec": 20.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7918940186500549}], "gold_semantic_scores": [0.7499680519104004], "gold_temporal_scores": [0.04192611947655678], "max_gold_score": 0.7918940186500549, "max_candidate_score": 0.7918940186500549, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5467256903648376, "best_gold_margin": 0.24516832828521729, "weakest_gold_margin": 0.24516832828521729}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01044", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan mention that plan?", "temporal_relation": "session", "query_temporal_norm": 0.34125515818595886, "query_session_index": 2, "query_start_sec": 20.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.5551146864891052}], "gold_semantic_scores": [0.44535931944847107], "gold_temporal_scores": [0.10975547134876251], "max_gold_score": 0.5551146864891052, "max_candidate_score": 0.6203730702400208, "top_memory_id": "history_01_utt_0007::cf::extra_qa_0005::0", "max_non_gold_score": 0.6203730702400208, "best_gold_margin": -0.06525838375091553, "weakest_gold_margin": -0.06525838375091553}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01044", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the model architecture decision change between the earlier plan and the later discussion?", "temporal_relation": "comparison", "query_temporal_norm": 0.3915245532989502, "query_session_index": 2, "query_start_sec": 20.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6712567210197449}, {"memory_id": "history_02_utt_0010", "score": 0.5670569539070129}], "gold_semantic_scores": [0.5273760557174683, 0.43074145913124084], "gold_temporal_scores": [0.14388075470924377, 0.13631558418273926], "max_gold_score": 0.6712567210197449, "max_candidate_score": 0.6712567210197449, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4867929220199585, "best_gold_margin": 0.18446379899978638, "weakest_gold_margin": 0.08026403188705444}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01131", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention earlier about Midnight Archive, and why was it removed from the queue?", "temporal_relation": "none", "query_temporal_norm": 0.18948838114738464, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7565820813179016}, {"memory_id": "history_02_utt_0007", "score": 0.7305676937103271}], "gold_semantic_scores": [0.699058473110199, 0.7041577696800232], "gold_temporal_scores": [0.05752365663647652, 0.026409823447465897], "max_gold_score": 0.7565820813179016, "max_candidate_score": 0.7851998805999756, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.7851998805999756, "best_gold_margin": -0.028617799282073975, "weakest_gold_margin": -0.05463218688964844}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01131", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Midnight Archive removed from the queue?", "temporal_relation": "none", "query_temporal_norm": 0.15670344233512878, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8304230570793152}], "gold_semantic_scores": [0.7646848559379578], "gold_temporal_scores": [0.06573829054832458], "max_gold_score": 0.8304230570793152, "max_candidate_score": 0.8304230570793152, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6614004969596863, "best_gold_margin": 0.1690225601196289, "weakest_gold_margin": 0.1690225601196289}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01131", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for suggesting Vintage Sides?", "temporal_relation": "none", "query_temporal_norm": 0.10181885212659836, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6013491153717041}], "gold_semantic_scores": [0.5883821845054626], "gold_temporal_scores": [0.012967093847692013], "max_gold_score": 0.6013491153717041, "max_candidate_score": 0.6013491153717041, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.3771303594112396, "best_gold_margin": 0.22421875596046448, "weakest_gold_margin": 0.22421875596046448}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01131", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say Vintage Sides was suggested for its nostalgia interviews?", "temporal_relation": "session", "query_temporal_norm": 0.10021491348743439, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6757014989852905}], "gold_semantic_scores": [0.6523906588554382], "gold_temporal_scores": [0.023311017081141472], "max_gold_score": 0.6757014989852905, "max_candidate_score": 0.6757014989852905, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.37854206562042236, "best_gold_margin": 0.29715943336486816, "weakest_gold_margin": 0.29715943336486816}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00044", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation plan to a within-subjects study with 40 participants, and what were the earlier plan values?", "temporal_relation": "comparison", "query_temporal_norm": 0.39325305819511414, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9484719634056091}, {"memory_id": "history_02_utt_0008", "score": 0.9224705100059509}], "gold_semantic_scores": [0.8031796813011169, 0.8027834296226501], "gold_temporal_scores": [0.14529216289520264, 0.11968725919723511], "max_gold_score": 0.9484719634056091, "max_candidate_score": 0.9484719634056091, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.544141948223114, "best_gold_margin": 0.4043300151824951, "weakest_gold_margin": 0.3783285617828369}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00044", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest evaluation plan reported for the study?", "temporal_relation": "latest", "query_temporal_norm": 0.5356953740119934, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0435460805892944}], "gold_semantic_scores": [0.7687536478042603], "gold_temporal_scores": [0.27479255199432373], "max_gold_score": 1.0435460805892944, "max_candidate_score": 1.0449895858764648, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 1.0449895858764648, "best_gold_margin": -0.0014435052871704102, "weakest_gold_margin": -0.0014435052871704102}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00044", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Avery describe earlier?", "temporal_relation": "before", "query_temporal_norm": 0.4746989905834198, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9157787561416626}], "gold_semantic_scores": [0.7662292122840881], "gold_temporal_scores": [0.14954955875873566], "max_gold_score": 0.9157787561416626, "max_candidate_score": 0.9157787561416626, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8564101457595825, "best_gold_margin": 0.05936861038208008, "weakest_gold_margin": 0.05936861038208008}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00044", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery say the study would be evaluated?", "temporal_relation": "none", "query_temporal_norm": 0.17845307290554047, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6870746612548828}], "gold_semantic_scores": [0.6376487016677856], "gold_temporal_scores": [0.04942576587200165], "max_gold_score": 0.6870746612548828, "max_candidate_score": 0.7936608791351318, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7936608791351318, "best_gold_margin": -0.10658621788024902, "weakest_gold_margin": -0.10658621788024902}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00229", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5693230032920837, "query_session_index": 2, "query_start_sec": 19.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9313380122184753}], "gold_semantic_scores": [0.6698784232139587], "gold_temporal_scores": [0.2614593803882599], "max_gold_score": 0.9313380122184753, "max_candidate_score": 0.9473879337310791, "top_memory_id": "history_02_utt_0007::cf::main::1", "max_non_gold_score": 0.9473879337310791, "best_gold_margin": -0.01604992151260376, "weakest_gold_margin": -0.01604992151260376}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00229", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their mind and pushed for a guided historical walking tour?", "temporal_relation": "none", "query_temporal_norm": 0.1575324535369873, "query_session_index": 2, "query_start_sec": 19.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7408488392829895}], "gold_semantic_scores": [0.7132806181907654], "gold_temporal_scores": [0.027568213641643524], "max_gold_score": 0.7408488392829895, "max_candidate_score": 0.7408488392829895, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5829467177391052, "best_gold_margin": 0.15790212154388428, "weakest_gold_margin": 0.15790212154388428}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00229", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our conversations, which activity was suggested before the plans changed?", "temporal_relation": "session", "query_temporal_norm": 0.26089760661125183, "query_session_index": 2, "query_start_sec": 19.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7069302797317505}], "gold_semantic_scores": [0.6775368452072144], "gold_temporal_scores": [0.029393352568149567], "max_gold_score": 0.7069302797317505, "max_candidate_score": 0.7069302797317505, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5286842584609985, "best_gold_margin": 0.17824602127075195, "weakest_gold_margin": 0.17824602127075195}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00229", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4096374213695526, "query_session_index": 2, "query_start_sec": 19.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6437188982963562}, {"memory_id": "history_02_utt_0007", "score": 0.7234436273574829}], "gold_semantic_scores": [0.4973488748073578, 0.5795408487319946], "gold_temporal_scores": [0.14636997878551483, 0.14390268921852112], "max_gold_score": 0.7234436273574829, "max_candidate_score": 0.7234436273574829, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.3292337954044342, "best_gold_margin": 0.3942098319530487, "weakest_gold_margin": 0.314485102891922}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00348", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I have on my watchlist before, and what do I have on it now?", "temporal_relation": "none", "query_temporal_norm": 0.36119183897972107, "query_session_index": 2, "query_start_sec": 12.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.48562008142471313}, {"memory_id": "history_02_utt_0007", "score": 0.49245399236679077}], "gold_semantic_scores": [0.36367371678352356, 0.4329526126384735], "gold_temporal_scores": [0.12194632738828659, 0.059501465409994125], "max_gold_score": 0.49245399236679077, "max_candidate_score": 0.5338311791419983, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.5338311791419983, "best_gold_margin": -0.04137718677520752, "weakest_gold_margin": -0.048211097717285156}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00348", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which titles were on the watchlist originally, and which titles are on it now?", "temporal_relation": "none", "query_temporal_norm": 0.46543172001838684, "query_session_index": 2, "query_start_sec": 12.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8129994869232178}, {"memory_id": "history_02_utt_0007", "score": 0.8186577558517456}], "gold_semantic_scores": [0.6440887451171875, 0.7185701727867126], "gold_temporal_scores": [0.16891071200370789, 0.10008781403303146], "max_gold_score": 0.8186577558517456, "max_candidate_score": 0.8186577558517456, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.46877869963645935, "best_gold_margin": 0.34987905621528625, "weakest_gold_margin": 0.3442207872867584}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00348", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had Glass Harbor and Midnight Market on their watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.13226231932640076, "query_session_index": 2, "query_start_sec": 12.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8228219747543335}], "gold_semantic_scores": [0.7909585237503052], "gold_temporal_scores": [0.03186359256505966], "max_gold_score": 0.8228219747543335, "max_candidate_score": 0.8228219747543335, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.779760479927063, "best_gold_margin": 0.04306149482727051, "weakest_gold_margin": 0.04306149482727051}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00485", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Moonlight Road, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.17170795798301697, "query_session_index": 2, "query_start_sec": 17.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8027616143226624}, {"memory_id": "history_02_utt_0009", "score": 0.7487369775772095}], "gold_semantic_scores": [0.7480297684669495, 0.7084548473358154], "gold_temporal_scores": [0.05473167076706886, 0.040282417088747025], "max_gold_score": 0.8027616143226624, "max_candidate_score": 0.8027616143226624, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.48153260350227356, "best_gold_margin": 0.3212290108203888, "weakest_gold_margin": 0.2672043740749359}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00485", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that Riley recommended Moonlight Road as a thoughtful slow-burn title for the group?", "temporal_relation": "none", "query_temporal_norm": 0.11253847926855087, "query_session_index": 2, "query_start_sec": 17.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8253860473632812}], "gold_semantic_scores": [0.7992050051689148], "gold_temporal_scores": [0.026180876418948174], "max_gold_score": 0.8253860473632812, "max_candidate_score": 0.8253860473632812, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5505707859992981, "best_gold_margin": 0.27481526136398315, "weakest_gold_margin": 0.27481526136398315}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00485", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention Riley recommending Moonlight Road?", "temporal_relation": "session", "query_temporal_norm": 0.25353556871414185, "query_session_index": 2, "query_start_sec": 17.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.865016758441925}], "gold_semantic_scores": [0.7858534455299377], "gold_temporal_scores": [0.07916322350502014], "max_gold_score": 0.865016758441925, "max_candidate_score": 0.865016758441925, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8072336912155151, "best_gold_margin": 0.05778306722640991, "weakest_gold_margin": 0.05778306722640991}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00485", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we discuss removing Moonlight Road?", "temporal_relation": "session", "query_temporal_norm": 0.1431177258491516, "query_session_index": 2, "query_start_sec": 17.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8336197733879089}], "gold_semantic_scores": [0.7899768352508545], "gold_temporal_scores": [0.04364261403679848], "max_gold_score": 0.8336197733879089, "max_candidate_score": 0.8336197733879089, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5021417140960693, "best_gold_margin": 0.3314780592918396, "weakest_gold_margin": 0.3314780592918396}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00596", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they gave the documentary a 7.5 out of 10 before later changing it?", "temporal_relation": "earliest", "query_temporal_norm": 0.545393705368042, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8477802276611328}], "gold_semantic_scores": [0.7733191251754761], "gold_temporal_scores": [0.07446126639842987], "max_gold_score": 0.8477802276611328, "max_candidate_score": 0.8539390563964844, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8539390563964844, "best_gold_margin": -0.0061588287353515625, "weakest_gold_margin": -0.0061588287353515625}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00596", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the documentary's rating change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.40881308913230896, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7070289254188538}, {"memory_id": "history_02_utt_0008", "score": 0.7263539433479309}], "gold_semantic_scores": [0.5783412456512451, 0.5668661594390869], "gold_temporal_scores": [0.12868773937225342, 0.1594877690076828], "max_gold_score": 0.7263539433479309, "max_candidate_score": 0.7263539433479309, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.25176888704299927, "best_gold_margin": 0.47458505630493164, "weakest_gold_margin": 0.4552600383758545}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00596", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Skyler originally give the documentary?", "temporal_relation": "earliest", "query_temporal_norm": 0.5741578936576843, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8642471432685852}], "gold_semantic_scores": [0.7665291428565979], "gold_temporal_scores": [0.09771810472011566], "max_gold_score": 0.8642471432685852, "max_candidate_score": 0.8642471432685852, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8600156307220459, "best_gold_margin": 0.004231512546539307, "weakest_gold_margin": 0.004231512546539307}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00596", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally rated the documentary 7.5 out of 10?", "temporal_relation": "earliest", "query_temporal_norm": 0.5614302158355713, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8675414323806763}], "gold_semantic_scores": [0.7781164050102234], "gold_temporal_scores": [0.0894252136349678], "max_gold_score": 0.8675414323806763, "max_candidate_score": 0.8703173398971558, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0006::1", "max_non_gold_score": 0.8703173398971558, "best_gold_margin": -0.002775907516479492, "weakest_gold_margin": -0.002775907516479492}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00679", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan mention about Greenleaf Bistro, and why was it unavailable that week?", "temporal_relation": "none", "query_temporal_norm": 0.19418631494045258, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7148157954216003}, {"memory_id": "history_02_utt_0012", "score": 0.6887441873550415}], "gold_semantic_scores": [0.6575640439987183, 0.6693054437637329], "gold_temporal_scores": [0.05725168436765671, 0.01943851448595524], "max_gold_score": 0.7148157954216003, "max_candidate_score": 0.7388089895248413, "top_memory_id": "history_02_utt_0012::cf::main::3", "max_non_gold_score": 0.7388089895248413, "best_gold_margin": -0.023993194103240967, "weakest_gold_margin": -0.050064802169799805}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00679", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan suggest Greenleaf Bistro?", "temporal_relation": "session", "query_temporal_norm": 0.16822059452533722, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7846444249153137}], "gold_semantic_scores": [0.7389931678771973], "gold_temporal_scores": [0.04565124586224556], "max_gold_score": 0.7846444249153137, "max_candidate_score": 0.7846444249153137, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6571573615074158, "best_gold_margin": 0.12748706340789795, "weakest_gold_margin": 0.12748706340789795}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00679", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Greenleaf Bistro?", "temporal_relation": "none", "query_temporal_norm": 0.12341199815273285, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.696021318435669}], "gold_semantic_scores": [0.6739547848701477], "gold_temporal_scores": [0.02206658199429512], "max_gold_score": 0.696021318435669, "max_candidate_score": 0.696021318435669, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4462144076824188, "best_gold_margin": 0.24980691075325012, "weakest_gold_margin": 0.24980691075325012}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00679", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the group find out about Greenleaf Bistro?", "temporal_relation": "none", "query_temporal_norm": 0.21708892285823822, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8149070143699646}], "gold_semantic_scores": [0.7431223392486572], "gold_temporal_scores": [0.07178471237421036], "max_gold_score": 0.8149070143699646, "max_candidate_score": 0.8149070143699646, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.6142839789390564, "best_gold_margin": 0.2006230354309082, "weakest_gold_margin": 0.2006230354309082}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00738", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my training setting change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.38801178336143494, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7179530262947083}, {"memory_id": "history_02_utt_0008", "score": 0.7659785151481628}], "gold_semantic_scores": [0.5902022123336792, 0.6170374155044556], "gold_temporal_scores": [0.1277506798505783, 0.14894108474254608], "max_gold_score": 0.7659785151481628, "max_candidate_score": 0.814998209476471, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.814998209476471, "best_gold_margin": -0.049019694328308105, "weakest_gold_margin": -0.0970451831817627}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00738", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to train on a 4-node CPU cluster?", "temporal_relation": "none", "query_temporal_norm": 0.3176417052745819, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6603143811225891}], "gold_semantic_scores": [0.6247146129608154], "gold_temporal_scores": [0.035599809139966965], "max_gold_score": 0.6603143811225891, "max_candidate_score": 0.6603143811225891, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.45582184195518494, "best_gold_margin": 0.20449253916740417, "weakest_gold_margin": 0.20449253916740417}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00738", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the plan to train on an 8-node GPU cluster?", "temporal_relation": "none", "query_temporal_norm": 0.4368930757045746, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8477281332015991}], "gold_semantic_scores": [0.6217301487922668], "gold_temporal_scores": [0.22599796950817108], "max_gold_score": 0.8477281332015991, "max_candidate_score": 0.8477281332015991, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6369472742080688, "best_gold_margin": 0.21078085899353027, "weakest_gold_margin": 0.21078085899353027}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00738", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In an earlier discussion, what training setup was planned before the update?", "temporal_relation": "session", "query_temporal_norm": 0.3896050751209259, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7380191683769226}], "gold_semantic_scores": [0.6882564425468445], "gold_temporal_scores": [0.049762651324272156], "max_gold_score": 0.7380191683769226, "max_candidate_score": 0.7380191683769226, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5307317972183228, "best_gold_margin": 0.20728737115859985, "weakest_gold_margin": 0.20728737115859985}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00879", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we switched to LatencyTunedNet-v2 as the model choice for the demo?", "temporal_relation": "none", "query_temporal_norm": 0.3448776304721832, "query_session_index": 2, "query_start_sec": 21.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9755176901817322}], "gold_semantic_scores": [0.8034023642539978], "gold_temporal_scores": [0.17211560904979706], "max_gold_score": 0.9755176901817322, "max_candidate_score": 0.9755176901817322, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5333495736122131, "best_gold_margin": 0.44216811656951904, "weakest_gold_margin": 0.44216811656951904}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00879", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model did Finley say we switched to for the demo?", "temporal_relation": "none", "query_temporal_norm": 0.4116436839103699, "query_session_index": 2, "query_start_sec": 21.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.87961345911026}], "gold_semantic_scores": [0.6843100786209106], "gold_temporal_scores": [0.19530338048934937], "max_gold_score": 0.87961345911026, "max_candidate_score": 0.87961345911026, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.8038687705993652, "best_gold_margin": 0.07574468851089478, "weakest_gold_margin": 0.07574468851089478}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00879", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model was initially selected before it was later rejected?", "temporal_relation": "earliest", "query_temporal_norm": 0.5106835961341858, "query_session_index": 2, "query_start_sec": 21.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7318295240402222}], "gold_semantic_scores": [0.6474499106407166], "gold_temporal_scores": [0.084379643201828], "max_gold_score": 0.7318295240402222, "max_candidate_score": 0.7318295240402222, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.3919593393802643, "best_gold_margin": 0.3398701846599579, "weakest_gold_margin": 0.3398701846599579}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00879", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model was mentioned as the initial selection that later got rejected because it used too much memory?", "temporal_relation": "none", "query_temporal_norm": 0.46708157658576965, "query_session_index": 2, "query_start_sec": 21.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7780647873878479}], "gold_semantic_scores": [0.6361299157142639], "gold_temporal_scores": [0.14193496108055115], "max_gold_score": 0.7780647873878479, "max_candidate_score": 0.7780647873878479, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5026586651802063, "best_gold_margin": 0.2754061222076416, "weakest_gold_margin": 0.2754061222076416}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00993", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery’s evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4128369390964508, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8790594339370728}, {"memory_id": "history_02_utt_0009", "score": 0.8805887699127197}], "gold_semantic_scores": [0.7339135408401489, 0.7383164167404175], "gold_temporal_scores": [0.14514583349227905, 0.1422724425792694], "max_gold_score": 0.8805887699127197, "max_candidate_score": 0.8805887699127197, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7471282482147217, "best_gold_margin": 0.13346052169799805, "weakest_gold_margin": 0.13193118572235107}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00993", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What changed in the evaluation plan between the first discussion and the later update?", "temporal_relation": "comparison", "query_temporal_norm": 0.38469821214675903, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7784963250160217}, {"memory_id": "history_02_utt_0009", "score": 0.8075318932533264}], "gold_semantic_scores": [0.642061173915863, 0.6887784004211426], "gold_temporal_scores": [0.1364351511001587, 0.11875353753566742], "max_gold_score": 0.8075318932533264, "max_candidate_score": 0.8075318932533264, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.38803327083587646, "best_gold_margin": 0.41949862241744995, "weakest_gold_margin": 0.39046305418014526}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00993", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who planned to evaluate on a single lab dataset?", "temporal_relation": "none", "query_temporal_norm": 0.33910685777664185, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.807561993598938}], "gold_semantic_scores": [0.7654395699501038], "gold_temporal_scores": [0.04212251678109169], "max_gold_score": 0.807561993598938, "max_candidate_score": 0.807561993598938, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5596182346343994, "best_gold_margin": 0.24794375896453857, "weakest_gold_margin": 0.24794375896453857}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00993", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed the plan to evaluate on the lab set?", "temporal_relation": "none", "query_temporal_norm": 0.35609543323516846, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8646988272666931}], "gold_semantic_scores": [0.7002406716346741], "gold_temporal_scores": [0.16445834934711456], "max_gold_score": 0.8646988272666931, "max_candidate_score": 0.8646988272666931, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6633991003036499, "best_gold_margin": 0.2012997269630432, "weakest_gold_margin": 0.2012997269630432}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01116", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they would get Organic oat milk (unsweetened, 64 fl oz)?", "temporal_relation": "earliest", "query_temporal_norm": 0.5504094958305359, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9215352535247803}], "gold_semantic_scores": [0.7959372401237488], "gold_temporal_scores": [0.12559807300567627], "max_gold_score": 0.9215352535247803, "max_candidate_score": 0.9218995571136475, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.9218995571136475, "best_gold_margin": -0.0003643035888671875, "weakest_gold_margin": -0.0003643035888671875}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01116", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "You mentioned the milk choice was swapped—what was it changed from and what is it now?", "temporal_relation": "comparison", "query_temporal_norm": 0.3618159890174866, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7253586053848267}, {"memory_id": "history_02_utt_0007", "score": 0.7957265377044678}], "gold_semantic_scores": [0.5942433476448059, 0.6745477914810181], "gold_temporal_scores": [0.13111533224582672, 0.12117873877286911], "max_gold_score": 0.7957265377044678, "max_candidate_score": 0.7957265377044678, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5322132706642151, "best_gold_margin": 0.2635132670402527, "weakest_gold_margin": 0.19314533472061157}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01116", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What milk did Hayden originally plan to get for the fridge?", "temporal_relation": "earliest", "query_temporal_norm": 0.5553119778633118, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8993840217590332}], "gold_semantic_scores": [0.7594326138496399], "gold_temporal_scores": [0.13995158672332764], "max_gold_score": 0.8993840217590332, "max_candidate_score": 0.9028483033180237, "top_memory_id": "history_01_utt_0007::cf::extra_qa_0002::3", "max_non_gold_score": 0.9028483033180237, "best_gold_margin": -0.0034642815589904785, "weakest_gold_margin": -0.0034642815589904785}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01116", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which milk is the current choice for the fridge?", "temporal_relation": "latest", "query_temporal_norm": 0.5029482245445251, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8587676882743835}], "gold_semantic_scores": [0.6540192365646362], "gold_temporal_scores": [0.20474834740161896], "max_gold_score": 0.8587676882743835, "max_candidate_score": 0.8618273735046387, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0004::1", "max_non_gold_score": 0.8618273735046387, "best_gold_margin": -0.003059685230255127, "weakest_gold_margin": -0.003059685230255127}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01204", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I earlier say about Coastal Express, and why did we rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.16694340109825134, "query_session_index": 2, "query_start_sec": 11.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6488429307937622}, {"memory_id": "history_02_utt_0008", "score": 0.7336369752883911}], "gold_semantic_scores": [0.6099798679351807, 0.7286209464073181], "gold_temporal_scores": [0.03886297345161438, 0.005015839356929064], "max_gold_score": 0.7336369752883911, "max_candidate_score": 0.7336369752883911, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6750376224517822, "best_gold_margin": 0.05859935283660889, "weakest_gold_margin": -0.02619469165802002}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01204", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When we ruled out Coastal Express, what constraint was given for excluding it?", "temporal_relation": "none", "query_temporal_norm": 0.10990408807992935, "query_session_index": 2, "query_start_sec": 11.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7128265500068665}], "gold_semantic_scores": [0.7041417360305786], "gold_temporal_scores": [0.008684572763741016], "max_gold_score": 0.7128265500068665, "max_candidate_score": 0.7128265500068665, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.44204381108283997, "best_gold_margin": 0.2707827389240265, "weakest_gold_margin": 0.2707827389240265}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01204", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Riverline Shuttle described as attractive?", "temporal_relation": "session", "query_temporal_norm": 0.1318923830986023, "query_session_index": 2, "query_start_sec": 11.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.6443414688110352}], "gold_semantic_scores": [0.6194074153900146], "gold_temporal_scores": [0.024933762848377228], "max_gold_score": 0.6443414688110352, "max_candidate_score": 0.6443414688110352, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.42466336488723755, "best_gold_margin": 0.2196781039237976, "weakest_gold_margin": 0.2196781039237976}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01204", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What constraint was given that ruled out using Riverline Shuttle?", "temporal_relation": "none", "query_temporal_norm": 0.14830803871154785, "query_session_index": 2, "query_start_sec": 11.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.796347975730896}], "gold_semantic_scores": [0.7556961178779602], "gold_temporal_scores": [0.04065198823809624], "max_gold_score": 0.796347975730896, "max_candidate_score": 0.796347975730896, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.6400541663169861, "best_gold_margin": 0.1562938094139099, "weakest_gold_margin": 0.1562938094139099}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00109", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest venue was?", "temporal_relation": "latest", "query_temporal_norm": 0.5522046685218811, "query_session_index": 2, "query_start_sec": 24.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9593976736068726}], "gold_semantic_scores": [0.6946964859962463], "gold_temporal_scores": [0.26470133662223816], "max_gold_score": 0.9593976736068726, "max_candidate_score": 1.015808343887329, "top_memory_id": "history_02_utt_0011::cf::main::1", "max_non_gold_score": 1.015808343887329, "best_gold_margin": -0.05641067028045654, "weakest_gold_margin": -0.05641067028045654}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00109", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the plan and moved the venue to the lakeside pavilion?", "temporal_relation": "none", "query_temporal_norm": 0.4310426414012909, "query_session_index": 2, "query_start_sec": 24.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 1.0637798309326172}], "gold_semantic_scores": [0.8476949334144592], "gold_temporal_scores": [0.2160850465297699], "max_gold_score": 1.0637798309326172, "max_candidate_score": 1.0637798309326172, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6404421925544739, "best_gold_margin": 0.4233376383781433, "weakest_gold_margin": 0.4233376383781433}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00109", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the current venue listed for the playlist listening event?", "temporal_relation": "latest", "query_temporal_norm": 0.5061327815055847, "query_session_index": 2, "query_start_sec": 24.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9324459433555603}], "gold_semantic_scores": [0.6812953352928162], "gold_temporal_scores": [0.25115036964416504], "max_gold_score": 0.9324459433555603, "max_candidate_score": 0.9333925247192383, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0004::1", "max_non_gold_score": 0.9333925247192383, "best_gold_margin": -0.0009465813636779785, "weakest_gold_margin": -0.0009465813636779785}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00109", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What venue was originally planned before the update?", "temporal_relation": "earliest", "query_temporal_norm": 0.5484951734542847, "query_session_index": 2, "query_start_sec": 24.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6263280510902405}], "gold_semantic_scores": [0.4832531213760376], "gold_temporal_scores": [0.1430748999118805], "max_gold_score": 0.6263280510902405, "max_candidate_score": 0.6263280510902405, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6186398267745972, "best_gold_margin": 0.0076882243156433105, "weakest_gold_margin": 0.0076882243156433105}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00275", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What benefit did Parker cite for Nightfall Reverie, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.22473156452178955, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6695103049278259}, {"memory_id": "history_02_utt_0007", "score": 0.6443546414375305}], "gold_semantic_scores": [0.5942267179489136, 0.5712699890136719], "gold_temporal_scores": [0.075283482670784, 0.0730845183134079], "max_gold_score": 0.6695103049278259, "max_candidate_score": 0.6909154653549194, "top_memory_id": "history_02_utt_0007::cf::main::3", "max_non_gold_score": 0.6909154653549194, "best_gold_margin": -0.021405160427093506, "weakest_gold_margin": -0.046560823917388916}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00275", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker recommend Nightfall Reverie?", "temporal_relation": "session", "query_temporal_norm": 0.23646140098571777, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7683027982711792}], "gold_semantic_scores": [0.6953516602516174], "gold_temporal_scores": [0.07295108586549759], "max_gold_score": 0.7683027982711792, "max_candidate_score": 0.7683027982711792, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7298860549926758, "best_gold_margin": 0.03841674327850342, "weakest_gold_margin": 0.03841674327850342}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00275", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Nightfall Reverie?", "temporal_relation": "none", "query_temporal_norm": 0.13802701234817505, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6540315747261047}], "gold_semantic_scores": [0.6247472763061523], "gold_temporal_scores": [0.029284359887242317], "max_gold_score": 0.6540315747261047, "max_candidate_score": 0.6540315747261047, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.38690993189811707, "best_gold_margin": 0.26712164282798767, "weakest_gold_margin": 0.26712164282798767}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00275", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about Midday Sketches that made it easy to slot in?", "temporal_relation": "none", "query_temporal_norm": 0.11970703303813934, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7192713618278503}], "gold_semantic_scores": [0.6869915723800659], "gold_temporal_scores": [0.03227982670068741], "max_gold_score": 0.7192713618278503, "max_candidate_score": 0.7192713618278503, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.47759878635406494, "best_gold_margin": 0.2416725754737854, "weakest_gold_margin": 0.2416725754737854}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00423", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest evaluation threshold was for the usability metric?", "temporal_relation": "latest", "query_temporal_norm": 0.5605167746543884, "query_session_index": 2, "query_start_sec": 22.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0430220365524292}], "gold_semantic_scores": [0.7790495157241821], "gold_temporal_scores": [0.263972669839859], "max_gold_score": 1.0430220365524292, "max_candidate_score": 1.0430220365524292, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0389150381088257, "best_gold_margin": 0.004106998443603516, "weakest_gold_margin": 0.004106998443603516}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00547", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say the latest watch order was?", "temporal_relation": "latest", "query_temporal_norm": 0.5640510320663452, "query_session_index": 2, "query_start_sec": 12.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8964937329292297}], "gold_semantic_scores": [0.6178488731384277], "gold_temporal_scores": [0.27864450216293335], "max_gold_score": 0.8964937329292297, "max_candidate_score": 0.8964937329292297, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8921285271644592, "best_gold_margin": 0.004365205764770508, "weakest_gold_margin": 0.004365205764770508}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00547", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier, what watch order had been planned?", "temporal_relation": "before", "query_temporal_norm": 0.36691707372665405, "query_session_index": 2, "query_start_sec": 12.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7541943788528442}], "gold_semantic_scores": [0.6843733191490173], "gold_temporal_scores": [0.06982099264860153], "max_gold_score": 0.7541943788528442, "max_candidate_score": 0.7541943788528442, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5095599293708801, "best_gold_margin": 0.2446344494819641, "weakest_gold_margin": 0.2446344494819641}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00547", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we'd start with 'Silent Rivers' then 'City Springs'?", "temporal_relation": "none", "query_temporal_norm": 0.11506673693656921, "query_session_index": 2, "query_start_sec": 12.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.844659686088562}], "gold_semantic_scores": [0.8222442269325256], "gold_temporal_scores": [0.022415397688746452], "max_gold_score": 0.844659686088562, "max_candidate_score": 0.844659686088562, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6979396343231201, "best_gold_margin": 0.1467200517654419, "weakest_gold_margin": 0.1467200517654419}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00547", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What watch order did Hayden decide on for us?", "temporal_relation": "none", "query_temporal_norm": 0.4543555974960327, "query_session_index": 2, "query_start_sec": 12.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7487476468086243}], "gold_semantic_scores": [0.5353382229804993], "gold_temporal_scores": [0.21340936422348022], "max_gold_score": 0.7487476468086243, "max_candidate_score": 0.7487476468086243, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6377551555633545, "best_gold_margin": 0.11099249124526978, "weakest_gold_margin": 0.11099249124526978}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00597", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4109135568141937, "query_session_index": 2, "query_start_sec": 22.440000000000005, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6734082698822021}, {"memory_id": "history_02_utt_0010", "score": 0.8030546307563782}], "gold_semantic_scores": [0.5239678621292114, 0.6502391695976257], "gold_temporal_scores": [0.14944040775299072, 0.1528152972459793], "max_gold_score": 0.8030546307563782, "max_candidate_score": 0.8098935484886169, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.8098935484886169, "best_gold_margin": -0.0068389177322387695, "weakest_gold_margin": -0.1364852786064148}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00597", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the plan to a DIY backyard barbecue?", "temporal_relation": "none", "query_temporal_norm": 0.38296207785606384, "query_session_index": 2, "query_start_sec": 22.440000000000005, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9990189075469971}], "gold_semantic_scores": [0.8457268476486206], "gold_temporal_scores": [0.15329252183437347], "max_gold_score": 0.9990189075469971, "max_candidate_score": 0.9990189075469971, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5166612863540649, "best_gold_margin": 0.48235762119293213, "weakest_gold_margin": 0.48235762119293213}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00597", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current planned activity for the gathering?", "temporal_relation": "latest", "query_temporal_norm": 0.5170270204544067, "query_session_index": 2, "query_start_sec": 22.440000000000005, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8997656106948853}], "gold_semantic_scores": [0.6541893482208252], "gold_temporal_scores": [0.245576411485672], "max_gold_score": 0.8997656106948853, "max_candidate_score": 0.8997656106948853, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8985244035720825, "best_gold_margin": 0.0012412071228027344, "weakest_gold_margin": 0.0012412071228027344}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00597", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Which entrance is our guest arriving through?", "temporal_relation": "none", "query_temporal_norm": 0.4143717288970947, "query_session_index": 2, "query_start_sec": 22.440000000000005, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5906496644020081, "top_memory_id": "history_02_utt_0046", "max_non_gold_score": 0.5906496644020081, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00668", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my watch order change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.39791998267173767, "query_session_index": 2, "query_start_sec": 22.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8060256838798523}, {"memory_id": "history_02_utt_0009", "score": 0.6874545812606812}], "gold_semantic_scores": [0.6616225838661194, 0.5408723950386047], "gold_temporal_scores": [0.14440321922302246, 0.14658185839653015], "max_gold_score": 0.8060256838798523, "max_candidate_score": 0.8060256838798523, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7630507946014404, "best_gold_margin": 0.042974889278411865, "weakest_gold_margin": -0.07559621334075928}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00668", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the plan to River Road S1E1 > Neon Gardens S1E3 > Fogbound Hollow S1E2?", "temporal_relation": "none", "query_temporal_norm": 0.3837129473686218, "query_session_index": 2, "query_start_sec": 22.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8373534083366394}], "gold_semantic_scores": [0.6896778345108032], "gold_temporal_scores": [0.1476757526397705], "max_gold_score": 0.8373534083366394, "max_candidate_score": 0.8373534083366394, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6694778800010681, "best_gold_margin": 0.1678755283355713, "weakest_gold_margin": 0.1678755283355713}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00762", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say about the on-device beamformer, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.28755059838294983, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6356770992279053}, {"memory_id": "history_02_utt_0007", "score": 0.620876133441925}], "gold_semantic_scores": [0.5477564334869385, 0.5769671201705933], "gold_temporal_scores": [0.08792071789503098, 0.04390903189778328], "max_gold_score": 0.6356770992279053, "max_candidate_score": 0.7030946612358093, "top_memory_id": "history_02_utt_0007::cf::main::2", "max_non_gold_score": 0.7030946612358093, "best_gold_margin": -0.06741756200790405, "weakest_gold_margin": -0.08221852779388428}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00762", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say satisfied the interactive turnaround constraint?", "temporal_relation": "none", "query_temporal_norm": 0.17535880208015442, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6580644249916077}], "gold_semantic_scores": [0.6731950640678406], "gold_temporal_scores": [-0.015130780637264252], "max_gold_score": 0.6580644249916077, "max_candidate_score": 0.6580644249916077, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5626271963119507, "best_gold_margin": 0.09543722867965698, "weakest_gold_margin": 0.09543722867965698}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00762", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What decision was made about the on-device beamformer?", "temporal_relation": "none", "query_temporal_norm": 0.33602479100227356, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.49439138174057007}], "gold_semantic_scores": [0.40046948194503784], "gold_temporal_scores": [0.0939219668507576], "max_gold_score": 0.49439138174057007, "max_candidate_score": 0.49439138174057007, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4356618821620941, "best_gold_margin": 0.05872949957847595, "weakest_gold_margin": 0.05872949957847595}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00762", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it stated that the server-side ensemble was adopted?", "temporal_relation": "session", "query_temporal_norm": 0.16752417385578156, "query_session_index": 2, "query_start_sec": 14.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.6002941727638245}], "gold_semantic_scores": [0.5349897146224976], "gold_temporal_scores": [0.06530449539422989], "max_gold_score": 0.6002941727638245, "max_candidate_score": 0.6002941727638245, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.3676759898662567, "best_gold_margin": 0.23261818289756775, "weakest_gold_margin": 0.23261818289756775}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00861", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the venue was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5537872314453125, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6629127264022827}], "gold_semantic_scores": [0.5510360598564148], "gold_temporal_scores": [0.11187668889760971], "max_gold_score": 0.6629127264022827, "max_candidate_score": 0.6647220849990845, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.6647220849990845, "best_gold_margin": -0.0018093585968017578, "weakest_gold_margin": -0.0018093585968017578}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00861", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which venue did we decide to use for the screening?", "temporal_relation": "none", "query_temporal_norm": 0.3522647023200989, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8990533947944641}], "gold_semantic_scores": [0.7686792016029358], "gold_temporal_scores": [0.1303739845752716], "max_gold_score": 0.8990533947944641, "max_candidate_score": 0.8990533947944641, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6719338297843933, "best_gold_margin": 0.2271195650100708, "weakest_gold_margin": 0.2271195650100708}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00861", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that we'd use the converted garage for the screening?", "temporal_relation": "session", "query_temporal_norm": 0.17127519845962524, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8421759605407715}], "gold_semantic_scores": [0.8047963976860046], "gold_temporal_scores": [0.03737960755825043], "max_gold_score": 0.8421759605407715, "max_candidate_score": 0.8421759605407715, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5005492568016052, "best_gold_margin": 0.34162670373916626, "weakest_gold_margin": 0.34162670373916626}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00861", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "When will I take a short break?", "temporal_relation": "none", "query_temporal_norm": 0.44844743609428406, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.671940267086029, "top_memory_id": "history_02_utt_0001", "max_non_gold_score": 0.671940267086029, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00932", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched to MobileViT-XXS as the prototype model?", "temporal_relation": "none", "query_temporal_norm": 0.29159465432167053, "query_session_index": 2, "query_start_sec": 15.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9161092638969421}], "gold_semantic_scores": [0.7984174489974976], "gold_temporal_scores": [0.11769197136163712], "max_gold_score": 0.9161092638969421, "max_candidate_score": 0.9161092638969421, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.3665483593940735, "best_gold_margin": 0.5495609045028687, "weakest_gold_margin": 0.5495609045028687}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00932", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model did the team switch from and to?", "temporal_relation": "none", "query_temporal_norm": 0.38391199707984924, "query_session_index": 2, "query_start_sec": 15.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6129277944564819}, {"memory_id": "history_02_utt_0010", "score": 0.8544710874557495}], "gold_semantic_scores": [0.4853843152523041, 0.6806965470314026], "gold_temporal_scores": [0.12754356861114502, 0.1737743467092514], "max_gold_score": 0.8544710874557495, "max_candidate_score": 0.8544710874557495, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.33266615867614746, "best_gold_margin": 0.521804928779602, "weakest_gold_margin": 0.2802616357803345}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00932", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching to MobileViT-XXS for the prototype?", "temporal_relation": "none", "query_temporal_norm": 0.1827806830406189, "query_session_index": 2, "query_start_sec": 15.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8394795060157776}], "gold_semantic_scores": [0.7610581517219543], "gold_temporal_scores": [0.07842127978801727], "max_gold_score": 0.8394795060157776, "max_candidate_score": 0.8394795060157776, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.32094284892082214, "best_gold_margin": 0.5185366570949554, "weakest_gold_margin": 0.5185366570949554}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00932", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which prototype model did Quinn say they switched to?", "temporal_relation": "none", "query_temporal_norm": 0.4530490040779114, "query_session_index": 2, "query_start_sec": 15.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0204720497131348}], "gold_semantic_scores": [0.7834680080413818], "gold_temporal_scores": [0.23700420558452606], "max_gold_score": 1.0204720497131348, "max_candidate_score": 1.0204720497131348, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9381826519966125, "best_gold_margin": 0.08228939771652222, "weakest_gold_margin": 0.08228939771652222}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01031", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation plan to 20 restarts and median accuracy, and what were the earlier restart count and metric?", "temporal_relation": "comparison", "query_temporal_norm": 0.3980278968811035, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.909351110458374}, {"memory_id": "history_02_utt_0009", "score": 0.722544252872467}], "gold_semantic_scores": [0.7639575004577637, 0.6000691056251526], "gold_temporal_scores": [0.14539355039596558, 0.122475266456604], "max_gold_score": 0.909351110458374, "max_candidate_score": 0.909351110458374, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.21009308099746704, "best_gold_margin": 0.699258029460907, "weakest_gold_margin": 0.512451171875}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01031", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current evaluation plan?", "temporal_relation": "latest", "query_temporal_norm": 0.5299846529960632, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8350858688354492}], "gold_semantic_scores": [0.5654817819595337], "gold_temporal_scores": [0.26960402727127075], "max_gold_score": 0.8350858688354492, "max_candidate_score": 0.8350858688354492, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8312072157859802, "best_gold_margin": 0.003878653049468994, "weakest_gold_margin": 0.003878653049468994}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01031", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned the evaluation with 10 random restarts?", "temporal_relation": "none", "query_temporal_norm": 0.4364258050918579, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8481025099754333}], "gold_semantic_scores": [0.7604982256889343], "gold_temporal_scores": [0.08760439604520798], "max_gold_score": 0.8481025099754333, "max_candidate_score": 0.8481025099754333, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5268301963806152, "best_gold_margin": 0.3212723135948181, "weakest_gold_margin": 0.3212723135948181}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01031", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed the evaluation to 20 restarts?", "temporal_relation": "none", "query_temporal_norm": 0.34279826283454895, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9070172309875488}], "gold_semantic_scores": [0.7501599192619324], "gold_temporal_scores": [0.15685713291168213], "max_gold_score": 0.9070172309875488, "max_candidate_score": 0.9070172309875488, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6810956597328186, "best_gold_margin": 0.22592157125473022, "weakest_gold_margin": 0.22592157125473022}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01102", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew originally say the chore schedule was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5588409900665283, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8940969109535217}], "gold_semantic_scores": [0.7825601100921631], "gold_temporal_scores": [0.11153664439916611], "max_gold_score": 0.8940969109535217, "max_candidate_score": 0.8940969109535217, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7749100923538208, "best_gold_margin": 0.11918681859970093, "weakest_gold_margin": 0.11918681859970093}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01102", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current chore schedule for the kitchen, trash, and laundry?", "temporal_relation": "latest", "query_temporal_norm": 0.532848596572876, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0334527492523193}], "gold_semantic_scores": [0.8028067946434021], "gold_temporal_scores": [0.23064595460891724], "max_gold_score": 1.0334527492523193, "max_candidate_score": 1.0361381769180298, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 1.0361381769180298, "best_gold_margin": -0.0026854276657104492, "weakest_gold_margin": -0.0026854276657104492}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01102", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chores did Drew say he'd take and on which days?", "temporal_relation": "none", "query_temporal_norm": 0.15328265726566315, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8004737496376038}], "gold_semantic_scores": [0.769173800945282], "gold_temporal_scores": [0.03130001574754715], "max_gold_score": 0.8004737496376038, "max_candidate_score": 0.8004737496376038, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6649720072746277, "best_gold_margin": 0.13550174236297607, "weakest_gold_margin": 0.13550174236297607}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01102", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chore schedule change from the earlier arrangement to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3892044723033905, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8671838641166687}, {"memory_id": "history_02_utt_0008", "score": 0.8398025035858154}], "gold_semantic_scores": [0.7344642877578735, 0.6953722834587097], "gold_temporal_scores": [0.1327192634344101, 0.14443038403987885], "max_gold_score": 0.8671838641166687, "max_candidate_score": 0.8671838641166687, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.47931012511253357, "best_gold_margin": 0.38787373900413513, "weakest_gold_margin": 0.36049237847328186}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00031", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest training setting was?", "temporal_relation": "latest", "query_temporal_norm": 0.5576487183570862, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9711852669715881}], "gold_semantic_scores": [0.7185481786727905], "gold_temporal_scores": [0.2526370882987976], "max_gold_score": 0.9711852669715881, "max_candidate_score": 0.9711852669715881, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9672063589096069, "best_gold_margin": 0.003978908061981201, "weakest_gold_margin": 0.003978908061981201}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00031", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who reported the updated training settings?", "temporal_relation": "none", "query_temporal_norm": 0.39904940128326416, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8103237748146057}], "gold_semantic_scores": [0.6485089659690857], "gold_temporal_scores": [0.1618146449327469], "max_gold_score": 0.8103237748146057, "max_candidate_score": 0.8103237748146057, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.33631935715675354, "best_gold_margin": 0.4740044176578522, "weakest_gold_margin": 0.4740044176578522}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00031", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What are the current training settings we're running?", "temporal_relation": "latest", "query_temporal_norm": 0.5553880929946899, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.959414541721344}], "gold_semantic_scores": [0.7034574151039124], "gold_temporal_scores": [0.2559574544429779], "max_gold_score": 0.959414541721344, "max_candidate_score": 0.959414541721344, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9547619223594666, "best_gold_margin": 0.004652619361877441, "weakest_gold_margin": 0.004652619361877441}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00031", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training configuration change from before to now?", "temporal_relation": "comparison", "query_temporal_norm": 0.34391769766807556, "query_session_index": 2, "query_start_sec": 21.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7010596394538879}, {"memory_id": "history_02_utt_0009", "score": 0.6898078918457031}], "gold_semantic_scores": [0.5796247720718384, 0.6050612926483154], "gold_temporal_scores": [0.12143485248088837, 0.08474653959274292], "max_gold_score": 0.7010596394538879, "max_candidate_score": 0.7010596394538879, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.33569931983947754, "best_gold_margin": 0.3653603196144104, "weakest_gold_margin": 0.3541085720062256}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00137", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they rated that short clip a 7 out of 10 before later changing the rating?", "temporal_relation": "earliest", "query_temporal_norm": 0.5582348108291626, "query_session_index": 2, "query_start_sec": 21.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.838837742805481}], "gold_semantic_scores": [0.6853827834129333], "gold_temporal_scores": [0.15345501899719238], "max_gold_score": 0.838837742805481, "max_candidate_score": 0.838837742805481, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.45967355370521545, "best_gold_margin": 0.3791641891002655, "weakest_gold_margin": 0.3791641891002655}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00137", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating change between the original preview and after rewatching and tightening the edits?", "temporal_relation": "comparison", "query_temporal_norm": 0.41969576478004456, "query_session_index": 2, "query_start_sec": 21.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6083447337150574}, {"memory_id": "history_02_utt_0011", "score": 0.8876636028289795}], "gold_semantic_scores": [0.4529344141483307, 0.7346030473709106], "gold_temporal_scores": [0.15541039407253265, 0.15306060016155243], "max_gold_score": 0.8876636028289795, "max_candidate_score": 0.8876636028289795, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6354756951332092, "best_gold_margin": 0.25218790769577026, "weakest_gold_margin": -0.027130961418151855}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00137", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Emerson give that short clip when we first previewed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.3405374586582184, "query_session_index": 2, "query_start_sec": 21.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9119364023208618}], "gold_semantic_scores": [0.8361054062843323], "gold_temporal_scores": [0.0758310854434967], "max_gold_score": 0.9119364023208618, "max_candidate_score": 0.9119364023208618, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7483447790145874, "best_gold_margin": 0.16359162330627441, "weakest_gold_margin": 0.16359162330627441}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00137", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson say he rated that short clip a 7 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.18145528435707092, "query_session_index": 2, "query_start_sec": 21.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8840169310569763}], "gold_semantic_scores": [0.8272120952606201], "gold_temporal_scores": [0.05680480971932411], "max_gold_score": 0.8840169310569763, "max_candidate_score": 0.8840169310569763, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7359277009963989, "best_gold_margin": 0.1480892300605774, "weakest_gold_margin": 0.1480892300605774}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00195", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the on-device quantized model, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17749708890914917, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6544882655143738}, {"memory_id": "history_02_utt_0007", "score": 0.7582740783691406}], "gold_semantic_scores": [0.6004554629325867, 0.7102454900741577], "gold_temporal_scores": [0.05403289571404457, 0.048028599470853806], "max_gold_score": 0.7582740783691406, "max_candidate_score": 0.7582740783691406, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7472655177116394, "best_gold_margin": 0.01100856065750122, "weakest_gold_margin": -0.09277725219726562}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00195", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for proposing the server-side ensemble?", "temporal_relation": "none", "query_temporal_norm": 0.10244438797235489, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.683505654335022}], "gold_semantic_scores": [0.6659241914749146], "gold_temporal_scores": [0.01758136972784996], "max_gold_score": 0.683505654335022, "max_candidate_score": 0.683505654335022, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.47428521513938904, "best_gold_margin": 0.20922043919563293, "weakest_gold_margin": 0.20922043919563293}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00195", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the server-side ensemble suggested to improve noisy-audio accuracy?", "temporal_relation": "session", "query_temporal_norm": 0.1268194019794464, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6775795817375183}], "gold_semantic_scores": [0.6423742175102234], "gold_temporal_scores": [0.03520523011684418], "max_gold_score": 0.6775795817375183, "max_candidate_score": 0.6775795817375183, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.40656688809394836, "best_gold_margin": 0.27101269364356995, "weakest_gold_margin": 0.27101269364356995}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00195", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier someone gave a quick overview of the benchmark setup and metrics. What was that overview about?", "temporal_relation": "none", "query_temporal_norm": 0.17505472898483276, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6040892601013184}], "gold_semantic_scores": [0.5968103408813477], "gold_temporal_scores": [0.007278849370777607], "max_gold_score": 0.6040892601013184, "max_candidate_score": 0.6040892601013184, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.3013729751110077, "best_gold_margin": 0.30271628499031067, "weakest_gold_margin": 0.30271628499031067}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00255", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest release deadline was?", "temporal_relation": "latest", "query_temporal_norm": 0.5731157660484314, "query_session_index": 2, "query_start_sec": 20.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0612050294876099}], "gold_semantic_scores": [0.7988927960395813], "gold_temporal_scores": [0.26231205463409424], "max_gold_score": 1.0612050294876099, "max_candidate_score": 1.1182929277420044, "top_memory_id": "history_02_utt_0007::cf::main::0", "max_non_gold_score": 1.1182929277420044, "best_gold_margin": -0.05708789825439453, "weakest_gold_margin": -0.05708789825439453}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00255", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who moved the final release deadline to 2026-09-30?", "temporal_relation": "none", "query_temporal_norm": 0.4990134835243225, "query_session_index": 2, "query_start_sec": 20.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.1070964336395264}], "gold_semantic_scores": [0.8417069911956787], "gold_temporal_scores": [0.26538950204849243], "max_gold_score": 1.1070964336395264, "max_candidate_score": 1.1070964336395264, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8783716559410095, "best_gold_margin": 0.22872477769851685, "weakest_gold_margin": 0.22872477769851685}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00255", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our discussions, what was the original release deadline set to?", "temporal_relation": "session", "query_temporal_norm": 0.5525472164154053, "query_session_index": 2, "query_start_sec": 20.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8105604648590088}], "gold_semantic_scores": [0.6578263640403748], "gold_temporal_scores": [0.15273386240005493], "max_gold_score": 0.8105604648590088, "max_candidate_score": 0.8105604648590088, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.527771532535553, "best_gold_margin": 0.2827889323234558, "weakest_gold_margin": 0.2827889323234558}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00255", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the release deadline change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.41251590847969055, "query_session_index": 2, "query_start_sec": 20.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8191149234771729}, {"memory_id": "history_02_utt_0007", "score": 0.785300076007843}], "gold_semantic_scores": [0.6735751628875732, 0.6487950086593628], "gold_temporal_scores": [0.14553989470005035, 0.1365051418542862], "max_gold_score": 0.8191149234771729, "max_candidate_score": 0.8191149234771729, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5061613321304321, "best_gold_margin": 0.3129535913467407, "weakest_gold_margin": 0.2791387438774109}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00383", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my evaluation plan was originally, and how did I change it later?", "temporal_relation": "comparison", "query_temporal_norm": 0.42974451184272766, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8116490244865417}, {"memory_id": "history_02_utt_0009", "score": 0.7185719609260559}], "gold_semantic_scores": [0.6514121890068054, 0.5678318738937378], "gold_temporal_scores": [0.16023698449134827, 0.15073969960212708], "max_gold_score": 0.8116490244865417, "max_candidate_score": 0.8266206979751587, "top_memory_id": "history_01_utt_0007::cf::main::0", "max_non_gold_score": 0.8266206979751587, "best_gold_margin": -0.014971673488616943, "weakest_gold_margin": -0.10804873704910278}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00383", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the plan to evaluate on the public validation split?", "temporal_relation": "none", "query_temporal_norm": 0.3217531144618988, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8043317794799805}], "gold_semantic_scores": [0.7058649659156799], "gold_temporal_scores": [0.09846711158752441], "max_gold_score": 0.8043317794799805, "max_candidate_score": 0.8043317794799805, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6340497136116028, "best_gold_margin": 0.17028206586837769, "weakest_gold_margin": 0.17028206586837769}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00383", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier we switched how we'll evaluate models for the leaderboard—what is the current evaluation plan?", "temporal_relation": "latest", "query_temporal_norm": 0.5029767155647278, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8206126689910889}], "gold_semantic_scores": [0.6257861256599426], "gold_temporal_scores": [0.19482675194740295], "max_gold_score": 0.8206126689910889, "max_candidate_score": 0.8223161697387695, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.8223161697387695, "best_gold_margin": -0.001703500747680664, "weakest_gold_margin": -0.001703500747680664}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00383", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original evaluation plan before we changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5065675377845764, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7973613739013672}], "gold_semantic_scores": [0.6859515309333801], "gold_temporal_scores": [0.11140969395637512], "max_gold_score": 0.7973613739013672, "max_candidate_score": 0.7973613739013672, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5557386875152588, "best_gold_margin": 0.2416226863861084, "weakest_gold_margin": 0.2416226863861084}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00462", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Olive & Thyme, and why was it closed that night?", "temporal_relation": "none", "query_temporal_norm": 0.2727016508579254, "query_session_index": 2, "query_start_sec": 21.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6116374731063843}, {"memory_id": "history_02_utt_0008", "score": 0.7038945555686951}], "gold_semantic_scores": [0.5247432589530945, 0.6634500622749329], "gold_temporal_scores": [0.08689410984516144, 0.04044448956847191], "max_gold_score": 0.7038945555686951, "max_candidate_score": 0.7461769580841064, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.7461769580841064, "best_gold_margin": -0.04228240251541138, "weakest_gold_margin": -0.13453948497772217}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00462", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why wasn't Olive & Thyme available that night?", "temporal_relation": "none", "query_temporal_norm": 0.2186310887336731, "query_session_index": 2, "query_start_sec": 21.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7921552658081055}], "gold_semantic_scores": [0.7019920349121094], "gold_temporal_scores": [0.09016304463148117], "max_gold_score": 0.7921552658081055, "max_candidate_score": 0.7921552658081055, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5090405344963074, "best_gold_margin": 0.2831147313117981, "weakest_gold_margin": 0.2831147313117981}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00462", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Olive & Thyme was closed for a private event?", "temporal_relation": "session", "query_temporal_norm": 0.17031851410865784, "query_session_index": 2, "query_start_sec": 21.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7178087830543518}], "gold_semantic_scores": [0.6590692400932312], "gold_temporal_scores": [0.05873958393931389], "max_gold_score": 0.7178087830543518, "max_candidate_score": 0.7178087830543518, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4545462131500244, "best_gold_margin": 0.2632625699043274, "weakest_gold_margin": 0.2632625699043274}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00462", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about Bamboo Grove’s menu that made it a good option?", "temporal_relation": "none", "query_temporal_norm": 0.11555719375610352, "query_session_index": 2, "query_start_sec": 21.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.7153539061546326}], "gold_semantic_scores": [0.6890092492103577], "gold_temporal_scores": [0.026344766840338707], "max_gold_score": 0.7153539061546326, "max_candidate_score": 0.7153539061546326, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.670930802822113, "best_gold_margin": 0.04442310333251953, "weakest_gold_margin": 0.04442310333251953}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00597", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who gave the latest rating of 4.5 out of 5?", "temporal_relation": "latest", "query_temporal_norm": 0.550132691860199, "query_session_index": 2, "query_start_sec": 17.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0299206972122192}], "gold_semantic_scores": [0.7755802273750305], "gold_temporal_scores": [0.25434044003486633], "max_gold_score": 1.0299206972122192, "max_candidate_score": 1.0299206972122192, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 1.0271625518798828, "best_gold_margin": 0.0027581453323364258, "weakest_gold_margin": 0.0027581453323364258}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00597", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating change between the first time we discussed it and after you re-listened?", "temporal_relation": "comparison", "query_temporal_norm": 0.40010055899620056, "query_session_index": 2, "query_start_sec": 17.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5791685581207275}, {"memory_id": "history_02_utt_0007", "score": 0.8250274062156677}], "gold_semantic_scores": [0.442903071641922, 0.6784452795982361], "gold_temporal_scores": [0.1362653225660324, 0.14658229053020477], "max_gold_score": 0.8250274062156677, "max_candidate_score": 0.8250274062156677, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.31233349442481995, "best_gold_margin": 0.5126939117908478, "weakest_gold_margin": 0.2668350636959076}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00597", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they now rate it 4.5 out of 5?", "temporal_relation": "none", "query_temporal_norm": 0.44813358783721924, "query_session_index": 2, "query_start_sec": 17.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.97905433177948}], "gold_semantic_scores": [0.7736083269119263], "gold_temporal_scores": [0.205446258187294], "max_gold_score": 0.97905433177948, "max_candidate_score": 0.97905433177948, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4183182418346405, "best_gold_margin": 0.5607360899448395, "weakest_gold_margin": 0.5607360899448395}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00597", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Drew give it after re-listening?", "temporal_relation": "none", "query_temporal_norm": 0.5490460991859436, "query_session_index": 2, "query_start_sec": 17.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0245904922485352}], "gold_semantic_scores": [0.778695285320282], "gold_temporal_scores": [0.2458949089050293], "max_gold_score": 1.0245904922485352, "max_candidate_score": 1.0245904922485352, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8373978734016418, "best_gold_margin": 0.1871926188468933, "weakest_gold_margin": 0.1871926188468933}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00706", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese suggest adding, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.2387060672044754, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6477622985839844}, {"memory_id": "history_02_utt_0007", "score": 0.4607805907726288}], "gold_semantic_scores": [0.5727172493934631, 0.401221364736557], "gold_temporal_scores": [0.07504482567310333, 0.059559281915426254], "max_gold_score": 0.6477622985839844, "max_candidate_score": 0.6477622985839844, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6035076975822449, "best_gold_margin": 0.0442546010017395, "weakest_gold_margin": -0.1427271068096161}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00706", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What role did Reese say 'Saturn Lullaby' should have on the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.11600054055452347, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6870943307876587}], "gold_semantic_scores": [0.6630789041519165], "gold_temporal_scores": [0.02401536889374256], "max_gold_score": 0.6870943307876587, "max_candidate_score": 0.6870943307876587, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5562023520469666, "best_gold_margin": 0.13089197874069214, "weakest_gold_margin": 0.13089197874069214}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00706", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention she suggested adding 'Saturn Lullaby'?", "temporal_relation": "session", "query_temporal_norm": 0.24278675019741058, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.48860985040664673}], "gold_semantic_scores": [0.42976894974708557], "gold_temporal_scores": [0.05884093418717384], "max_gold_score": 0.48860985040664673, "max_candidate_score": 0.48860985040664673, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.41845646500587463, "best_gold_margin": 0.0701533854007721, "weakest_gold_margin": 0.0701533854007721}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00706", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the song \"Saturn Lullaby\" in that earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.2558366656303406, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.890901505947113}], "gold_semantic_scores": [0.8043064475059509], "gold_temporal_scores": [0.08659501373767853], "max_gold_score": 0.890901505947113, "max_candidate_score": 0.890901505947113, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7034903764724731, "best_gold_margin": 0.1874111294746399, "weakest_gold_margin": 0.1874111294746399}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00832", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5516293048858643, "query_session_index": 2, "query_start_sec": 14.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0740609169006348}], "gold_semantic_scores": [0.7927327752113342], "gold_temporal_scores": [0.2813284993171692], "max_gold_score": 1.0740609169006348, "max_candidate_score": 1.0740609169006348, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.07389497756958, "best_gold_margin": 0.0001659393310546875, "weakest_gold_margin": 0.0001659393310546875}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00832", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model had been chosen earlier, before the change?", "temporal_relation": "before", "query_temporal_norm": 0.4669073224067688, "query_session_index": 2, "query_start_sec": 14.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7421053051948547}], "gold_semantic_scores": [0.6663253307342529], "gold_temporal_scores": [0.0757800042629242], "max_gold_score": 0.7421053051948547, "max_candidate_score": 0.7421053051948547, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4529983103275299, "best_gold_margin": 0.28910699486732483, "weakest_gold_margin": 0.28910699486732483}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00832", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model choice are we currently using?", "temporal_relation": "latest", "query_temporal_norm": 0.5188413262367249, "query_session_index": 2, "query_start_sec": 14.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9304976463317871}], "gold_semantic_scores": [0.6731551885604858], "gold_temporal_scores": [0.25734227895736694], "max_gold_score": 0.9304976463317871, "max_candidate_score": 0.9310082793235779, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.9310082793235779, "best_gold_margin": -0.0005106329917907715, "weakest_gold_margin": -0.0005106329917907715}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00832", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the model choice to SpectralFormer-Tiny?", "temporal_relation": "none", "query_temporal_norm": 0.33744901418685913, "query_session_index": 2, "query_start_sec": 14.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9254927635192871}], "gold_semantic_scores": [0.7531841993331909], "gold_temporal_scores": [0.1723085641860962], "max_gold_score": 0.9254927635192871, "max_candidate_score": 0.9254927635192871, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5452802181243896, "best_gold_margin": 0.38021254539489746, "weakest_gold_margin": 0.38021254539489746}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00999", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.5462239384651184, "query_session_index": 2, "query_start_sec": 13.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.998869001865387}], "gold_semantic_scores": [0.7487067580223083], "gold_temporal_scores": [0.2501623332500458], "max_gold_score": 0.998869001865387, "max_candidate_score": 1.0226250886917114, "top_memory_id": "history_02_utt_0009::cf::main::0", "max_non_gold_score": 1.0226250886917114, "best_gold_margin": -0.023756086826324463, "weakest_gold_margin": -0.023756086826324463}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00999", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the pick to The Silent Archive as the title we should watch?", "temporal_relation": "none", "query_temporal_norm": 0.31689950823783875, "query_session_index": 2, "query_start_sec": 13.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8009949922561646}], "gold_semantic_scores": [0.6897404789924622], "gold_temporal_scores": [0.11125446856021881], "max_gold_score": 0.8009949922561646, "max_candidate_score": 0.8009949922561646, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5954614281654358, "best_gold_margin": 0.20553356409072876, "weakest_gold_margin": 0.20553356409072876}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00999", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our conversations, which documentary title was originally picked for tonight?", "temporal_relation": "session", "query_temporal_norm": 0.548064649105072, "query_session_index": 2, "query_start_sec": 13.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7453661561012268}], "gold_semantic_scores": [0.674562931060791], "gold_temporal_scores": [0.07080323994159698], "max_gold_score": 0.7453661561012268, "max_candidate_score": 0.7453661561012268, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5672248005867004, "best_gold_margin": 0.17814135551452637, "weakest_gold_margin": 0.17814135551452637}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00999", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the chosen documentary title between earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3725281059741974, "query_session_index": 2, "query_start_sec": 13.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7338257431983948}, {"memory_id": "history_02_utt_0009", "score": 0.7578127980232239}], "gold_semantic_scores": [0.6213986277580261, 0.6522618532180786], "gold_temporal_scores": [0.11242696642875671, 0.10555101186037064], "max_gold_score": 0.7578127980232239, "max_candidate_score": 0.7578127980232239, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3811052143573761, "best_gold_margin": 0.3767075836658478, "weakest_gold_margin": 0.3527205288410187}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01060", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest rating for the season was?", "temporal_relation": "latest", "query_temporal_norm": 0.5712235569953918, "query_session_index": 2, "query_start_sec": 19.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0329457521438599}], "gold_semantic_scores": [0.777353823184967], "gold_temporal_scores": [0.2555921971797943], "max_gold_score": 1.0329457521438599, "max_candidate_score": 1.0752853155136108, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 1.0752853155136108, "best_gold_margin": -0.04233956336975098, "weakest_gold_margin": -0.04233956336975098}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01060", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the season's rating to 7.8 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.5230658650398254, "query_session_index": 2, "query_start_sec": 19.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0594006776809692}], "gold_semantic_scores": [0.8005738854408264], "gold_temporal_scores": [0.25882700085639954], "max_gold_score": 1.0594006776809692, "max_candidate_score": 1.0594006776809692, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7631965279579163, "best_gold_margin": 0.296204149723053, "weakest_gold_margin": 0.296204149723053}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01060", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier on, what rating did someone originally give the season?", "temporal_relation": "earliest", "query_temporal_norm": 0.572263777256012, "query_session_index": 2, "query_start_sec": 19.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9006643295288086}], "gold_semantic_scores": [0.7930132150650024], "gold_temporal_scores": [0.10765121877193451], "max_gold_score": 0.9006643295288086, "max_candidate_score": 0.9006643295288086, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6088393926620483, "best_gold_margin": 0.29182493686676025, "weakest_gold_margin": 0.29182493686676025}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01060", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the season's rating change between the earlier discussion and the later update?", "temporal_relation": "comparison", "query_temporal_norm": 0.38020655512809753, "query_session_index": 2, "query_start_sec": 19.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8022283911705017}, {"memory_id": "history_02_utt_0010", "score": 0.7873898148536682}], "gold_semantic_scores": [0.6787732839584351, 0.6635879874229431], "gold_temporal_scores": [0.12345525622367859, 0.12380193918943405], "max_gold_score": 0.8022283911705017, "max_candidate_score": 0.8022283911705017, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3894363343715668, "best_gold_margin": 0.41279205679893494, "weakest_gold_margin": 0.39795348048210144}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01141", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5606004595756531, "query_session_index": 2, "query_start_sec": 18.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0228034257888794}], "gold_semantic_scores": [0.7681663632392883], "gold_temporal_scores": [0.25463688373565674], "max_gold_score": 1.0228034257888794, "max_candidate_score": 1.0239198207855225, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 1.0239198207855225, "best_gold_margin": -0.0011163949966430664, "weakest_gold_margin": -0.0011163949966430664}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01141", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they wanted to go to the local food truck festival?", "temporal_relation": "none", "query_temporal_norm": 0.17845384776592255, "query_session_index": 2, "query_start_sec": 18.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8141732811927795}], "gold_semantic_scores": [0.7486079931259155], "gold_temporal_scores": [0.06556515395641327], "max_gold_score": 0.8141732811927795, "max_candidate_score": 0.8141732811927795, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.583992063999176, "best_gold_margin": 0.23018121719360352, "weakest_gold_margin": 0.23018121719360352}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01141", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was most recently chosen for us?", "temporal_relation": "none", "query_temporal_norm": 0.5225691795349121, "query_session_index": 2, "query_start_sec": 18.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9362955093383789}], "gold_semantic_scores": [0.6870395541191101], "gold_temporal_scores": [0.2492559254169464], "max_gold_score": 0.9362955093383789, "max_candidate_score": 0.9388237595558167, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.9388237595558167, "best_gold_margin": -0.002528250217437744, "weakest_gold_margin": -0.002528250217437744}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01141", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which activity had been suggested earlier, before it was changed?", "temporal_relation": "before", "query_temporal_norm": 0.39565062522888184, "query_session_index": 2, "query_start_sec": 18.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6793412566184998}], "gold_semantic_scores": [0.6282612085342407], "gold_temporal_scores": [0.05108025297522545], "max_gold_score": 0.6793412566184998, "max_candidate_score": 0.6793412566184998, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4466351568698883, "best_gold_margin": 0.23270609974861145, "weakest_gold_margin": 0.23270609974861145}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00050", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What objective did I propose for the streaming quantized encoder, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.18859602510929108, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7849774956703186}, {"memory_id": "history_02_utt_0007", "score": 0.7351856231689453}], "gold_semantic_scores": [0.7330228090286255, 0.6857699155807495], "gold_temporal_scores": [0.0519547238945961, 0.04941564053297043], "max_gold_score": 0.7849774956703186, "max_candidate_score": 0.8101633787155151, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8101633787155151, "best_gold_margin": -0.025185883045196533, "weakest_gold_margin": -0.07497775554656982}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00050", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the streaming quantized encoder rejected?", "temporal_relation": "none", "query_temporal_norm": 0.12800319492816925, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8453367352485657}], "gold_semantic_scores": [0.795164167881012], "gold_temporal_scores": [0.050172556191682816], "max_gold_score": 0.8453367352485657, "max_candidate_score": 0.8453367352485657, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.542567789554596, "best_gold_margin": 0.3027689456939697, "weakest_gold_margin": 0.3027689456939697}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00050", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What proposal was made to improve accuracy in noisy speech?", "temporal_relation": "none", "query_temporal_norm": 0.12701739370822906, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.6101308465003967}], "gold_semantic_scores": [0.5731092691421509], "gold_temporal_scores": [0.0370214581489563], "max_gold_score": 0.6101308465003967, "max_candidate_score": 0.6592658758163452, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6592658758163452, "best_gold_margin": -0.049135029315948486, "weakest_gold_margin": -0.049135029315948486}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00050", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the suggestion to augment the dataset with noisy samples made?", "temporal_relation": "session", "query_temporal_norm": 0.11445451527833939, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.5292519927024841}], "gold_semantic_scores": [0.495009183883667], "gold_temporal_scores": [0.03424273058772087], "max_gold_score": 0.5292519927024841, "max_candidate_score": 0.6145619750022888, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6145619750022888, "best_gold_margin": -0.08530998229980469, "weakest_gold_margin": -0.08530998229980469}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00100", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What latency requirement did I mention for EdgeAccelBoard, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17365582287311554, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6631542444229126}, {"memory_id": "history_02_utt_0007", "score": 0.6175206899642944}], "gold_semantic_scores": [0.6264911890029907, 0.5425054430961609], "gold_temporal_scores": [0.0366632379591465, 0.07501517236232758], "max_gold_score": 0.6631542444229126, "max_candidate_score": 0.6642912030220032, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.6642912030220032, "best_gold_margin": -0.0011369585990905762, "weakest_gold_margin": -0.04677051305770874}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00100", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What benefit was mentioned as the reason for advocating CloudBatch?", "temporal_relation": "none", "query_temporal_norm": 0.09213051944971085, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7370023131370544}], "gold_semantic_scores": [0.7182444930076599], "gold_temporal_scores": [0.018757881596684456], "max_gold_score": 0.7370023131370544, "max_candidate_score": 0.7370023131370544, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5421959161758423, "best_gold_margin": 0.19480639696121216, "weakest_gold_margin": 0.19480639696121216}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00100", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that CloudBatch kept local memory usage very low?", "temporal_relation": "session", "query_temporal_norm": 0.12377719581127167, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.651228666305542}], "gold_semantic_scores": [0.6134576201438904], "gold_temporal_scores": [0.03777099773287773], "max_gold_score": 0.651228666305542, "max_candidate_score": 0.6927985548973083, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.6927985548973083, "best_gold_margin": -0.04156988859176636, "weakest_gold_margin": -0.04156988859176636}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00100", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for rejecting EdgeAccelBoard?", "temporal_relation": "none", "query_temporal_norm": 0.13227613270282745, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7062848806381226}], "gold_semantic_scores": [0.6593807339668274], "gold_temporal_scores": [0.04690409079194069], "max_gold_score": 0.7062848806381226, "max_candidate_score": 0.7062848806381226, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6409681439399719, "best_gold_margin": 0.06531673669815063, "weakest_gold_margin": 0.06531673669815063}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00227", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Earlier we changed the screening location—what did Parker originally say the venue would be?", "temporal_relation": "earliest", "query_temporal_norm": 0.4332648515701294, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8639495372772217}], "gold_semantic_scores": [0.7052934765815735], "gold_temporal_scores": [0.1586562693119049], "max_gold_score": 0.8639495372772217, "max_candidate_score": 0.8639495372772217, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7121225595474243, "best_gold_margin": 0.15182697772979736, "weakest_gold_margin": 0.15182697772979736}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00227", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier we ended up moving the screening—what was the venue that had originally been suggested?", "temporal_relation": "latest", "query_temporal_norm": 0.5641415119171143, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.950070858001709}], "gold_semantic_scores": [0.794084906578064], "gold_temporal_scores": [0.15598604083061218], "max_gold_score": 0.950070858001709, "max_candidate_score": 0.950070858001709, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6425542831420898, "best_gold_margin": 0.30751657485961914, "weakest_gold_margin": 0.30751657485961914}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00227", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the screening venue change from the original plan to the final plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.42637261748313904, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.818766176700592}, {"memory_id": "history_02_utt_0009", "score": 0.8050248622894287}], "gold_semantic_scores": [0.658781111240387, 0.6540266871452332], "gold_temporal_scores": [0.15998536348342896, 0.1509980708360672], "max_gold_score": 0.818766176700592, "max_candidate_score": 0.818766176700592, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.39324209094047546, "best_gold_margin": 0.4255240857601166, "weakest_gold_margin": 0.41178277134895325}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00333", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's deployment target change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.39867594838142395, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7071837186813354}, {"memory_id": "history_02_utt_0007", "score": 0.6501981616020203}], "gold_semantic_scores": [0.5591467618942261, 0.5197488069534302], "gold_temporal_scores": [0.14803694188594818, 0.130449578166008], "max_gold_score": 0.7071837186813354, "max_candidate_score": 0.7071837186813354, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6410878896713257, "best_gold_margin": 0.06609582901000977, "weakest_gold_margin": 0.00911027193069458}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00333", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original deployment target mentioned earlier, before the later change?", "temporal_relation": "earliest", "query_temporal_norm": 0.5245456099510193, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.545209527015686}], "gold_semantic_scores": [0.3904086649417877], "gold_temporal_scores": [0.15480074286460876], "max_gold_score": 0.545209527015686, "max_candidate_score": 0.545209527015686, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3045990467071533, "best_gold_margin": 0.24061048030853271, "weakest_gold_margin": 0.24061048030853271}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00333", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to deploy to a single staging microservice on a managed PaaS cluster?", "temporal_relation": "none", "query_temporal_norm": 0.1468496471643448, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7269201874732971}], "gold_semantic_scores": [0.7101707458496094], "gold_temporal_scores": [0.01674952358007431], "max_gold_score": 0.7269201874732971, "max_candidate_score": 0.7269201874732971, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.46714329719543457, "best_gold_margin": 0.25977689027786255, "weakest_gold_margin": 0.25977689027786255}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00333", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed the plan to deploy using a blue-green edge Kubernetes cluster?", "temporal_relation": "none", "query_temporal_norm": 0.32585421204566956, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9021578431129456}], "gold_semantic_scores": [0.7456232905387878], "gold_temporal_scores": [0.15653449296951294], "max_gold_score": 0.9021578431129456, "max_candidate_score": 0.9021578431129456, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4695361256599426, "best_gold_margin": 0.43262171745300293, "weakest_gold_margin": 0.43262171745300293}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00522", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the in-memory index, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2054586559534073, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7129443883895874}, {"memory_id": "history_02_utt_0009", "score": 0.6742832660675049}], "gold_semantic_scores": [0.646084725856781, 0.6276800036430359], "gold_temporal_scores": [0.06685962527990341, 0.04660319909453392], "max_gold_score": 0.7129443883895874, "max_candidate_score": 0.7129443883895874, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3895902633666992, "best_gold_margin": 0.3233541250228882, "weakest_gold_margin": 0.28469300270080566}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00522", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron say Finley had proposed?", "temporal_relation": "none", "query_temporal_norm": 0.21309874951839447, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6114359498023987}], "gold_semantic_scores": [0.5538799166679382], "gold_temporal_scores": [0.05755610018968582], "max_gold_score": 0.6114359498023987, "max_candidate_score": 0.6114359498023987, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5101030468940735, "best_gold_margin": 0.1013329029083252, "weakest_gold_margin": 0.1013329029083252}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00522", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say the in-memory index was rejected?", "temporal_relation": "session", "query_temporal_norm": 0.16480331122875214, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8361327052116394}], "gold_semantic_scores": [0.7695832848548889], "gold_temporal_scores": [0.06654934585094452], "max_gold_score": 0.8361327052116394, "max_candidate_score": 0.8361327052116394, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6202793121337891, "best_gold_margin": 0.21585339307785034, "weakest_gold_margin": 0.21585339307785034}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00522", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the sharded redis cache as an alternative?", "temporal_relation": "none", "query_temporal_norm": 0.0965648964047432, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7120648622512817}], "gold_semantic_scores": [0.7015265226364136], "gold_temporal_scores": [0.010538417845964432], "max_gold_score": 0.7120648622512817, "max_candidate_score": 0.7120648622512817, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5126505494117737, "best_gold_margin": 0.19941431283950806, "weakest_gold_margin": 0.19941431283950806}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00605", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I put on the shopping list originally, and what did I change it to later?", "temporal_relation": "comparison", "query_temporal_norm": 0.42457932233810425, "query_session_index": 2, "query_start_sec": 23.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8022276759147644}, {"memory_id": "history_02_utt_0012", "score": 0.7674363851547241}], "gold_semantic_scores": [0.6604611277580261, 0.6364819407463074], "gold_temporal_scores": [0.1417667120695114, 0.1309545934200287], "max_gold_score": 0.8022276759147644, "max_candidate_score": 0.819710373878479, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.819710373878479, "best_gold_margin": -0.0174826979637146, "weakest_gold_margin": -0.05227398872375488}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00605", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the yogurt item on the shopping list originally, and what did it get changed to later?", "temporal_relation": "comparison", "query_temporal_norm": 0.4446074366569519, "query_session_index": 2, "query_start_sec": 23.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8362001776695251}, {"memory_id": "history_02_utt_0012", "score": 0.7399457097053528}], "gold_semantic_scores": [0.6861367225646973, 0.6256529092788696], "gold_temporal_scores": [0.15006349980831146, 0.11429277807474136], "max_gold_score": 0.8362001776695251, "max_candidate_score": 0.8362001776695251, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5470920205116272, "best_gold_margin": 0.28910815715789795, "weakest_gold_margin": 0.19285368919372559}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00605", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they put a 32-ounce tub of plain Greek yogurt on the shopping list?", "temporal_relation": "none", "query_temporal_norm": 0.12267134338617325, "query_session_index": 2, "query_start_sec": 23.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8449677228927612}], "gold_semantic_scores": [0.8397039771080017], "gold_temporal_scores": [0.005263796541839838], "max_gold_score": 0.8449677228927612, "max_candidate_score": 0.8449677228927612, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7463372349739075, "best_gold_margin": 0.09863048791885376, "weakest_gold_margin": 0.09863048791885376}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00605", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the item to two 6-ounce single-serve plain Greek yogurt cups instead?", "temporal_relation": "none", "query_temporal_norm": 0.3476703464984894, "query_session_index": 2, "query_start_sec": 23.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9342476725578308}], "gold_semantic_scores": [0.821194052696228], "gold_temporal_scores": [0.11305346339941025], "max_gold_score": 0.9342476725578308, "max_candidate_score": 0.9342476725578308, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.6875001788139343, "best_gold_margin": 0.24674749374389648, "weakest_gold_margin": 0.24674749374389648}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00743", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I originally selected as the model for the prototype before it was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.43706002831459045, "query_session_index": 2, "query_start_sec": 21.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7513965964317322}], "gold_semantic_scores": [0.6761385798454285], "gold_temporal_scores": [0.07525768876075745], "max_gold_score": 0.7513965964317322, "max_candidate_score": 0.7804927825927734, "top_memory_id": "history_01_utt_0007::cf::main::0", "max_non_gold_score": 0.7804927825927734, "best_gold_margin": -0.02909618616104126, "weakest_gold_margin": -0.02909618616104126}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00743", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the prototype model choice change?", "temporal_relation": "comparison", "query_temporal_norm": 0.36061540246009827, "query_session_index": 2, "query_start_sec": 21.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7465054392814636}, {"memory_id": "history_02_utt_0009", "score": 0.7559422850608826}], "gold_semantic_scores": [0.6157677173614502, 0.6444119215011597], "gold_temporal_scores": [0.13073745369911194, 0.11153022199869156], "max_gold_score": 0.7559422850608826, "max_candidate_score": 0.7559422850608826, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3412192165851593, "best_gold_margin": 0.41472306847572327, "weakest_gold_margin": 0.4052862226963043}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00743", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model did we end up using for the prototype?", "temporal_relation": "latest", "query_temporal_norm": 0.5135700106620789, "query_session_index": 2, "query_start_sec": 21.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9623308777809143}], "gold_semantic_scores": [0.7281572222709656], "gold_temporal_scores": [0.23417358100414276], "max_gold_score": 0.9623308777809143, "max_candidate_score": 0.9650638103485107, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.9650638103485107, "best_gold_margin": -0.0027329325675964355, "weakest_gold_margin": -0.0027329325675964355}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00900", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery propose regarding the in-memory aggregation layer, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2205631136894226, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7241976261138916}, {"memory_id": "history_02_utt_0009", "score": 0.6815149188041687}], "gold_semantic_scores": [0.6522563099861145, 0.6089436411857605], "gold_temporal_scores": [0.07194128632545471, 0.07257137447595596], "max_gold_score": 0.7241976261138916, "max_candidate_score": 0.725692868232727, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.725692868232727, "best_gold_margin": -0.0014952421188354492, "weakest_gold_margin": -0.04417794942855835}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00900", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed an in-memory aggregation layer to serve a hot cache from RAM?", "temporal_relation": "none", "query_temporal_norm": 0.18128781020641327, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.791223406791687}], "gold_semantic_scores": [0.7367671728134155], "gold_temporal_scores": [0.0544561892747879], "max_gold_score": 0.791223406791687, "max_candidate_score": 0.791223406791687, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5536607503890991, "best_gold_margin": 0.2375626564025879, "weakest_gold_margin": 0.2375626564025879}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00900", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for rejecting the in-memory aggregation layer?", "temporal_relation": "none", "query_temporal_norm": 0.16763368248939514, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8732311725616455}], "gold_semantic_scores": [0.7994446754455566], "gold_temporal_scores": [0.07378631830215454], "max_gold_score": 0.8732311725616455, "max_candidate_score": 0.8732311725616455, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7166361212730408, "best_gold_margin": 0.15659505128860474, "weakest_gold_margin": 0.15659505128860474}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00900", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was a disk-backed sharded cache suggested?", "temporal_relation": "session", "query_temporal_norm": 0.19009935855865479, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7993038892745972}], "gold_semantic_scores": [0.7426496148109436], "gold_temporal_scores": [0.056654106825590134], "max_gold_score": 0.7993038892745972, "max_candidate_score": 0.7993038892745972, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5749993324279785, "best_gold_margin": 0.22430455684661865, "weakest_gold_margin": 0.22430455684661865}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00955", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Cameron originally give Night Signal episode five before they changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.4720207452774048, "query_session_index": 2, "query_start_sec": 15.839999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9894570708274841}], "gold_semantic_scores": [0.8638625144958496], "gold_temporal_scores": [0.12559451162815094], "max_gold_score": 0.9894570708274841, "max_candidate_score": 0.9894570708274841, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.9595211148262024, "best_gold_margin": 0.02993595600128174, "weakest_gold_margin": 0.02993595600128174}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00955", "qa_id": "extra_qa_0003", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that Night Signal episode five was originally a 7 out of 10?", "temporal_relation": "earliest", "query_temporal_norm": 0.555780827999115, "query_session_index": 2, "query_start_sec": 15.839999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9506714344024658}], "gold_semantic_scores": [0.8208005428314209], "gold_temporal_scores": [0.12987074255943298], "max_gold_score": 0.9506714344024658, "max_candidate_score": 0.9506714344024658, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6804210543632507, "best_gold_margin": 0.2702503800392151, "weakest_gold_margin": 0.2702503800392151}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00955", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In the earlier discussion, what score was originally given to Night Signal episode five?", "temporal_relation": "session", "query_temporal_norm": 0.5517076253890991, "query_session_index": 2, "query_start_sec": 15.839999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9514604806900024}], "gold_semantic_scores": [0.8109709620475769], "gold_temporal_scores": [0.14048941433429718], "max_gold_score": 0.9514604806900024, "max_candidate_score": 0.9514604806900024, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7029206156730652, "best_gold_margin": 0.24853986501693726, "weakest_gold_margin": 0.24853986501693726}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01047", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the training to batch size 64 and 8 epochs?", "temporal_relation": "none", "query_temporal_norm": 0.31498464941978455, "query_session_index": 2, "query_start_sec": 18.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8838086128234863}], "gold_semantic_scores": [0.7265008091926575], "gold_temporal_scores": [0.1573076993227005], "max_gold_score": 0.8838086128234863, "max_candidate_score": 0.8838086128234863, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5609609484672546, "best_gold_margin": 0.3228476643562317, "weakest_gold_margin": 0.3228476643562317}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01047", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Can you summarize how the training settings changed?", "temporal_relation": "comparison", "query_temporal_norm": 0.3550766408443451, "query_session_index": 2, "query_start_sec": 18.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6718117594718933}, {"memory_id": "history_02_utt_0009", "score": 0.8135915398597717}], "gold_semantic_scores": [0.5582520961761475, 0.6820063591003418], "gold_temporal_scores": [0.11355975270271301, 0.1315852403640747], "max_gold_score": 0.8135915398597717, "max_candidate_score": 0.8135915398597717, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5971790552139282, "best_gold_margin": 0.2164124846458435, "weakest_gold_margin": 0.07463270425796509}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01047", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training settings did Riley say they switched to?", "temporal_relation": "none", "query_temporal_norm": 0.4537281095981598, "query_session_index": 2, "query_start_sec": 18.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9005867838859558}], "gold_semantic_scores": [0.6738225817680359], "gold_temporal_scores": [0.22676441073417664], "max_gold_score": 0.9005867838859558, "max_candidate_score": 0.9005867838859558, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6865767240524292, "best_gold_margin": 0.2140100598335266, "weakest_gold_margin": 0.2140100598335266}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01047", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What are the current training settings being used now?", "temporal_relation": "latest", "query_temporal_norm": 0.542843222618103, "query_session_index": 2, "query_start_sec": 18.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.036787986755371}], "gold_semantic_scores": [0.7635821104049683], "gold_temporal_scores": [0.2732057571411133], "max_gold_score": 1.036787986755371, "max_candidate_score": 1.0453730821609497, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 1.0453730821609497, "best_gold_margin": -0.008585095405578613, "weakest_gold_margin": -0.008585095405578613}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01098", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my venue change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41418519616127014, "query_session_index": 2, "query_start_sec": 17.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8581017255783081}, {"memory_id": "history_02_utt_0009", "score": 0.7963566184043884}], "gold_semantic_scores": [0.7049576640129089, 0.6486477851867676], "gold_temporal_scores": [0.1531439870595932, 0.14770923554897308], "max_gold_score": 0.8581017255783081, "max_candidate_score": 0.8748904466629028, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.8748904466629028, "best_gold_margin": -0.016788721084594727, "weakest_gold_margin": -0.0785338282585144}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01098", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to host the screening in the living room with the TV as the focal point?", "temporal_relation": "none", "query_temporal_norm": 0.42625507712364197, "query_session_index": 2, "query_start_sec": 17.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9300273656845093}], "gold_semantic_scores": [0.8292517066001892], "gold_temporal_scores": [0.10077552497386932], "max_gold_score": 0.9300273656845093, "max_candidate_score": 0.9300273656845093, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6181703209877014, "best_gold_margin": 0.31185704469680786, "weakest_gold_margin": 0.31185704469680786}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01098", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who moved the screening to the basement screening room?", "temporal_relation": "none", "query_temporal_norm": 0.3110347092151642, "query_session_index": 2, "query_start_sec": 17.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8676720261573792}], "gold_semantic_scores": [0.7148476243019104], "gold_temporal_scores": [0.15282441675662994], "max_gold_score": 0.8676720261573792, "max_candidate_score": 0.8676720261573792, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6636093854904175, "best_gold_margin": 0.20406264066696167, "weakest_gold_margin": 0.20406264066696167}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01146", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.574495792388916, "query_session_index": 2, "query_start_sec": 26.120000000000005, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8676002025604248}], "gold_semantic_scores": [0.5916139483451843], "gold_temporal_scores": [0.2759864330291748], "max_gold_score": 0.8676002025604248, "max_candidate_score": 0.8678315281867981, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8678315281867981, "best_gold_margin": -0.00023132562637329102, "weakest_gold_margin": -0.00023132562637329102}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01146", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who decided on sunrise birdwatching at the coastal reserve?", "temporal_relation": "none", "query_temporal_norm": 0.14792285859584808, "query_session_index": 2, "query_start_sec": 26.120000000000005, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7873876094818115}], "gold_semantic_scores": [0.7307406663894653], "gold_temporal_scores": [0.05664685368537903], "max_gold_score": 0.7873876094818115, "max_candidate_score": 0.7873876094818115, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6284169554710388, "best_gold_margin": 0.1589706540107727, "weakest_gold_margin": 0.1589706540107727}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01146", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in the conversation, what activity had been planned?", "temporal_relation": "session", "query_temporal_norm": 0.4177684187889099, "query_session_index": 2, "query_start_sec": 26.120000000000005, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.810718297958374}], "gold_semantic_scores": [0.7029112577438354], "gold_temporal_scores": [0.10780724138021469], "max_gold_score": 0.810718297958374, "max_candidate_score": 0.810718297958374, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5598224401473999, "best_gold_margin": 0.2508958578109741, "weakest_gold_margin": 0.2508958578109741}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01146", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.4043670892715454, "query_session_index": 2, "query_start_sec": 26.120000000000005, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7787296772003174}, {"memory_id": "history_02_utt_0009", "score": 0.6673456430435181}], "gold_semantic_scores": [0.6346328258514404, 0.5357782244682312], "gold_temporal_scores": [0.14409692585468292, 0.13156728446483612], "max_gold_score": 0.7787296772003174, "max_candidate_score": 0.7787296772003174, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3616718649864197, "best_gold_margin": 0.4170578122138977, "weakest_gold_margin": 0.3056737780570984}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00022", "qa_id": "main", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did Quiet Harbor come up?", "temporal_relation": "session", "query_temporal_norm": 0.189980149269104, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6575042605400085}], "gold_semantic_scores": [0.5825949907302856], "gold_temporal_scores": [0.07490900158882141], "max_gold_score": 0.6575042605400085, "max_candidate_score": 0.6575042605400085, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.42362692952156067, "best_gold_margin": 0.23387733101844788, "weakest_gold_margin": 0.23387733101844788}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00022", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title did we discuss in the first conversation?", "temporal_relation": "session", "query_temporal_norm": 0.4486706256866455, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5256547927856445}], "gold_semantic_scores": [0.423149436712265], "gold_temporal_scores": [0.10250527411699295], "max_gold_score": 0.5256547927856445, "max_candidate_score": 0.5256547927856445, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5097306370735168, "best_gold_margin": 0.015924155712127686, "weakest_gold_margin": 0.015924155712127686}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00022", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which documentary came up in the second earlier conversation?", "temporal_relation": "none", "query_temporal_norm": 0.26078298687934875, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7133305072784424}], "gold_semantic_scores": [0.6176751852035522], "gold_temporal_scores": [0.09565531462430954], "max_gold_score": 0.7133305072784424, "max_candidate_score": 0.7133305072784424, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.2672618329524994, "best_gold_margin": 0.446068674325943, "weakest_gold_margin": 0.446068674325943}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00022", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What time did Parker say the snack delivery is expected?", "temporal_relation": "none", "query_temporal_norm": 0.39065229892730713, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.24683275818824768, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.24683275818824768, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00109", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for proposing the windowed bootstrap, and why was it cut?", "temporal_relation": "none", "query_temporal_norm": 0.14476026594638824, "query_session_index": 2, "query_start_sec": 22.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7113509178161621}, {"memory_id": "history_02_utt_0010", "score": 0.7216852307319641}], "gold_semantic_scores": [0.6723612546920776, 0.679060161113739], "gold_temporal_scores": [0.038989581167697906, 0.04262508079409599], "max_gold_score": 0.7216852307319641, "max_candidate_score": 0.7511299848556519, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.7511299848556519, "best_gold_margin": -0.029444754123687744, "weakest_gold_margin": -0.039779067039489746}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00109", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the windowed bootstrap eventually cut?", "temporal_relation": "none", "query_temporal_norm": 0.2024400234222412, "query_session_index": 2, "query_start_sec": 22.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7986503839492798}], "gold_semantic_scores": [0.7182959914207458], "gold_temporal_scores": [0.08035464584827423], "max_gold_score": 0.7986503839492798, "max_candidate_score": 0.7986503839492798, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6079192757606506, "best_gold_margin": 0.19073110818862915, "weakest_gold_margin": 0.19073110818862915}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00109", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the trimmed-sample baseline proposed?", "temporal_relation": "none", "query_temporal_norm": 0.1117546558380127, "query_session_index": 2, "query_start_sec": 22.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.8424346446990967}], "gold_semantic_scores": [0.8225296139717102], "gold_temporal_scores": [0.01990506239235401], "max_gold_score": 0.8424346446990967, "max_candidate_score": 0.8424346446990967, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.6111463308334351, "best_gold_margin": 0.23128831386566162, "weakest_gold_margin": 0.23128831386566162}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00109", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where is the spare projector currently stored?", "temporal_relation": "none", "query_temporal_norm": 0.5566943883895874, "query_session_index": 2, "query_start_sec": 22.2, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.45541390776634216, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.45541390776634216, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00241", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did my shopping item change from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.43437445163726807, "query_session_index": 2, "query_start_sec": 15.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8646036982536316}, {"memory_id": "history_02_utt_0011", "score": 0.7692286372184753}], "gold_semantic_scores": [0.7007416486740112, 0.6220963001251221], "gold_temporal_scores": [0.16386190056800842, 0.14713254570960999], "max_gold_score": 0.8646036982536316, "max_candidate_score": 0.8646036982536316, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8496037125587463, "best_gold_margin": 0.014999985694885254, "weakest_gold_margin": -0.080375075340271}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00241", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the shopping item to a hand soap refill?", "temporal_relation": "none", "query_temporal_norm": 0.30317169427871704, "query_session_index": 2, "query_start_sec": 15.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9110807180404663}], "gold_semantic_scores": [0.7774195075035095], "gold_temporal_scores": [0.1336611807346344], "max_gold_score": 0.9110807180404663, "max_candidate_score": 0.9110807180404663, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6224204301834106, "best_gold_margin": 0.28866028785705566, "weakest_gold_margin": 0.28866028785705566}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00374", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What benefit did Skyler say the chunkwise encoder idea would provide during partial decoding, and why did Skyler drop it?", "temporal_relation": "none", "query_temporal_norm": 0.20124413073062897, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7773207426071167}, {"memory_id": "history_02_utt_0010", "score": 0.7046072483062744}], "gold_semantic_scores": [0.7120421528816223, 0.6375830769538879], "gold_temporal_scores": [0.06527840346097946, 0.06702407449483871], "max_gold_score": 0.7773207426071167, "max_candidate_score": 0.7773207426071167, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6405521035194397, "best_gold_margin": 0.136768639087677, "weakest_gold_margin": 0.06405514478683472}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00374", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What status was the distilled transducer path said to preserve on messier audio slices?", "temporal_relation": "none", "query_temporal_norm": 0.17623506486415863, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.5255776047706604}], "gold_semantic_scores": [0.49700847268104553], "gold_temporal_scores": [0.02856910042464733], "max_gold_score": 0.5255776047706604, "max_candidate_score": 0.5255776047706604, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.49037966132164, "best_gold_margin": 0.035197943449020386, "weakest_gold_margin": 0.035197943449020386}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00433", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest evaluation threshold was for calling the study outcome strong?", "temporal_relation": "latest", "query_temporal_norm": 0.5439492464065552, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.878307044506073}], "gold_semantic_scores": [0.6532392501831055], "gold_temporal_scores": [0.22506777942180634], "max_gold_score": 0.878307044506073, "max_candidate_score": 0.9571930170059204, "top_memory_id": "history_02_utt_0010::cf::main::0", "max_non_gold_score": 0.9571930170059204, "best_gold_margin": -0.07888597249984741, "weakest_gold_margin": -0.07888597249984741}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00433", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where should we check for the new guest Wi-Fi password?", "temporal_relation": "none", "query_temporal_norm": 0.5030883550643921, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.33517566323280334, "top_memory_id": "history_02_utt_0001", "max_non_gold_score": 0.33517566323280334, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00509", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Hayden give for recommending Tidal Archive, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.20544609427452087, "query_session_index": 2, "query_start_sec": 11.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.775102972984314}, {"memory_id": "history_02_utt_0008", "score": 0.8078263401985168}], "gold_semantic_scores": [0.7087855339050293, 0.7476116418838501], "gold_temporal_scores": [0.06631732732057571, 0.060214679688215256], "max_gold_score": 0.8078263401985168, "max_candidate_score": 0.8078263401985168, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7682393789291382, "best_gold_margin": 0.03958696126937866, "weakest_gold_margin": 0.006863594055175781}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00509", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Hayden recommend Tidal Archive?", "temporal_relation": "none", "query_temporal_norm": 0.14584115147590637, "query_session_index": 2, "query_start_sec": 11.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8028923869132996}], "gold_semantic_scores": [0.7628487944602966], "gold_temporal_scores": [0.04004374518990517], "max_gold_score": 0.8028923869132996, "max_candidate_score": 0.8028923869132996, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7348847389221191, "best_gold_margin": 0.06800764799118042, "weakest_gold_margin": 0.06800764799118042}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00509", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Silent Grid recommended?", "temporal_relation": "none", "query_temporal_norm": 0.08613841980695724, "query_session_index": 2, "query_start_sec": 11.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.8093142509460449}], "gold_semantic_scores": [0.7969498038291931], "gold_temporal_scores": [0.01236441358923912], "max_gold_score": 0.8093142509460449, "max_candidate_score": 0.8093142509460449, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.5217801332473755, "best_gold_margin": 0.28753411769866943, "weakest_gold_margin": 0.28753411769866943}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00509", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who said they would double-check the battery level of the portable speakers?", "temporal_relation": "none", "query_temporal_norm": 0.18286140263080597, "query_session_index": 2, "query_start_sec": 11.72, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.07668478786945343, "top_memory_id": "history_02_utt_0004", "max_non_gold_score": 0.07668478786945343, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00547", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my chore schedule was most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5667833685874939, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9858272671699524}], "gold_semantic_scores": [0.7319030165672302], "gold_temporal_scores": [0.2539241909980774], "max_gold_score": 0.9858272671699524, "max_candidate_score": 1.0213319063186646, "top_memory_id": "history_02_utt_0009::cf::main::0", "max_non_gold_score": 1.0213319063186646, "best_gold_margin": -0.03550463914871216, "weakest_gold_margin": -0.03550463914871216}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00547", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they were doing the bathroom on Thursdays and vacuuming on Sundays?", "temporal_relation": "none", "query_temporal_norm": 0.18788529932498932, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8531866669654846}], "gold_semantic_scores": [0.776839554309845], "gold_temporal_scores": [0.07634740322828293], "max_gold_score": 0.8531866669654846, "max_candidate_score": 0.8531866669654846, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.727362334728241, "best_gold_margin": 0.12582433223724365, "weakest_gold_margin": 0.12582433223724365}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00547", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor say about whether the package needs to be moved?", "temporal_relation": "none", "query_temporal_norm": 0.23662123084068298, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.46731114387512207, "top_memory_id": "history_01_utt_0017", "max_non_gold_score": 0.46731114387512207, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00697", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery's departure time change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4234541654586792, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8219833374023438}, {"memory_id": "history_02_utt_0009", "score": 0.8267232775688171}], "gold_semantic_scores": [0.6640355587005615, 0.669272243976593], "gold_temporal_scores": [0.15794780850410461, 0.15745072066783905], "max_gold_score": 0.8267232775688171, "max_candidate_score": 0.8267232775688171, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6748655438423157, "best_gold_margin": 0.15185773372650146, "weakest_gold_margin": 0.14711779356002808}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00697", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery mention leaving at 4:20 PM?", "temporal_relation": "session", "query_temporal_norm": 0.25384220480918884, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7176595330238342}], "gold_semantic_scores": [0.6299511194229126], "gold_temporal_scores": [0.08770836889743805], "max_gold_score": 0.7176595330238342, "max_candidate_score": 0.7176595330238342, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6389966011047363, "best_gold_margin": 0.0786629319190979, "weakest_gold_margin": 0.0786629319190979}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00697", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Avery say they would leave after deciding to grab the package first?", "temporal_relation": "none", "query_temporal_norm": 0.3652591109275818, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8838925957679749}], "gold_semantic_scores": [0.7427710294723511], "gold_temporal_scores": [0.14112164080142975], "max_gold_score": 0.8838925957679749, "max_candidate_score": 0.8838925957679749, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.856718122959137, "best_gold_margin": 0.02717447280883789, "weakest_gold_margin": 0.02717447280883789}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00697", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery say they pushed their departure to 4:50 PM?", "temporal_relation": "session", "query_temporal_norm": 0.2639787197113037, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8506646752357483}], "gold_semantic_scores": [0.7255468964576721], "gold_temporal_scores": [0.1251179724931717], "max_gold_score": 0.8506646752357483, "max_candidate_score": 0.8506646752357483, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.716481626033783, "best_gold_margin": 0.13418304920196533, "weakest_gold_margin": 0.13418304920196533}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00879", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Taylor's shopping item change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.43160268664360046, "query_session_index": 2, "query_start_sec": 15.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8873416185379028}, {"memory_id": "history_02_utt_0010", "score": 0.8526504635810852}], "gold_semantic_scores": [0.7260647416114807, 0.7260416150093079], "gold_temporal_scores": [0.16127687692642212, 0.12660865485668182], "max_gold_score": 0.8873416185379028, "max_candidate_score": 0.8873416185379028, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8086390495300293, "best_gold_margin": 0.07870256900787354, "weakest_gold_margin": 0.04401141405105591}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00879", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were planning to pick up sponges for the kitchen?", "temporal_relation": "none", "query_temporal_norm": 0.3233908414840698, "query_session_index": 2, "query_start_sec": 15.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8740778565406799}], "gold_semantic_scores": [0.8300873041152954], "gold_temporal_scores": [0.04399057850241661], "max_gold_score": 0.8740778565406799, "max_candidate_score": 0.8740778565406799, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5405197739601135, "best_gold_margin": 0.3335580825805664, "weakest_gold_margin": 0.3335580825805664}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00879", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their errand to picking up rubber gloves?", "temporal_relation": "none", "query_temporal_norm": 0.2632347643375397, "query_session_index": 2, "query_start_sec": 15.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7202128767967224}], "gold_semantic_scores": [0.6031931638717651], "gold_temporal_scores": [0.1170201376080513], "max_gold_score": 0.7202128767967224, "max_candidate_score": 0.7202128767967224, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.3769969642162323, "best_gold_margin": 0.3432159125804901, "weakest_gold_margin": 0.3432159125804901}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00879", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the shopping item change between conversations?", "temporal_relation": "comparison", "query_temporal_norm": 0.4182092547416687, "query_session_index": 2, "query_start_sec": 15.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8808839321136475}, {"memory_id": "history_02_utt_0010", "score": 0.796271026134491}], "gold_semantic_scores": [0.7252072691917419, 0.6709073781967163], "gold_temporal_scores": [0.15567646920681, 0.12536364793777466], "max_gold_score": 0.8808839321136475, "max_candidate_score": 0.8808839321136475, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5312529802322388, "best_gold_margin": 0.3496309518814087, "weakest_gold_margin": 0.2650180459022522}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01036", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Why did Quinn recommend Tidal Ledger, and why did I drop it from tonight's list?", "temporal_relation": "none", "query_temporal_norm": 0.2691187262535095, "query_session_index": 2, "query_start_sec": 13.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7497748136520386}, {"memory_id": "history_02_utt_0009", "score": 0.7927295565605164}], "gold_semantic_scores": [0.658547043800354, 0.7016604542732239], "gold_temporal_scores": [0.09122783690690994, 0.09106922894716263], "max_gold_score": 0.7927295565605164, "max_candidate_score": 0.825080931186676, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.825080931186676, "best_gold_margin": -0.03235137462615967, "weakest_gold_margin": -0.07530611753463745}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01036", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Quinn say they recommended Tidal Ledger?", "temporal_relation": "none", "query_temporal_norm": 0.14077647030353546, "query_session_index": 2, "query_start_sec": 13.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.87711101770401}], "gold_semantic_scores": [0.8380994200706482], "gold_temporal_scores": [0.03901146724820137], "max_gold_score": 0.87711101770401, "max_candidate_score": 0.87711101770401, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8244169354438782, "best_gold_margin": 0.052694082260131836, "weakest_gold_margin": 0.052694082260131836}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01036", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention their reason for recommending Tidal Ledger?", "temporal_relation": "session", "query_temporal_norm": 0.16416075825691223, "query_session_index": 2, "query_start_sec": 13.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8322693705558777}], "gold_semantic_scores": [0.7810405492782593], "gold_temporal_scores": [0.05122879147529602], "max_gold_score": 0.8322693705558777, "max_candidate_score": 0.8322693705558777, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7692025899887085, "best_gold_margin": 0.06306678056716919, "weakest_gold_margin": 0.06306678056716919}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01036", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Tidal Ledger?", "temporal_relation": "none", "query_temporal_norm": 0.1644579917192459, "query_session_index": 2, "query_start_sec": 13.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8050236701965332}], "gold_semantic_scores": [0.7597997784614563], "gold_temporal_scores": [0.0452238954603672], "max_gold_score": 0.8050236701965332, "max_candidate_score": 0.8050236701965332, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5588725805282593, "best_gold_margin": 0.24615108966827393, "weakest_gold_margin": 0.24615108966827393}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01173", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I moved the screening to most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5586562156677246, "query_session_index": 2, "query_start_sec": 15.320000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9715482592582703}], "gold_semantic_scores": [0.7162494659423828], "gold_temporal_scores": [0.25529828667640686], "max_gold_score": 0.9715482592582703, "max_candidate_score": 0.9942138195037842, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.9942138195037842, "best_gold_margin": -0.022665560245513916, "weakest_gold_margin": -0.022665560245513916}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01173", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who will grab the drinks?", "temporal_relation": "none", "query_temporal_norm": 0.40452560782432556, "query_session_index": 2, "query_start_sec": 15.320000000000002, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5531740784645081, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5531740784645081, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01275", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say was the latest thing he was taking care of on the shopping list?", "temporal_relation": "latest", "query_temporal_norm": 0.542138397693634, "query_session_index": 2, "query_start_sec": 15.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0030181407928467}], "gold_semantic_scores": [0.7368656396865845], "gold_temporal_scores": [0.26615217328071594], "max_gold_score": 1.0030181407928467, "max_candidate_score": 1.007068395614624, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 1.007068395614624, "best_gold_margin": -0.004050254821777344, "weakest_gold_margin": -0.004050254821777344}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01275", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew mention the dish soap?", "temporal_relation": "session", "query_temporal_norm": 0.19801275432109833, "query_session_index": 2, "query_start_sec": 15.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.5179463028907776}], "gold_semantic_scores": [0.47595757246017456], "gold_temporal_scores": [0.04198893532156944], "max_gold_score": 0.5179463028907776, "max_candidate_score": 0.5179463028907776, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.49908608198165894, "best_gold_margin": 0.018860220909118652, "weakest_gold_margin": 0.018860220909118652}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01275", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they were taking care of the dish soap?", "temporal_relation": "none", "query_temporal_norm": 0.14397212862968445, "query_session_index": 2, "query_start_sec": 15.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7779589891433716}], "gold_semantic_scores": [0.7523171901702881], "gold_temporal_scores": [0.02564183436334133], "max_gold_score": 0.7779589891433716, "max_candidate_score": 0.7779589891433716, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6965836882591248, "best_gold_margin": 0.08137530088424683, "weakest_gold_margin": 0.08137530088424683}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01275", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I recall the shopping item we talked about changed. What was the change?", "temporal_relation": "comparison", "query_temporal_norm": 0.4119470417499542, "query_session_index": 2, "query_start_sec": 15.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6421236991882324}, {"memory_id": "history_02_utt_0008", "score": 0.5838359594345093}], "gold_semantic_scores": [0.4894554615020752, 0.46250250935554504], "gold_temporal_scores": [0.15266813337802887, 0.1213335320353508], "max_gold_score": 0.6421236991882324, "max_candidate_score": 0.6421236991882324, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.43544653058052063, "best_gold_margin": 0.2066771686077118, "weakest_gold_margin": 0.14838942885398865}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01344", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest deployment target was for the demo?", "temporal_relation": "latest", "query_temporal_norm": 0.5492473840713501, "query_session_index": 2, "query_start_sec": 15.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9379625916481018}], "gold_semantic_scores": [0.6881582736968994], "gold_temporal_scores": [0.2498043328523636], "max_gold_score": 0.9379625916481018, "max_candidate_score": 0.9379625916481018, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9332900047302246, "best_gold_margin": 0.004672586917877197, "weakest_gold_margin": 0.004672586917877197}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01470", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4116496741771698, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7825530171394348}, {"memory_id": "history_02_utt_0008", "score": 0.8053116202354431}], "gold_semantic_scores": [0.6350496411323547, 0.6515873670578003], "gold_temporal_scores": [0.14750339090824127, 0.15372417867183685], "max_gold_score": 0.8053116202354431, "max_candidate_score": 0.8162787556648254, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8162787556648254, "best_gold_margin": -0.010967135429382324, "weakest_gold_margin": -0.033725738525390625}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01470", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the evaluation plan to a coded comparison across conditions?", "temporal_relation": "none", "query_temporal_norm": 0.2872130572795868, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9599166512489319}], "gold_semantic_scores": [0.8267702460289001], "gold_temporal_scores": [0.1331464648246765], "max_gold_score": 0.9599166512489319, "max_candidate_score": 0.9599166512489319, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5978181958198547, "best_gold_margin": 0.36209845542907715, "weakest_gold_margin": 0.36209845542907715}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01470", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original evaluation plan we discussed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5498234629631042, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8912670612335205}], "gold_semantic_scores": [0.7488831877708435], "gold_temporal_scores": [0.14238381385803223], "max_gold_score": 0.8912670612335205, "max_candidate_score": 0.8912670612335205, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7233030796051025, "best_gold_margin": 0.16796398162841797, "weakest_gold_margin": 0.16796398162841797}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01470", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation plan change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.39116784930229187, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7479202151298523}, {"memory_id": "history_02_utt_0008", "score": 0.7903093695640564}], "gold_semantic_scores": [0.6085584759712219, 0.6510046720504761], "gold_temporal_scores": [0.1393616497516632, 0.1393047422170639], "max_gold_score": 0.7903093695640564, "max_candidate_score": 0.7903093695640564, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4651810824871063, "best_gold_margin": 0.3251282870769501, "weakest_gold_margin": 0.28273913264274597}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01532", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Parker give for suggesting Green Table, and why did Casey say it wouldn't work?", "temporal_relation": "none", "query_temporal_norm": 0.19183872640132904, "query_session_index": 2, "query_start_sec": 11.319999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8129169940948486}, {"memory_id": "history_02_utt_0008", "score": 0.7895102500915527}], "gold_semantic_scores": [0.7535097002983093, 0.7173594832420349], "gold_temporal_scores": [0.05940732732415199, 0.07215090095996857], "max_gold_score": 0.8129169940948486, "max_candidate_score": 0.8179690837860107, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8179690837860107, "best_gold_margin": -0.005052089691162109, "weakest_gold_margin": -0.028458833694458008}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01532", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker suggest Green Table?", "temporal_relation": "session", "query_temporal_norm": 0.20150688290596008, "query_session_index": 2, "query_start_sec": 11.319999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8158274292945862}], "gold_semantic_scores": [0.7609394192695618], "gold_temporal_scores": [0.05488799512386322], "max_gold_score": 0.8158274292945862, "max_candidate_score": 0.8158274292945862, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6866198182106018, "best_gold_margin": 0.12920761108398438, "weakest_gold_margin": 0.12920761108398438}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01532", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Green Table ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.1766999363899231, "query_session_index": 2, "query_start_sec": 11.319999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8623260855674744}], "gold_semantic_scores": [0.7974569797515869], "gold_temporal_scores": [0.06486915796995163], "max_gold_score": 0.8623260855674744, "max_candidate_score": 0.8623260855674744, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6496439576148987, "best_gold_margin": 0.21268212795257568, "weakest_gold_margin": 0.21268212795257568}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01532", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Harbor Deli suggested?", "temporal_relation": "none", "query_temporal_norm": 0.095876544713974, "query_session_index": 2, "query_start_sec": 11.319999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.8018065094947815}], "gold_semantic_scores": [0.7877069711685181], "gold_temporal_scores": [0.01409992016851902], "max_gold_score": 0.8018065094947815, "max_candidate_score": 0.8018065094947815, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.6025293469429016, "best_gold_margin": 0.19927716255187988, "weakest_gold_margin": 0.19927716255187988}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01630", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the latest plan was to move movie night to the building's media room?", "temporal_relation": "latest", "query_temporal_norm": 0.5490579605102539, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 1.0020195245742798}], "gold_semantic_scores": [0.7389201521873474], "gold_temporal_scores": [0.26309922337532043], "max_gold_score": 1.0020195245742798, "max_candidate_score": 1.0020195245742798, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.9988800287246704, "best_gold_margin": 0.003139495849609375, "weakest_gold_margin": 0.003139495849609375}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01630", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we originally plan to hold movie night?", "temporal_relation": "earliest", "query_temporal_norm": 0.5702431797981262, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.809424102306366}], "gold_semantic_scores": [0.6643925905227661], "gold_temporal_scores": [0.14503157138824463], "max_gold_score": 0.809424102306366, "max_candidate_score": 0.809424102306366, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6596440672874451, "best_gold_margin": 0.1497800350189209, "weakest_gold_margin": 0.1497800350189209}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01630", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is movie night currently planned to take place?", "temporal_relation": "latest", "query_temporal_norm": 0.5346018671989441, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 1.0081522464752197}], "gold_semantic_scores": [0.7584481239318848], "gold_temporal_scores": [0.24970419704914093], "max_gold_score": 1.0081522464752197, "max_candidate_score": 1.0081522464752197, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 1.0066331624984741, "best_gold_margin": 0.0015190839767456055, "weakest_gold_margin": 0.0015190839767456055}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01630", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What does Finley plan to do during the break?", "temporal_relation": "none", "query_temporal_norm": 0.31995657086372375, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.6099745631217957, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6099745631217957, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01837", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my preferred activity change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4072957932949066, "query_session_index": 2, "query_start_sec": 14.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8988991975784302}, {"memory_id": "history_02_utt_0010", "score": 0.8625337481498718}], "gold_semantic_scores": [0.7503972053527832, 0.7103743553161621], "gold_temporal_scores": [0.14850203692913055, 0.15215936303138733], "max_gold_score": 0.8988991975784302, "max_candidate_score": 0.8988991975784302, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8669683933258057, "best_gold_margin": 0.03193080425262451, "weakest_gold_margin": -0.004434645175933838}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01837", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned wanting to do an evening river cruise instead?", "temporal_relation": "none", "query_temporal_norm": 0.15013724565505981, "query_session_index": 2, "query_start_sec": 14.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7598434090614319}], "gold_semantic_scores": [0.727013111114502], "gold_temporal_scores": [0.03283034265041351], "max_gold_score": 0.7598434090614319, "max_candidate_score": 0.7598434090614319, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.615968644618988, "best_gold_margin": 0.14387476444244385, "weakest_gold_margin": 0.14387476444244385}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01837", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the preferred activity for the main outing change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3429218828678131, "query_session_index": 2, "query_start_sec": 14.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.824036180973053}, {"memory_id": "history_02_utt_0010", "score": 0.8467004895210266}], "gold_semantic_scores": [0.7030849456787109, 0.7147459983825684], "gold_temporal_scores": [0.12095128744840622, 0.13195472955703735], "max_gold_score": 0.8467004895210266, "max_candidate_score": 0.8467004895210266, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.3809628188610077, "best_gold_margin": 0.4657376706600189, "weakest_gold_margin": 0.4430733621120453}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01938", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who liked the Sunrise Express, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.19737713038921356, "query_session_index": 2, "query_start_sec": 13.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6423776745796204}, {"memory_id": "history_02_utt_0008", "score": 0.6730670928955078}], "gold_semantic_scores": [0.5805261731147766, 0.6342568397521973], "gold_temporal_scores": [0.06185157224535942, 0.03881058469414711], "max_gold_score": 0.6730670928955078, "max_candidate_score": 0.6730670928955078, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.2934902012348175, "best_gold_margin": 0.3795768916606903, "weakest_gold_margin": 0.34888747334480286}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01938", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What benefit did Avery mention about the Sunrise Express?", "temporal_relation": "none", "query_temporal_norm": 0.11943584680557251, "query_session_index": 2, "query_start_sec": 13.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7707337737083435}], "gold_semantic_scores": [0.7405704855918884], "gold_temporal_scores": [0.030163364484906197], "max_gold_score": 0.7707337737083435, "max_candidate_score": 0.7707337737083435, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.694490909576416, "best_gold_margin": 0.07624286413192749, "weakest_gold_margin": 0.07624286413192749}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01938", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned liking the Sunrise Express?", "temporal_relation": "none", "query_temporal_norm": 0.16829070448875427, "query_session_index": 2, "query_start_sec": 13.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7251317501068115}], "gold_semantic_scores": [0.6809644103050232], "gold_temporal_scores": [0.04416755214333534], "max_gold_score": 0.7251317501068115, "max_candidate_score": 0.7251317501068115, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.30041685700416565, "best_gold_margin": 0.4247148931026459, "weakest_gold_margin": 0.4247148931026459}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01938", "qa_id": "extra_qa_0010", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the Coastal Connector ruled out?", "temporal_relation": "session", "query_temporal_norm": 0.27963894605636597, "query_session_index": 2, "query_start_sec": 13.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0025", "score": 0.6692008972167969}], "gold_semantic_scores": [0.5435231924057007], "gold_temporal_scores": [0.1256774663925171], "max_gold_score": 0.6692008972167969, "max_candidate_score": 0.6692008972167969, "top_memory_id": "history_02_utt_0025", "max_non_gold_score": 0.38090869784355164, "best_gold_margin": 0.28829219937324524, "weakest_gold_margin": 0.28829219937324524}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02050", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my deployment target change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.37876763939857483, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7038130164146423}, {"memory_id": "history_02_utt_0008", "score": 0.7318093180656433}], "gold_semantic_scores": [0.5679097771644592, 0.5938581824302673], "gold_temporal_scores": [0.1359032392501831, 0.13795128464698792], "max_gold_score": 0.7318093180656433, "max_candidate_score": 0.7318093180656433, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6773166060447693, "best_gold_margin": 0.05449271202087402, "weakest_gold_margin": 0.026496410369873047}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02050", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned targeting the customer staging cluster?", "temporal_relation": "none", "query_temporal_norm": 0.09679706394672394, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.5981174111366272}], "gold_semantic_scores": [0.5999518632888794], "gold_temporal_scores": [-0.0018342353869229555], "max_gold_score": 0.5981174111366272, "max_candidate_score": 0.5981174111366272, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.21392716467380524, "best_gold_margin": 0.38419024646282196, "weakest_gold_margin": 0.38419024646282196}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02050", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current deployment target we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5107893943786621, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8355003595352173}], "gold_semantic_scores": [0.6047605872154236], "gold_temporal_scores": [0.23073971271514893], "max_gold_score": 0.8355003595352173, "max_candidate_score": 0.8407692909240723, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0007::1", "max_non_gold_score": 0.8407692909240723, "best_gold_margin": -0.0052689313888549805, "weakest_gold_margin": -0.0052689313888549805}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02050", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the deployment target change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3899775743484497, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6889479756355286}, {"memory_id": "history_02_utt_0008", "score": 0.7042838931083679}], "gold_semantic_scores": [0.549024760723114, 0.5608022809028625], "gold_temporal_scores": [0.1399231255054474, 0.14348170161247253], "max_gold_score": 0.7042838931083679, "max_candidate_score": 0.7042838931083679, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.3331644833087921, "best_gold_margin": 0.3711194097995758, "weakest_gold_margin": 0.35578349232673645}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02135", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Quinn originally give Midnight Archive before later changing it?", "temporal_relation": "earliest", "query_temporal_norm": 0.4247409403324127, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8809661865234375}], "gold_semantic_scores": [0.802635908126831], "gold_temporal_scores": [0.07833017408847809], "max_gold_score": 0.8809661865234375, "max_candidate_score": 0.8809661865234375, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.8387662172317505, "best_gold_margin": 0.04219996929168701, "weakest_gold_margin": 0.04219996929168701}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02135", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who gave Midnight Archive a 6 out of 10 after that episode?", "temporal_relation": "none", "query_temporal_norm": 0.08232660591602325, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8104355335235596}], "gold_semantic_scores": [0.8030908703804016], "gold_temporal_scores": [0.007344661746174097], "max_gold_score": 0.8104355335235596, "max_candidate_score": 0.8104355335235596, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.732030987739563, "best_gold_margin": 0.07840454578399658, "weakest_gold_margin": 0.07840454578399658}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02135", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest rating given to Midnight Archive in our discussions?", "temporal_relation": "latest", "query_temporal_norm": 0.4720896780490875, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9818332195281982}], "gold_semantic_scores": [0.8157591819763184], "gold_temporal_scores": [0.16607385873794556], "max_gold_score": 0.9818332195281982, "max_candidate_score": 0.9841925501823425, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.9841925501823425, "best_gold_margin": -0.002359330654144287, "weakest_gold_margin": -0.002359330654144287}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02135", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating for Midnight Archive change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.2616395354270935, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8737166523933411}, {"memory_id": "history_02_utt_0009", "score": 0.8688446283340454}], "gold_semantic_scores": [0.7890985012054443, 0.7948371767997742], "gold_temporal_scores": [0.08461839705705643, 0.07400719821453094], "max_gold_score": 0.8737166523933411, "max_candidate_score": 0.8737166523933411, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5557460784912109, "best_gold_margin": 0.3179705739021301, "weakest_gold_margin": 0.3130985498428345}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02262", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting tofu stir-fry, and why did we later drop it?", "temporal_relation": "none", "query_temporal_norm": 0.1750154346227646, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6154561042785645}, {"memory_id": "history_02_utt_0011", "score": 0.7974080443382263}], "gold_semantic_scores": [0.560941219329834, 0.7316995859146118], "gold_temporal_scores": [0.054514918476343155, 0.06570848077535629], "max_gold_score": 0.7974080443382263, "max_candidate_score": 0.7974080443382263, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7886287569999695, "best_gold_margin": 0.008779287338256836, "weakest_gold_margin": -0.17317265272140503}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02262", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide tofu stir-fry was no longer an option?", "temporal_relation": "none", "query_temporal_norm": 0.2671201527118683, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.788386881351471}], "gold_semantic_scores": [0.6819580793380737], "gold_temporal_scores": [0.10642851144075394], "max_gold_score": 0.788386881351471, "max_candidate_score": 0.788386881351471, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5986870527267456, "best_gold_margin": 0.18969982862472534, "weakest_gold_margin": 0.18969982862472534}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02262", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was chickpea pasta suggested?", "temporal_relation": "session", "query_temporal_norm": 0.13828012347221375, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6503942608833313}], "gold_semantic_scores": [0.6066756248474121], "gold_temporal_scores": [0.043718669563531876], "max_gold_score": 0.6503942608833313, "max_candidate_score": 0.6503942608833313, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.4317164719104767, "best_gold_margin": 0.21867778897285461, "weakest_gold_margin": 0.21867778897285461}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02262", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that chickpea pasta was dropped?", "temporal_relation": "session", "query_temporal_norm": 0.20976869761943817, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0031", "score": 0.8095079660415649}], "gold_semantic_scores": [0.7182304859161377], "gold_temporal_scores": [0.09127753973007202], "max_gold_score": 0.8095079660415649, "max_candidate_score": 0.8095079660415649, "top_memory_id": "history_02_utt_0031", "max_non_gold_score": 0.7399826645851135, "best_gold_margin": 0.06952530145645142, "weakest_gold_margin": 0.06952530145645142}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02337", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my dinner restaurant choice change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.40456312894821167, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6839537620544434}, {"memory_id": "history_02_utt_0010", "score": 0.7645881175994873}], "gold_semantic_scores": [0.5437179207801819, 0.6170940399169922], "gold_temporal_scores": [0.14023585617542267, 0.14749443531036377], "max_gold_score": 0.7645881175994873, "max_candidate_score": 0.7857505679130554, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.7857505679130554, "best_gold_margin": -0.021162450313568115, "weakest_gold_margin": -0.10179680585861206}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02337", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the final restaurant choice we discussed for dinner?", "temporal_relation": "latest", "query_temporal_norm": 0.3187132477760315, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7148300409317017}], "gold_semantic_scores": [0.647388756275177], "gold_temporal_scores": [0.06744129210710526], "max_gold_score": 0.7148300409317017, "max_candidate_score": 0.7599746584892273, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::0", "max_non_gold_score": 0.7599746584892273, "best_gold_margin": -0.045144617557525635, "weakest_gold_margin": -0.045144617557525635}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02337", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned leaning toward Juniper Table for dinner?", "temporal_relation": "none", "query_temporal_norm": 0.1676509827375412, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6870651245117188}], "gold_semantic_scores": [0.6510341763496399], "gold_temporal_scores": [0.03603078052401543], "max_gold_score": 0.6870651245117188, "max_candidate_score": 0.6870651245117188, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3812779486179352, "best_gold_margin": 0.30578717589378357, "weakest_gold_margin": 0.30578717589378357}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02337", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched their pick to Saffron Harbor for dinner?", "temporal_relation": "none", "query_temporal_norm": 0.30976739525794983, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9066798090934753}], "gold_semantic_scores": [0.7519075870513916], "gold_temporal_scores": [0.1547718644142151], "max_gold_score": 0.9066798090934753, "max_candidate_score": 0.9066798090934753, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.41581180691719055, "best_gold_margin": 0.4908680021762848, "weakest_gold_margin": 0.4908680021762848}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02405", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What restaurant did I say we picked at first, before the dinner plan changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.47480902075767517, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.780896782875061}], "gold_semantic_scores": [0.6962674856185913], "gold_temporal_scores": [0.08462921530008316], "max_gold_score": 0.780896782875061, "max_candidate_score": 0.8388504385948181, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.8388504385948181, "best_gold_margin": -0.05795365571975708, "weakest_gold_margin": -0.05795365571975708}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02405", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we decide to go for dinner after changing the plan?", "temporal_relation": "latest", "query_temporal_norm": 0.4452119767665863, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8782016038894653}], "gold_semantic_scores": [0.6718533635139465], "gold_temporal_scores": [0.20634837448596954], "max_gold_score": 0.8782016038894653, "max_candidate_score": 0.8884626030921936, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0007::1", "max_non_gold_score": 0.8884626030921936, "best_gold_margin": -0.010260999202728271, "weakest_gold_margin": -0.010260999202728271}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02405", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention the new dinner plan?", "temporal_relation": "session", "query_temporal_norm": 0.16037283837795258, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6321545839309692}], "gold_semantic_scores": [0.5783174633979797], "gold_temporal_scores": [0.0538371205329895], "max_gold_score": 0.6321545839309692, "max_candidate_score": 0.6321545839309692, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.44783347845077515, "best_gold_margin": 0.1843211054801941, "weakest_gold_margin": 0.1843211054801941}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02405", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "When is the laundry room available today?", "temporal_relation": "none", "query_temporal_norm": 0.44932830333709717, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5607450604438782, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5607450604438782, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02489", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Reese's dataset version change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.42079073190689087, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5255987644195557}, {"memory_id": "history_02_utt_0008", "score": 0.6690519452095032}], "gold_semantic_scores": [0.37007951736450195, 0.5268597602844238], "gold_temporal_scores": [0.15551923215389252, 0.14219272136688232], "max_gold_score": 0.6690519452095032, "max_candidate_score": 0.6690519452095032, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5603759288787842, "best_gold_margin": 0.108676016330719, "weakest_gold_margin": -0.034777164459228516}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02489", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current dataset version we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5402300357818604, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7911128997802734}], "gold_semantic_scores": [0.5203970670700073], "gold_temporal_scores": [0.27071601152420044], "max_gold_score": 0.7911128997802734, "max_candidate_score": 0.7911128997802734, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7848780751228333, "best_gold_margin": 0.0062348246574401855, "weakest_gold_margin": 0.0062348246574401855}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02489", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Reese mention using earlier?", "temporal_relation": "before", "query_temporal_norm": 0.4499860405921936, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5835871696472168}], "gold_semantic_scores": [0.46403488516807556], "gold_temporal_scores": [0.11955221742391586], "max_gold_score": 0.5835871696472168, "max_candidate_score": 0.5835871696472168, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.47843608260154724, "best_gold_margin": 0.10515108704566956, "weakest_gold_margin": 0.10515108704566956}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02489", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Reese say they moved to?", "temporal_relation": "none", "query_temporal_norm": 0.4725358486175537, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8524647355079651}], "gold_semantic_scores": [0.6104413270950317], "gold_temporal_scores": [0.24202358722686768], "max_gold_score": 0.8524647355079651, "max_candidate_score": 0.8524647355079651, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7600470185279846, "best_gold_margin": 0.09241771697998047, "weakest_gold_margin": 0.09241771697998047}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02634", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was the latest rating Cameron gave episode three of Paper Moons?", "temporal_relation": "latest", "query_temporal_norm": 0.5603746771812439, "query_session_index": 2, "query_start_sec": 14.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0188697576522827}], "gold_semantic_scores": [0.7698203325271606], "gold_temporal_scores": [0.2490491420030594], "max_gold_score": 1.0188697576522827, "max_candidate_score": 1.0188697576522827, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0124181509017944, "best_gold_margin": 0.006451606750488281, "weakest_gold_margin": 0.006451606750488281}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02740", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker originally say the activity for that first evening in Porto would be?", "temporal_relation": "earliest", "query_temporal_norm": 0.5687044858932495, "query_session_index": 2, "query_start_sec": 22.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8767850399017334}], "gold_semantic_scores": [0.7428290247917175], "gold_temporal_scores": [0.13395608961582184], "max_gold_score": 0.8767850399017334, "max_candidate_score": 0.8767850399017334, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7934231162071228, "best_gold_margin": 0.0833619236946106, "weakest_gold_margin": 0.0833619236946106}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02740", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker mention wanting to do a street food crawl?", "temporal_relation": "session", "query_temporal_norm": 0.21526367962360382, "query_session_index": 2, "query_start_sec": 22.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8427509665489197}], "gold_semantic_scores": [0.773190438747406], "gold_temporal_scores": [0.0695606917142868], "max_gold_score": 0.8427509665489197, "max_candidate_score": 0.8427509665489197, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7244400382041931, "best_gold_margin": 0.11831092834472656, "weakest_gold_margin": 0.11831092834472656}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02740", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the decision to choose a castle tour for the first evening mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.19910679757595062, "query_session_index": 2, "query_start_sec": 22.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7911023497581482}], "gold_semantic_scores": [0.7322584986686707], "gold_temporal_scores": [0.0588437058031559], "max_gold_score": 0.7911023497581482, "max_candidate_score": 0.7911023497581482, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5414215922355652, "best_gold_margin": 0.249680757522583, "weakest_gold_margin": 0.249680757522583}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02740", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "When will someone start their laundry load?", "temporal_relation": "none", "query_temporal_norm": 0.12698695063591003, "query_session_index": 2, "query_start_sec": 22.24, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.2943229675292969, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.2943229675292969, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02826", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the playlist event had been moved to most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5330418348312378, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 1.0806784629821777}], "gold_semantic_scores": [0.8099424242973328], "gold_temporal_scores": [0.27073612809181213], "max_gold_score": 1.0806784629821777, "max_candidate_score": 1.0806784629821777, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 1.0806612968444824, "best_gold_margin": 1.71661376953125e-05, "weakest_gold_margin": 1.71661376953125e-05}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02826", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the playlist event originally planned to be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.5388182997703552, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8685973286628723}], "gold_semantic_scores": [0.7095328569412231], "gold_temporal_scores": [0.15906460583209991], "max_gold_score": 0.8685973286628723, "max_candidate_score": 0.8685973286628723, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7471538186073303, "best_gold_margin": 0.12144351005554199, "weakest_gold_margin": 0.12144351005554199}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02826", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan mention moving the playlist event?", "temporal_relation": "session", "query_temporal_norm": 0.16421958804130554, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6952946782112122}], "gold_semantic_scores": [0.6476317048072815], "gold_temporal_scores": [0.04766302928328514], "max_gold_score": 0.6952946782112122, "max_candidate_score": 0.6952946782112122, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5475001931190491, "best_gold_margin": 0.14779448509216309, "weakest_gold_margin": 0.14779448509216309}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02826", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned moving the playlist event to the Rooftop Terrace?", "temporal_relation": "none", "query_temporal_norm": 0.3021290898323059, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9168598055839539}], "gold_semantic_scores": [0.7727371454238892], "gold_temporal_scores": [0.14412274956703186], "max_gold_score": 0.9168598055839539, "max_candidate_score": 0.9168598055839539, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.4665916860103607, "best_gold_margin": 0.45026811957359314, "weakest_gold_margin": 0.45026811957359314}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03019", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest deadline was for the user study protocol?", "temporal_relation": "latest", "query_temporal_norm": 0.5321471095085144, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.019819974899292}], "gold_semantic_scores": [0.7696232199668884], "gold_temporal_scores": [0.25019654631614685], "max_gold_score": 1.019819974899292, "max_candidate_score": 1.019819974899292, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0125486850738525, "best_gold_margin": 0.007271289825439453, "weakest_gold_margin": 0.007271289825439453}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03019", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When we talked about it before, what was the original deadline for the user study protocol?", "temporal_relation": "earliest", "query_temporal_norm": 0.5152523517608643, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9510200023651123}], "gold_semantic_scores": [0.7936276197433472], "gold_temporal_scores": [0.15739235281944275], "max_gold_score": 0.9510200023651123, "max_candidate_score": 0.9510200023651123, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8151795864105225, "best_gold_margin": 0.13584041595458984, "weakest_gold_margin": 0.13584041595458984}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03134", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did the dataset version I described change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3938373029232025, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.49771568179130554}, {"memory_id": "history_02_utt_0010", "score": 0.5480557680130005}], "gold_semantic_scores": [0.35545387864112854, 0.4424181580543518], "gold_temporal_scores": [0.1422617882490158, 0.10563760250806808], "max_gold_score": 0.5480557680130005, "max_candidate_score": 0.5480557680130005, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5159004330635071, "best_gold_margin": 0.03215533494949341, "weakest_gold_margin": -0.018184751272201538}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03134", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching to a curated release with synced segments?", "temporal_relation": "none", "query_temporal_norm": 0.13615287840366364, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7598555684089661}], "gold_semantic_scores": [0.7026243209838867], "gold_temporal_scores": [0.057231318205595016], "max_gold_score": 0.7598555684089661, "max_candidate_score": 0.7598555684089661, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.42628413438796997, "best_gold_margin": 0.3335714340209961, "weakest_gold_margin": 0.3335714340209961}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03134", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version was initially planned?", "temporal_relation": "earliest", "query_temporal_norm": 0.5394731760025024, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6353734731674194}], "gold_semantic_scores": [0.47184813022613525], "gold_temporal_scores": [0.16352538764476776], "max_gold_score": 0.6353734731674194, "max_candidate_score": 0.6353734731674194, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.49366557598114014, "best_gold_margin": 0.1417078971862793, "weakest_gold_margin": 0.1417078971862793}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03134", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dataset version change between the two discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3534255027770996, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5273211598396301}, {"memory_id": "history_02_utt_0010", "score": 0.5849064588546753}], "gold_semantic_scores": [0.40053316950798035, 0.4880957305431366], "gold_temporal_scores": [0.12678802013397217, 0.09681098908185959], "max_gold_score": 0.5849064588546753, "max_candidate_score": 0.5849064588546753, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.21926812827587128, "best_gold_margin": 0.365638330578804, "weakest_gold_margin": 0.30805303156375885}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03192", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What constraint did Parker say the chunked evaluator path was meant to satisfy, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1842619925737381, "query_session_index": 2, "query_start_sec": 13.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7669890522956848}, {"memory_id": "history_02_utt_0010", "score": 0.6961497068405151}], "gold_semantic_scores": [0.7095214128494263, 0.6344265937805176], "gold_temporal_scores": [0.05746767669916153, 0.061723072081804276], "max_gold_score": 0.7669890522956848, "max_candidate_score": 0.7669890522956848, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7619320750236511, "best_gold_margin": 0.005056977272033691, "weakest_gold_margin": -0.06578236818313599}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03192", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What constraint did Parker mention for the chunked evaluator path?", "temporal_relation": "none", "query_temporal_norm": 0.09635866433382034, "query_session_index": 2, "query_start_sec": 13.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6714464426040649}], "gold_semantic_scores": [0.6508918404579163], "gold_temporal_scores": [0.020554648712277412], "max_gold_score": 0.6714464426040649, "max_candidate_score": 0.6714464426040649, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5870839953422546, "best_gold_margin": 0.0843624472618103, "weakest_gold_margin": 0.0843624472618103}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03192", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the constraint about staying within the overnight GPU window?", "temporal_relation": "none", "query_temporal_norm": 0.09512125700712204, "query_session_index": 2, "query_start_sec": 13.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.3887068033218384}], "gold_semantic_scores": [0.3694763481616974], "gold_temporal_scores": [0.019230326637625694], "max_gold_score": 0.3887068033218384, "max_candidate_score": 0.3887068033218384, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.2134849727153778, "best_gold_margin": 0.17522183060646057, "weakest_gold_margin": 0.17522183060646057}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03192", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the decision to drop the chunked evaluator path discussed?", "temporal_relation": "session", "query_temporal_norm": 0.3003701865673065, "query_session_index": 2, "query_start_sec": 13.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8487659692764282}], "gold_semantic_scores": [0.7196516394615173], "gold_temporal_scores": [0.12911424040794373], "max_gold_score": 0.8487659692764282, "max_candidate_score": 0.8487659692764282, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5351518988609314, "best_gold_margin": 0.3136140704154968, "weakest_gold_margin": 0.3136140704154968}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03343", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was Casey's latest rating for Harbor Lights Cut?", "temporal_relation": "latest", "query_temporal_norm": 0.5374603271484375, "query_session_index": 2, "query_start_sec": 22.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0009721517562866}], "gold_semantic_scores": [0.7826097011566162], "gold_temporal_scores": [0.21836256980895996], "max_gold_score": 1.0009721517562866, "max_candidate_score": 1.0009721517562866, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9977962970733643, "best_gold_margin": 0.0031758546829223633, "weakest_gold_margin": 0.0031758546829223633}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03431", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who wanted Midnight Arcade, and why was it later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.20758530497550964, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6528937816619873}, {"memory_id": "history_02_utt_0010", "score": 0.7958089709281921}], "gold_semantic_scores": [0.5845085978507996, 0.7260900735855103], "gold_temporal_scores": [0.06838545948266983, 0.06971888989210129], "max_gold_score": 0.7958089709281921, "max_candidate_score": 0.7958089709281921, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5116584300994873, "best_gold_margin": 0.28415054082870483, "weakest_gold_margin": 0.1412353515625}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03431", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention wanting Midnight Arcade in slot two?", "temporal_relation": "session", "query_temporal_norm": 0.2049664855003357, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8171440362930298}], "gold_semantic_scores": [0.7478675246238708], "gold_temporal_scores": [0.06927646696567535], "max_gold_score": 0.8171440362930298, "max_candidate_score": 0.8171440362930298, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7578557133674622, "best_gold_margin": 0.05928832292556763, "weakest_gold_margin": 0.05928832292556763}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03431", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Skyler give for dropping Midnight Arcade?", "temporal_relation": "none", "query_temporal_norm": 0.17837664484977722, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7199665307998657}], "gold_semantic_scores": [0.646731436252594], "gold_temporal_scores": [0.07323498278856277], "max_gold_score": 0.7199665307998657, "max_candidate_score": 0.7199665307998657, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6644299626350403, "best_gold_margin": 0.05553656816482544, "weakest_gold_margin": 0.05553656816482544}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03431", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Neon Harbor placed near the end of the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.12979605793952942, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.8038821816444397}], "gold_semantic_scores": [0.7819651961326599], "gold_temporal_scores": [0.021917453035712242], "max_gold_score": 0.8038821816444397, "max_candidate_score": 0.8038821816444397, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.5841721892356873, "best_gold_margin": 0.21970999240875244, "weakest_gold_margin": 0.21970999240875244}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03542", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was the latest venue Parker said we were using?", "temporal_relation": "latest", "query_temporal_norm": 0.5513075590133667, "query_session_index": 2, "query_start_sec": 12.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8728898167610168}], "gold_semantic_scores": [0.6259699463844299], "gold_temporal_scores": [0.24691987037658691], "max_gold_score": 0.8728898167610168, "max_candidate_score": 0.8766106963157654, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8766106963157654, "best_gold_margin": -0.003720879554748535, "weakest_gold_margin": -0.003720879554748535}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03542", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we initially plan to meet?", "temporal_relation": "earliest", "query_temporal_norm": 0.5647946000099182, "query_session_index": 2, "query_start_sec": 12.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7639592289924622}], "gold_semantic_scores": [0.6512696146965027], "gold_temporal_scores": [0.11268962174654007], "max_gold_score": 0.7639592289924622, "max_candidate_score": 0.7639592289924622, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.29911449551582336, "best_gold_margin": 0.4648447334766388, "weakest_gold_margin": 0.4648447334766388}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03542", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they moved us to the lake house den?", "temporal_relation": "none", "query_temporal_norm": 0.353053480386734, "query_session_index": 2, "query_start_sec": 12.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9473772644996643}], "gold_semantic_scores": [0.8055331110954285], "gold_temporal_scores": [0.1418440192937851], "max_gold_score": 0.9473772644996643, "max_candidate_score": 0.9473772644996643, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3002021908760071, "best_gold_margin": 0.6471750736236572, "weakest_gold_margin": 0.6471750736236572}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03542", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Parker say we were moving to?", "temporal_relation": "none", "query_temporal_norm": 0.43763795495033264, "query_session_index": 2, "query_start_sec": 12.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7878352999687195}], "gold_semantic_scores": [0.6046932339668274], "gold_temporal_scores": [0.18314240872859955], "max_gold_score": 0.7878352999687195, "max_candidate_score": 0.7878352999687195, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7032074332237244, "best_gold_margin": 0.08462786674499512, "weakest_gold_margin": 0.08462786674499512}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03669", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor say about why the harbor ferry could work, and why did Skyler rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.26365047693252563, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.5709991455078125}, {"memory_id": "history_02_utt_0010", "score": 0.7133853435516357}], "gold_semantic_scores": [0.4813791811466217, 0.6380031704902649], "gold_temporal_scores": [0.08962003886699677, 0.07538209110498428], "max_gold_score": 0.7133853435516357, "max_candidate_score": 0.7133853435516357, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7021766304969788, "best_gold_margin": 0.011208713054656982, "weakest_gold_margin": -0.13117748498916626}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03669", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the harbor ferry drops us a block from the festival gate?", "temporal_relation": "none", "query_temporal_norm": 0.12090364843606949, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6676086187362671}], "gold_semantic_scores": [0.6370419263839722], "gold_temporal_scores": [0.030566636472940445], "max_gold_score": 0.6676086187362671, "max_candidate_score": 0.6676086187362671, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6564926505088806, "best_gold_margin": 0.011115968227386475, "weakest_gold_margin": 0.011115968227386475}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03669", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed a travel option that had an issue with its evening return. What was the problem?", "temporal_relation": "none", "query_temporal_norm": 0.28440627455711365, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7221909761428833}], "gold_semantic_scores": [0.5910308361053467], "gold_temporal_scores": [0.13116014003753662], "max_gold_score": 0.7221909761428833, "max_candidate_score": 0.7221909761428833, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4334856867790222, "best_gold_margin": 0.2887052893638611, "weakest_gold_margin": 0.2887052893638611}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03669", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the light rail would keep us out of the rain?", "temporal_relation": "session", "query_temporal_norm": 0.11136461049318314, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.7049617767333984}], "gold_semantic_scores": [0.6740008592605591], "gold_temporal_scores": [0.0309612937271595], "max_gold_score": 0.7049617767333984, "max_candidate_score": 0.7049617767333984, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.6452552080154419, "best_gold_margin": 0.05970656871795654, "weakest_gold_margin": 0.05970656871795654}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03735", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Taylor give for proposing the edge-cached prompt bundle, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.23560211062431335, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7685274481773376}, {"memory_id": "history_02_utt_0009", "score": 0.7085290551185608}], "gold_semantic_scores": [0.699073076248169, 0.6424532532691956], "gold_temporal_scores": [0.06945434957742691, 0.06607548147439957], "max_gold_score": 0.7685274481773376, "max_candidate_score": 0.8115924596786499, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8115924596786499, "best_gold_margin": -0.043065011501312256, "weakest_gold_margin": -0.10306340456008911}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03735", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the edge-cached prompt bundle?", "temporal_relation": "none", "query_temporal_norm": 0.13114364445209503, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8045957684516907}], "gold_semantic_scores": [0.773152232170105], "gold_temporal_scores": [0.03144342079758644], "max_gold_score": 0.8045957684516907, "max_candidate_score": 0.8045957684516907, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5840312242507935, "best_gold_margin": 0.22056454420089722, "weakest_gold_margin": 0.22056454420089722}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03735", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop the edge-cached prompt bundle?", "temporal_relation": "none", "query_temporal_norm": 0.18183273077011108, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9160484075546265}], "gold_semantic_scores": [0.8317844271659851], "gold_temporal_scores": [0.08426408469676971], "max_gold_score": 0.9160484075546265, "max_candidate_score": 0.9160484075546265, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6971942186355591, "best_gold_margin": 0.21885418891906738, "weakest_gold_margin": 0.21885418891906738}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03829", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the screening had been moved to the rec room downstairs?", "temporal_relation": "none", "query_temporal_norm": 0.300993412733078, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.910250186920166}], "gold_semantic_scores": [0.7756356596946716], "gold_temporal_scores": [0.13461481034755707], "max_gold_score": 0.910250186920166, "max_candidate_score": 0.910250186920166, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5543131232261658, "best_gold_margin": 0.35593706369400024, "weakest_gold_margin": 0.35593706369400024}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03829", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening ultimately planned to take place?", "temporal_relation": "none", "query_temporal_norm": 0.5207862854003906, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9275763034820557}], "gold_semantic_scores": [0.6579586267471313], "gold_temporal_scores": [0.2696175277233124], "max_gold_score": 0.9275763034820557, "max_candidate_score": 0.9275763034820557, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9195643067359924, "best_gold_margin": 0.008011996746063232, "weakest_gold_margin": 0.008011996746063232}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03829", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What location did Morgan mention for the screening?", "temporal_relation": "none", "query_temporal_norm": 0.14030154049396515, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6587579250335693}], "gold_semantic_scores": [0.6690585017204285], "gold_temporal_scores": [-0.010300645604729652], "max_gold_score": 0.6587579250335693, "max_candidate_score": 0.6587579250335693, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5536907315254211, "best_gold_margin": 0.1050671935081482, "weakest_gold_margin": 0.1050671935081482}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03928", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for pushing Night Ferry, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.18160480260849, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7401850819587708}, {"memory_id": "history_02_utt_0012", "score": 0.7131378650665283}], "gold_semantic_scores": [0.6824970245361328, 0.6503411531448364], "gold_temporal_scores": [0.05768812447786331, 0.06279633194208145], "max_gold_score": 0.7401850819587708, "max_candidate_score": 0.7469304203987122, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7469304203987122, "best_gold_margin": -0.006745338439941406, "weakest_gold_margin": -0.03379255533218384}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03928", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Lantern District backed during the discussion?", "temporal_relation": "none", "query_temporal_norm": 0.15045222640037537, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.5280519127845764}], "gold_semantic_scores": [0.503281831741333], "gold_temporal_scores": [0.024770043790340424], "max_gold_score": 0.5280519127845764, "max_candidate_score": 0.5402030944824219, "top_memory_id": "history_02_utt_0031", "max_non_gold_score": 0.5402030944824219, "best_gold_margin": -0.012151181697845459, "weakest_gold_margin": -0.012151181697845459}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03928", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the ensemble chemistry made Lantern District appealing?", "temporal_relation": "session", "query_temporal_norm": 0.1402946263551712, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.4731590747833252}], "gold_semantic_scores": [0.4383554458618164], "gold_temporal_scores": [0.034803591668605804], "max_gold_score": 0.4731590747833252, "max_candidate_score": 0.4900524914264679, "top_memory_id": "history_02_utt_0031", "max_non_gold_score": 0.4900524914264679, "best_gold_margin": -0.0168934166431427, "weakest_gold_margin": -0.0168934166431427}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03928", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What movie was set aside after it was remembered that someone had already seen it with their cousins?", "temporal_relation": "none", "query_temporal_norm": 0.4250509738922119, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0031", "score": 0.7175980806350708}], "gold_semantic_scores": [0.5489554405212402], "gold_temporal_scores": [0.1686427742242813], "max_gold_score": 0.7175980806350708, "max_candidate_score": 0.7797863483428955, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7797863483428955, "best_gold_margin": -0.06218826770782471, "weakest_gold_margin": -0.06218826770782471}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04044", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's preferred activity change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41825708746910095, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8105223774909973}, {"memory_id": "history_02_utt_0008", "score": 0.7390630841255188}], "gold_semantic_scores": [0.6655194759368896, 0.5945761799812317], "gold_temporal_scores": [0.1450028419494629, 0.1444869190454483], "max_gold_score": 0.8105223774909973, "max_candidate_score": 0.8105223774909973, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6707480549812317, "best_gold_margin": 0.13977432250976562, "weakest_gold_margin": 0.06831502914428711}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04044", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen as the main one during the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.16623260080814362, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6198922991752625}], "gold_semantic_scores": [0.6133323311805725], "gold_temporal_scores": [0.006559998262673616], "max_gold_score": 0.6198922991752625, "max_candidate_score": 0.6289243102073669, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6289243102073669, "best_gold_margin": -0.009032011032104492, "weakest_gold_margin": -0.009032011032104492}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04044", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention preferring the sunset harbor cruise?", "temporal_relation": "session", "query_temporal_norm": 0.1106976866722107, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6756895184516907}], "gold_semantic_scores": [0.6461009383201599], "gold_temporal_scores": [0.029588667675852776], "max_gold_score": 0.6756895184516907, "max_candidate_score": 0.6756895184516907, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5748964548110962, "best_gold_margin": 0.10079306364059448, "weakest_gold_margin": 0.10079306364059448}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04044", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey say they would rather visit the Mariner Museum?", "temporal_relation": "session", "query_temporal_norm": 0.11474153399467468, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6799859404563904}], "gold_semantic_scores": [0.6465514898300171], "gold_temporal_scores": [0.03343438729643822], "max_gold_score": 0.6799859404563904, "max_candidate_score": 0.6799859404563904, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6485315561294556, "best_gold_margin": 0.031454384326934814, "weakest_gold_margin": 0.031454384326934814}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04147", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change from what I originally said to the later version?", "temporal_relation": "comparison", "query_temporal_norm": 0.3992510139942169, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8254989981651306}, {"memory_id": "history_02_utt_0010", "score": 0.7328287959098816}], "gold_semantic_scores": [0.6797338128089905, 0.5957428216934204], "gold_temporal_scores": [0.14576511085033417, 0.13708630204200745], "max_gold_score": 0.8254989981651306, "max_candidate_score": 0.8254989981651306, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8064716458320618, "best_gold_margin": 0.019027352333068848, "weakest_gold_margin": -0.07364284992218018}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04147", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation plan to a hidden-style holdout rehearsal?", "temporal_relation": "none", "query_temporal_norm": 0.3217684328556061, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.94785076379776}], "gold_semantic_scores": [0.8140804767608643], "gold_temporal_scores": [0.13377010822296143], "max_gold_score": 0.94785076379776, "max_candidate_score": 0.94785076379776, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6199646592140198, "best_gold_margin": 0.32788610458374023, "weakest_gold_margin": 0.32788610458374023}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04147", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original plan for evaluating the system?", "temporal_relation": "earliest", "query_temporal_norm": 0.5121873617172241, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7640222907066345}], "gold_semantic_scores": [0.6575003862380981], "gold_temporal_scores": [0.10652175545692444], "max_gold_score": 0.7640222907066345, "max_candidate_score": 0.7640222907066345, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.645728588104248, "best_gold_margin": 0.11829370260238647, "weakest_gold_margin": 0.11829370260238647}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04147", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation plan change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3886028528213501, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8635373711585999}, {"memory_id": "history_02_utt_0010", "score": 0.7649794220924377}], "gold_semantic_scores": [0.7225407958030701, 0.6292197108268738], "gold_temporal_scores": [0.14099672436714172, 0.13575981557369232], "max_gold_score": 0.8635373711585999, "max_candidate_score": 0.8635373711585999, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.42349955439567566, "best_gold_margin": 0.4400378167629242, "weakest_gold_margin": 0.3414798676967621}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04232", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Riley's evaluation plan change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.42846760153770447, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7692976593971252}, {"memory_id": "history_02_utt_0008", "score": 0.7990504503250122}], "gold_semantic_scores": [0.6133595705032349, 0.6371357440948486], "gold_temporal_scores": [0.1559380739927292, 0.1619148701429367], "max_gold_score": 0.7990504503250122, "max_candidate_score": 0.7990504503250122, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6134058833122253, "best_gold_margin": 0.18564456701278687, "weakest_gold_margin": 0.1558917760848999}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04232", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest evaluation plan discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5458720326423645, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9064576029777527}], "gold_semantic_scores": [0.6356629729270935], "gold_temporal_scores": [0.2707950174808502], "max_gold_score": 0.9064576029777527, "max_candidate_score": 0.9117926359176636, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.9117926359176636, "best_gold_margin": -0.005335032939910889, "weakest_gold_margin": -0.005335032939910889}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04232", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley mention tabulating post-task ratings?", "temporal_relation": "session", "query_temporal_norm": 0.19863343238830566, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8508546352386475}], "gold_semantic_scores": [0.7852384448051453], "gold_temporal_scores": [0.06561634689569473], "max_gold_score": 0.8508546352386475, "max_candidate_score": 0.8508546352386475, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.728913426399231, "best_gold_margin": 0.1219412088394165, "weakest_gold_margin": 0.1219412088394165}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04232", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley mention switching the evaluation plan?", "temporal_relation": "session", "query_temporal_norm": 0.24425733089447021, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7234295010566711}], "gold_semantic_scores": [0.6102407574653625], "gold_temporal_scores": [0.11318854242563248], "max_gold_score": 0.7234295010566711, "max_candidate_score": 0.7234295010566711, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5409420132637024, "best_gold_margin": 0.18248748779296875, "weakest_gold_margin": 0.18248748779296875}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04334", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What departure time did Parker originally say for the pickup run before it was changed later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5253604650497437, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.959294319152832}], "gold_semantic_scores": [0.7945904731750488], "gold_temporal_scores": [0.16470381617546082], "max_gold_score": 0.959294319152832, "max_candidate_score": 0.959294319152832, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.8552356958389282, "best_gold_margin": 0.10405862331390381, "weakest_gold_margin": 0.10405862331390381}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04334", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker say they planned to leave at 3:15 PM?", "temporal_relation": "session", "query_temporal_norm": 0.31647586822509766, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8334876298904419}], "gold_semantic_scores": [0.741947591304779], "gold_temporal_scores": [0.09154010564088821], "max_gold_score": 0.8334876298904419, "max_candidate_score": 0.8334876298904419, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7361304759979248, "best_gold_margin": 0.09735715389251709, "weakest_gold_margin": 0.09735715389251709}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04450", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Quinn give for recommending Harbor Nights, and why did Drew say it was dropped?", "temporal_relation": "none", "query_temporal_norm": 0.17546910047531128, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7053490281105042}, {"memory_id": "history_02_utt_0009", "score": 0.7335025072097778}], "gold_semantic_scores": [0.6530275940895081, 0.6700443029403687], "gold_temporal_scores": [0.05232148617506027, 0.06345811486244202], "max_gold_score": 0.7335025072097778, "max_candidate_score": 0.8013069033622742, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8013069033622742, "best_gold_margin": -0.06780439615249634, "weakest_gold_margin": -0.09595787525177002}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04450", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the reason for recommending Harbor Nights?", "temporal_relation": "none", "query_temporal_norm": 0.13193204998970032, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7450898289680481}], "gold_semantic_scores": [0.7115063071250916], "gold_temporal_scores": [0.033583566546440125], "max_gold_score": 0.7450898289680481, "max_candidate_score": 0.7450898289680481, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.48655837774276733, "best_gold_margin": 0.25853145122528076, "weakest_gold_margin": 0.25853145122528076}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04450", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Quinn say they recommended Harbor Nights?", "temporal_relation": "none", "query_temporal_norm": 0.14936475455760956, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8273361325263977}], "gold_semantic_scores": [0.7865687012672424], "gold_temporal_scores": [0.04076728969812393], "max_gold_score": 0.8273361325263977, "max_candidate_score": 0.8273361325263977, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7573880553245544, "best_gold_margin": 0.06994807720184326, "weakest_gold_margin": 0.06994807720184326}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04450", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention the reason for dropping Harbor Nights?", "temporal_relation": "session", "query_temporal_norm": 0.17008216679096222, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8713008761405945}], "gold_semantic_scores": [0.793884813785553], "gold_temporal_scores": [0.07741598784923553], "max_gold_score": 0.8713008761405945, "max_candidate_score": 0.8713008761405945, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5691160559654236, "best_gold_margin": 0.3021848201751709, "weakest_gold_margin": 0.3021848201751709}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04601", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for recommending River Ledger, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1567564159631729, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6733217835426331}, {"memory_id": "history_02_utt_0010", "score": 0.7713865637779236}], "gold_semantic_scores": [0.6253826022148132, 0.7205013632774353], "gold_temporal_scores": [0.04793935269117355, 0.050884947180747986], "max_gold_score": 0.7713865637779236, "max_candidate_score": 0.7713865637779236, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6930609941482544, "best_gold_margin": 0.07832556962966919, "weakest_gold_margin": -0.019739210605621338}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04601", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was River Ledger dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1657411754131317, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8369746804237366}], "gold_semantic_scores": [0.7638857960700989], "gold_temporal_scores": [0.07308870553970337], "max_gold_score": 0.8369746804237366, "max_candidate_score": 0.8369746804237366, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5646588802337646, "best_gold_margin": 0.2723158001899719, "weakest_gold_margin": 0.2723158001899719}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04601", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the reason for dropping River Ledger mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.17021945118904114, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8844146728515625}], "gold_semantic_scores": [0.8102725744247437], "gold_temporal_scores": [0.07414209842681885], "max_gold_score": 0.8844146728515625, "max_candidate_score": 0.8844146728515625, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5531660914421082, "best_gold_margin": 0.33124858140945435, "weakest_gold_margin": 0.33124858140945435}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04601", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Signal at Dawn recommended?", "temporal_relation": "none", "query_temporal_norm": 0.09981516748666763, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.7973950505256653}], "gold_semantic_scores": [0.7806516289710999], "gold_temporal_scores": [0.016743402928113937], "max_gold_score": 0.7973950505256653, "max_candidate_score": 0.7973950505256653, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.5475970506668091, "best_gold_margin": 0.2497979998588562, "weakest_gold_margin": 0.2497979998588562}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04730", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Quinn's choice for the weekend activity change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4252795875072479, "query_session_index": 2, "query_start_sec": 14.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7693189978599548}, {"memory_id": "history_02_utt_0009", "score": 0.841235339641571}], "gold_semantic_scores": [0.6260473132133484, 0.6809412837028503], "gold_temporal_scores": [0.14327169954776764, 0.16029424965381622], "max_gold_score": 0.841235339641571, "max_candidate_score": 0.841235339641571, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7235431671142578, "best_gold_margin": 0.11769217252731323, "weakest_gold_margin": 0.04577583074569702}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04730", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Quinn say they were leaning toward for Saturday?", "temporal_relation": "none", "query_temporal_norm": 0.414004921913147, "query_session_index": 2, "query_start_sec": 14.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7755647897720337}], "gold_semantic_scores": [0.6495422720909119], "gold_temporal_scores": [0.12602241337299347], "max_gold_score": 0.7755647897720337, "max_candidate_score": 0.7755647897720337, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.7612874507904053, "best_gold_margin": 0.014277338981628418, "weakest_gold_margin": 0.014277338981628418}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04730", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention the indoor climbing gym?", "temporal_relation": "session", "query_temporal_norm": 0.2842235565185547, "query_session_index": 2, "query_start_sec": 14.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.6377145051956177}], "gold_semantic_scores": [0.5451217889785767], "gold_temporal_scores": [0.09259270876646042], "max_gold_score": 0.6377145051956177, "max_candidate_score": 0.7233496308326721, "top_memory_id": "history_01_utt_0005", "max_non_gold_score": 0.7233496308326721, "best_gold_margin": -0.08563512563705444, "weakest_gold_margin": -0.08563512563705444}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04730", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Quinn say they would rather do this weekend?", "temporal_relation": "none", "query_temporal_norm": 0.5270216464996338, "query_session_index": 2, "query_start_sec": 14.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0086289644241333}], "gold_semantic_scores": [0.7537232637405396], "gold_temporal_scores": [0.25490596890449524], "max_gold_score": 1.0086289644241333, "max_candidate_score": 1.0086289644241333, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8734099864959717, "best_gold_margin": 0.13521897792816162, "weakest_gold_margin": 0.13521897792816162}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04811", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the 6:40 direct train, and why did Cameron rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.1436215043067932, "query_session_index": 2, "query_start_sec": 12.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5648651123046875}, {"memory_id": "history_02_utt_0010", "score": 0.6038231253623962}], "gold_semantic_scores": [0.5238967537879944, 0.5676496028900146], "gold_temporal_scores": [0.04096832871437073, 0.03617338463664055], "max_gold_score": 0.6038231253623962, "max_candidate_score": 0.676166832447052, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.676166832447052, "best_gold_margin": -0.07234370708465576, "weakest_gold_margin": -0.1113017201423645}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04811", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the 6:40 direct train ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.1318206787109375, "query_session_index": 2, "query_start_sec": 12.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7878802418708801}], "gold_semantic_scores": [0.7451410293579102], "gold_temporal_scores": [0.0427391491830349], "max_gold_score": 0.7878802418708801, "max_candidate_score": 0.7878802418708801, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5671395659446716, "best_gold_margin": 0.2207406759262085, "weakest_gold_margin": 0.2207406759262085}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04811", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the benefit of the 8:15 change-at-York train?", "temporal_relation": "none", "query_temporal_norm": 0.1396666020154953, "query_session_index": 2, "query_start_sec": 12.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.5574301481246948}], "gold_semantic_scores": [0.5238263607025146], "gold_temporal_scores": [0.03360380977392197], "max_gold_score": 0.5574301481246948, "max_candidate_score": 0.5574301481246948, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.5369787812232971, "best_gold_margin": 0.020451366901397705, "weakest_gold_margin": 0.020451366901397705}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04891", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Morgan give for proposing the chunk-cached decoder, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1946355402469635, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8234127759933472}, {"memory_id": "history_02_utt_0008", "score": 0.8139642477035522}], "gold_semantic_scores": [0.7625826001167297, 0.7514599561691284], "gold_temporal_scores": [0.0608300119638443, 0.06250441819429398], "max_gold_score": 0.8234127759933472, "max_candidate_score": 0.8234127759933472, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.761570930480957, "best_gold_margin": 0.06184184551239014, "weakest_gold_margin": 0.052393317222595215}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04891", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the chunk-cached decoder?", "temporal_relation": "none", "query_temporal_norm": 0.25924214720726013, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7628782987594604}], "gold_semantic_scores": [0.6866680979728699], "gold_temporal_scores": [0.07621019333600998], "max_gold_score": 0.7628782987594604, "max_candidate_score": 0.7628782987594604, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5799973011016846, "best_gold_margin": 0.18288099765777588, "weakest_gold_margin": 0.18288099765777588}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04891", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the chunk-cached decoder dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16061487793922424, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8976539969444275}], "gold_semantic_scores": [0.8275501728057861], "gold_temporal_scores": [0.0701034665107727], "max_gold_score": 0.8976539969444275, "max_candidate_score": 0.8976539969444275, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.677349328994751, "best_gold_margin": 0.2203046679496765, "weakest_gold_margin": 0.2203046679496765}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04891", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone propose the batched rescoring pass?", "temporal_relation": "session", "query_temporal_norm": 0.14667382836341858, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.7188061475753784}], "gold_semantic_scores": [0.6963329315185547], "gold_temporal_scores": [0.022473126649856567], "max_gold_score": 0.7188061475753784, "max_candidate_score": 0.7188061475753784, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.47764813899993896, "best_gold_margin": 0.24115800857543945, "weakest_gold_margin": 0.24115800857543945}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05041", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's planned watch order change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4070848822593689, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7321902513504028}, {"memory_id": "history_02_utt_0009", "score": 0.7094150185585022}], "gold_semantic_scores": [0.5816841721534729, 0.5638587474822998], "gold_temporal_scores": [0.15050619840621948, 0.14555662870407104], "max_gold_score": 0.7321902513504028, "max_candidate_score": 0.7321902513504028, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6515239477157593, "best_gold_margin": 0.08066630363464355, "weakest_gold_margin": 0.05789107084274292}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05041", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest decision about which show to watch first?", "temporal_relation": "latest", "query_temporal_norm": 0.5424215197563171, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8913652896881104}], "gold_semantic_scores": [0.6471827030181885], "gold_temporal_scores": [0.24418310821056366], "max_gold_score": 0.8913652896881104, "max_candidate_score": 0.8932176232337952, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.8932176232337952, "best_gold_margin": -0.0018523335456848145, "weakest_gold_margin": -0.0018523335456848145}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05041", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say should be the first show to watch in the earlier conversation?", "temporal_relation": "session", "query_temporal_norm": 0.2511243522167206, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7940701246261597}], "gold_semantic_scores": [0.7588881850242615], "gold_temporal_scores": [0.03518205136060715], "max_gold_score": 0.7940701246261597, "max_candidate_score": 0.7940701246261597, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.677118718624115, "best_gold_margin": 0.11695140600204468, "weakest_gold_margin": 0.11695140600204468}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05041", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew mention starting with Harbor Lights first?", "temporal_relation": "session", "query_temporal_norm": 0.22755463421344757, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8094015717506409}], "gold_semantic_scores": [0.7480736970901489], "gold_temporal_scores": [0.06132781505584717], "max_gold_score": 0.8094015717506409, "max_candidate_score": 0.8094015717506409, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7358567118644714, "best_gold_margin": 0.07354485988616943, "weakest_gold_margin": 0.07354485988616943}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05118", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my restaurant pick change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.37031540274620056, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5482196807861328}, {"memory_id": "history_02_utt_0010", "score": 0.6900416016578674}], "gold_semantic_scores": [0.4146679639816284, 0.5549501180648804], "gold_temporal_scores": [0.13355185091495514, 0.13509148359298706], "max_gold_score": 0.6900416016578674, "max_candidate_score": 0.6944292783737183, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.6944292783737183, "best_gold_margin": -0.00438767671585083, "weakest_gold_margin": -0.14620959758758545}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05118", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the reservation to Harbor Mezze?", "temporal_relation": "none", "query_temporal_norm": 0.23005622625350952, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8196584582328796}], "gold_semantic_scores": [0.7104220390319824], "gold_temporal_scores": [0.10923650860786438], "max_gold_score": 0.8196584582328796, "max_candidate_score": 0.8196584582328796, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5186415910720825, "best_gold_margin": 0.3010168671607971, "weakest_gold_margin": 0.3010168671607971}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05118", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest restaurant choice mentioned?", "temporal_relation": "latest", "query_temporal_norm": 0.5543493628501892, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8304780721664429}], "gold_semantic_scores": [0.5685341358184814], "gold_temporal_scores": [0.26194432377815247], "max_gold_score": 0.8304780721664429, "max_candidate_score": 0.8304780721664429, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8257680535316467, "best_gold_margin": 0.004710018634796143, "weakest_gold_margin": 0.004710018634796143}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05118", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What restaurant was initially planned for the reservation?", "temporal_relation": "earliest", "query_temporal_norm": 0.5426054000854492, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7493821382522583}], "gold_semantic_scores": [0.6144174337387085], "gold_temporal_scores": [0.1349647045135498], "max_gold_score": 0.7493821382522583, "max_candidate_score": 0.7493821382522583, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6174586415290833, "best_gold_margin": 0.13192349672317505, "weakest_gold_margin": 0.13192349672317505}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05215", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the speech model to a streaming encoder-decoder with chunked attention, and what was the earlier architecture?", "temporal_relation": "none", "query_temporal_norm": 0.32432234287261963, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7076404690742493}, {"memory_id": "history_02_utt_0011", "score": 0.8175168037414551}], "gold_semantic_scores": [0.5928910970687866, 0.7087193727493286], "gold_temporal_scores": [0.11474934965372086, 0.10879731178283691], "max_gold_score": 0.8175168037414551, "max_candidate_score": 0.8175168037414551, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.37054428458213806, "best_gold_margin": 0.446972519159317, "weakest_gold_margin": 0.3370961844921112}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05215", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the speech model that was discussed?", "temporal_relation": "comparison", "query_temporal_norm": 0.2803400754928589, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6551154255867004}, {"memory_id": "history_02_utt_0011", "score": 0.6708440184593201}], "gold_semantic_scores": [0.5578047633171082, 0.5995770692825317], "gold_temporal_scores": [0.09731065481901169, 0.0712667778134346], "max_gold_score": 0.6708440184593201, "max_candidate_score": 0.6708440184593201, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.33201146125793457, "best_gold_margin": 0.3388325572013855, "weakest_gold_margin": 0.32310396432876587}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05215", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What speech model did Taylor initially suggest using?", "temporal_relation": "earliest", "query_temporal_norm": 0.5411903262138367, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7050080895423889}], "gold_semantic_scores": [0.5558751225471497], "gold_temporal_scores": [0.14913290739059448], "max_gold_score": 0.7050080895423889, "max_candidate_score": 0.7050080895423889, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5561471581459045, "best_gold_margin": 0.14886093139648438, "weakest_gold_margin": 0.14886093139648438}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05215", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention the wav2vec 2.0 encoder with a CTC head?", "temporal_relation": "session", "query_temporal_norm": 0.32325413823127747, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8104746341705322}], "gold_semantic_scores": [0.697467565536499], "gold_temporal_scores": [0.1130070760846138], "max_gold_score": 0.8104746341705322, "max_candidate_score": 0.8104746341705322, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7257734537124634, "best_gold_margin": 0.08470118045806885, "weakest_gold_margin": 0.08470118045806885}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05278", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say the latest movie night venue would be?", "temporal_relation": "latest", "query_temporal_norm": 0.5561014413833618, "query_session_index": 2, "query_start_sec": 14.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9737444519996643}], "gold_semantic_scores": [0.6913596391677856], "gold_temporal_scores": [0.2823850214481354], "max_gold_score": 0.9737444519996643, "max_candidate_score": 0.9740031361579895, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9740031361579895, "best_gold_margin": -0.0002586841583251953, "weakest_gold_margin": -0.0002586841583251953}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05278", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we originally plan to have movie night?", "temporal_relation": "earliest", "query_temporal_norm": 0.5717516541481018, "query_session_index": 2, "query_start_sec": 14.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8302794098854065}], "gold_semantic_scores": [0.6776784658432007], "gold_temporal_scores": [0.15260104835033417], "max_gold_score": 0.8302794098854065, "max_candidate_score": 0.8302794098854065, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6909249424934387, "best_gold_margin": 0.13935446739196777, "weakest_gold_margin": 0.13935446739196777}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05278", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Hayden mention the condo clubhouse screening room?", "temporal_relation": "session", "query_temporal_norm": 0.19296519458293915, "query_session_index": 2, "query_start_sec": 14.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6591046452522278}], "gold_semantic_scores": [0.6027824282646179], "gold_temporal_scores": [0.05632214993238449], "max_gold_score": 0.6591046452522278, "max_candidate_score": 0.6591046452522278, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.531917929649353, "best_gold_margin": 0.12718671560287476, "weakest_gold_margin": 0.12718671560287476}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05278", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we decide to hold movie night most recently?", "temporal_relation": "latest", "query_temporal_norm": 0.5354759097099304, "query_session_index": 2, "query_start_sec": 14.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9286615252494812}], "gold_semantic_scores": [0.688271701335907], "gold_temporal_scores": [0.24039000272750854], "max_gold_score": 0.9286615252494812, "max_candidate_score": 0.9286615252494812, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9270404577255249, "best_gold_margin": 0.0016210675239562988, "weakest_gold_margin": 0.0016210675239562988}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05343", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chore schedule did Drew say he used to have, and what did he later switch to?", "temporal_relation": "none", "query_temporal_norm": 0.43605852127075195, "query_session_index": 2, "query_start_sec": 13.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6976976990699768}, {"memory_id": "history_02_utt_0010", "score": 0.7947999835014343}], "gold_semantic_scores": [0.5666115283966064, 0.5718715786933899], "gold_temporal_scores": [0.13108624517917633, 0.2229282408952713], "max_gold_score": 0.7947999835014343, "max_candidate_score": 0.7947999835014343, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7012754082679749, "best_gold_margin": 0.09352457523345947, "weakest_gold_margin": -0.003577709197998047}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05343", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What chore schedule was discussed that changed from one task to another?", "temporal_relation": "comparison", "query_temporal_norm": 0.3511103689670563, "query_session_index": 2, "query_start_sec": 13.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5971150398254395}, {"memory_id": "history_02_utt_0010", "score": 0.5425469875335693}], "gold_semantic_scores": [0.4690609276294708, 0.4449523389339447], "gold_temporal_scores": [0.12805427610874176, 0.09759460389614105], "max_gold_score": 0.5971150398254395, "max_candidate_score": 0.5971150398254395, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.48451218008995056, "best_gold_margin": 0.11260285973548889, "weakest_gold_margin": 0.058034807443618774}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05343", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned being responsible for bathroom cleaning on Sundays?", "temporal_relation": "none", "query_temporal_norm": 0.10831928998231888, "query_session_index": 2, "query_start_sec": 13.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.753071129322052}], "gold_semantic_scores": [0.7323493957519531], "gold_temporal_scores": [0.02072160877287388], "max_gold_score": 0.753071129322052, "max_candidate_score": 0.753071129322052, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6161885261535645, "best_gold_margin": 0.13688260316848755, "weakest_gold_margin": 0.13688260316848755}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05343", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched to handling trash and recycling on Wednesday nights?", "temporal_relation": "none", "query_temporal_norm": 0.3210032880306244, "query_session_index": 2, "query_start_sec": 13.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.916313648223877}], "gold_semantic_scores": [0.7665284276008606], "gold_temporal_scores": [0.14978528022766113], "max_gold_score": 0.916313648223877, "max_candidate_score": 0.916313648223877, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5516048073768616, "best_gold_margin": 0.3647088408470154, "weakest_gold_margin": 0.3647088408470154}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05499", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Casey propose the streaming cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.23968510329723358, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.85072261095047}, {"memory_id": "history_02_utt_0014", "score": 0.7964949011802673}], "gold_semantic_scores": [0.7695279717445374, 0.7257944345474243], "gold_temporal_scores": [0.08119478076696396, 0.07070059329271317], "max_gold_score": 0.85072261095047, "max_candidate_score": 0.8656861782073975, "top_memory_id": "history_02_utt_0014::cf::main::2", "max_non_gold_score": 0.8656861782073975, "best_gold_margin": -0.01496356725692749, "weakest_gold_margin": -0.06919127702713013}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05499", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention the streaming cache?", "temporal_relation": "session", "query_temporal_norm": 0.29123926162719727, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.754144549369812}], "gold_semantic_scores": [0.6525009870529175], "gold_temporal_scores": [0.10164369642734528], "max_gold_score": 0.754144549369812, "max_candidate_score": 0.754144549369812, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7075150012969971, "best_gold_margin": 0.04662954807281494, "weakest_gold_margin": 0.04662954807281494}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05499", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the streaming cache to keep the preview figure updates responsive?", "temporal_relation": "none", "query_temporal_norm": 0.1292223185300827, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7673572897911072}], "gold_semantic_scores": [0.7360939979553223], "gold_temporal_scores": [0.031263384968042374], "max_gold_score": 0.7673572897911072, "max_candidate_score": 0.7673572897911072, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6419504284858704, "best_gold_margin": 0.12540686130523682, "weakest_gold_margin": 0.12540686130523682}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05499", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the streaming cache was rejected?", "temporal_relation": "session", "query_temporal_norm": 0.17361818253993988, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0014", "score": 0.896062433719635}], "gold_semantic_scores": [0.8292973041534424], "gold_temporal_scores": [0.06676504760980606], "max_gold_score": 0.896062433719635, "max_candidate_score": 0.896062433719635, "top_memory_id": "history_02_utt_0014", "max_non_gold_score": 0.6278480887413025, "best_gold_margin": 0.2682143449783325, "weakest_gold_margin": 0.2682143449783325}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05623", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Morgan give for recommending Midnight Market Sprint, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.15855710208415985, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8379601240158081}, {"memory_id": "history_02_utt_0009", "score": 0.7954699397087097}], "gold_semantic_scores": [0.7925381660461426, 0.7479003667831421], "gold_temporal_scores": [0.04542193561792374, 0.047569628804922104], "max_gold_score": 0.8379601240158081, "max_candidate_score": 0.8379601240158081, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.8170279264450073, "best_gold_margin": 0.02093219757080078, "weakest_gold_margin": -0.021557986736297607}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05623", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Morgan give for recommending Midnight Market Sprint?", "temporal_relation": "none", "query_temporal_norm": 0.10436980426311493, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8692575693130493}], "gold_semantic_scores": [0.8483729362487793], "gold_temporal_scores": [0.02088465541601181], "max_gold_score": 0.8692575693130493, "max_candidate_score": 0.8692575693130493, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.8139145970344543, "best_gold_margin": 0.05534297227859497, "weakest_gold_margin": 0.05534297227859497}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05623", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop Midnight Market Sprint?", "temporal_relation": "none", "query_temporal_norm": 0.1882895678281784, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8499773740768433}], "gold_semantic_scores": [0.7672881484031677], "gold_temporal_scores": [0.08268909901380539], "max_gold_score": 0.8499773740768433, "max_candidate_score": 0.8499773740768433, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6370195746421814, "best_gold_margin": 0.21295779943466187, "weakest_gold_margin": 0.21295779943466187}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05623", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention the reason for recommending Rooftop Recipe Fail?", "temporal_relation": "session", "query_temporal_norm": 0.09465165436267853, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0031", "score": 0.7541419267654419}], "gold_semantic_scores": [0.7433685660362244], "gold_temporal_scores": [0.010773108340799809], "max_gold_score": 0.7541419267654419, "max_candidate_score": 0.7541419267654419, "top_memory_id": "history_01_utt_0031", "max_non_gold_score": 0.5262749791145325, "best_gold_margin": 0.22786694765090942, "weakest_gold_margin": 0.22786694765090942}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05786", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their weekend plan to the science museum visit, and what were they originally leaning toward?", "temporal_relation": "none", "query_temporal_norm": 0.4843447506427765, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6534879803657532}, {"memory_id": "history_02_utt_0009", "score": 0.6243078708648682}], "gold_semantic_scores": [0.5103777647018433, 0.6037184000015259], "gold_temporal_scores": [0.14311017096042633, 0.0205891914665699], "max_gold_score": 0.6534879803657532, "max_candidate_score": 0.6534879803657532, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3071932792663574, "best_gold_margin": 0.34629470109939575, "weakest_gold_margin": 0.31711459159851074}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05786", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity preference was changed during our discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3556549549102783, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7748875021934509}, {"memory_id": "history_02_utt_0009", "score": 0.7270110845565796}], "gold_semantic_scores": [0.6488463282585144, 0.619133472442627], "gold_temporal_scores": [0.12604118883609772, 0.10787788778543472], "max_gold_score": 0.7748875021934509, "max_candidate_score": 0.7748875021934509, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4462887942790985, "best_gold_margin": 0.3285987079143524, "weakest_gold_margin": 0.2807222902774811}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05786", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Jordan say they were leaning toward for the weekend?", "temporal_relation": "none", "query_temporal_norm": 0.2496817708015442, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8875722289085388}], "gold_semantic_scores": [0.8342604041099548], "gold_temporal_scores": [0.05331176519393921], "max_gold_score": 0.8875722289085388, "max_candidate_score": 0.8875722289085388, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7303965091705322, "best_gold_margin": 0.1571757197380066, "weakest_gold_margin": 0.1571757197380066}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05786", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Jordan say they switched to?", "temporal_relation": "none", "query_temporal_norm": 0.4318195879459381, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9808750748634338}], "gold_semantic_scores": [0.7582628726959229], "gold_temporal_scores": [0.2226124107837677], "max_gold_score": 0.9808750748634338, "max_candidate_score": 0.9808750748634338, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9286202788352966, "best_gold_margin": 0.05225479602813721, "weakest_gold_margin": 0.05225479602813721}
{"sample_id": "conv_673117ee891c_pkg_000", "qa_id": "qa_c5f06114688d89f5", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier one speaker said they'd stay in Thailand for two to three years; later what did that speaker say their minimum stay would be?", "temporal_relation": "none", "query_temporal_norm": 0.17005102336406708, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000048", "score": 0.3154754638671875}, {"memory_id": "utt_000049", "score": 0.33214426040649414}, {"memory_id": "utt_000059", "score": 0.5491852760314941}], "gold_semantic_scores": [0.36705559492111206, 0.3828607499599457, 0.5917671322822571], "gold_temporal_scores": [-0.05158017575740814, -0.05071645602583885, -0.04258188605308533], "max_gold_score": 0.5491852760314941, "max_candidate_score": 0.5491852760314941, "top_memory_id": "utt_000059", "max_non_gold_score": 0.4853633940219879, "best_gold_margin": 0.06382188200950623, "weakest_gold_margin": -0.16988793015480042}
{"sample_id": "conv_673117ee891c_pkg_000", "qa_id": "qa_4bf0335e0ff94f86", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What type of visa did the speaker say they were getting?", "temporal_relation": "none", "query_temporal_norm": 0.21401572227478027, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000059", "score": 0.4491584897041321}], "gold_semantic_scores": [0.4978553354740143], "gold_temporal_scores": [-0.04869681969285011], "max_gold_score": 0.4491584897041321, "max_candidate_score": 0.5411854982376099, "top_memory_id": "utt_000900", "max_non_gold_score": 0.5411854982376099, "best_gold_margin": -0.09202700853347778, "weakest_gold_margin": -0.09202700853347778}
{"sample_id": "conv_673117ee891c_pkg_000", "qa_id": "qa_3b2b541e769729b0", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At what part of the conversation did the speaker say, “I mean, five hours a day for me”?", "temporal_relation": "session", "query_temporal_norm": 0.199937641620636, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000251", "score": 0.595677375793457}], "gold_semantic_scores": [0.6129472851753235], "gold_temporal_scores": [-0.01726999320089817], "max_gold_score": 0.595677375793457, "max_candidate_score": 0.595677375793457, "top_memory_id": "utt_000251", "max_non_gold_score": 0.5529425144195557, "best_gold_margin": 0.04273486137390137, "weakest_gold_margin": 0.04273486137390137}
{"sample_id": "conv_e2fc51c9765c_pkg_001", "qa_id": "qa_fc04024b5381f539", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who redid LinkedIn?", "temporal_relation": "none", "query_temporal_norm": 0.2490129917860031, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002118", "score": 0.4988677203655243}, {"memory_id": "utt_002124", "score": 0.4187469482421875}], "gold_semantic_scores": [0.5446864366531372, 0.46455782651901245], "gold_temporal_scores": [-0.04581866040825844, -0.045810893177986145], "max_gold_score": 0.4988677203655243, "max_candidate_score": 0.4988677203655243, "top_memory_id": "utt_002118", "max_non_gold_score": 0.3507624864578247, "best_gold_margin": 0.14810523390769958, "weakest_gold_margin": 0.06798446178436279}
{"sample_id": "conv_e2fc51c9765c_pkg_001", "qa_id": "qa_22103b82dca4b74d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I (Jules) say “I don’t like to hate”?", "temporal_relation": "session", "query_temporal_norm": 0.2081284523010254, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002738", "score": 0.6505822539329529}], "gold_semantic_scores": [0.6838591694831848], "gold_temporal_scores": [-0.033276770263910294], "max_gold_score": 0.6505822539329529, "max_candidate_score": 0.6601016521453857, "top_memory_id": "utt_001634", "max_non_gold_score": 0.6601016521453857, "best_gold_margin": -0.009519398212432861, "weakest_gold_margin": -0.009519398212432861}
{"sample_id": "conv_e2fc51c9765c_pkg_001", "qa_id": "qa_9d5a58c471751da8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the subject's childhood financial situation?", "temporal_relation": "none", "query_temporal_norm": 0.2183297574520111, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001597", "score": 0.7150570154190063}, {"memory_id": "utt_001603", "score": 0.5557149052619934}, {"memory_id": "utt_001606", "score": 0.6608926653862}], "gold_semantic_scores": [0.7726194858551025, 0.613601803779602, 0.7181980609893799], "gold_temporal_scores": [-0.05756236985325813, -0.05788692831993103, -0.05730506405234337], "max_gold_score": 0.7150570154190063, "max_candidate_score": 0.7150570154190063, "top_memory_id": "utt_001597", "max_non_gold_score": 0.6286028623580933, "best_gold_margin": 0.08645415306091309, "weakest_gold_margin": -0.07288795709609985}
{"sample_id": "conv_e4b1e448b138_pkg_001", "qa_id": "qa_b3e242c07227ce68", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I want money or a car?", "temporal_relation": "none", "query_temporal_norm": 0.22451333701610565, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001396", "score": 0.34637022018432617}, {"memory_id": "utt_001398", "score": 0.5058475732803345}], "gold_semantic_scores": [0.39204663038253784, 0.5514668226242065], "gold_temporal_scores": [-0.04567636922001839, -0.04561927914619446], "max_gold_score": 0.5058475732803345, "max_candidate_score": 0.5058475732803345, "top_memory_id": "utt_001398", "max_non_gold_score": 0.4389321506023407, "best_gold_margin": 0.06691542267799377, "weakest_gold_margin": -0.09256193041801453}
{"sample_id": "conv_e4b1e448b138_pkg_001", "qa_id": "qa_690edeb762164152", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were an atheist?", "temporal_relation": "none", "query_temporal_norm": 0.24424582719802856, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001582", "score": 0.4953441023826599}, {"memory_id": "utt_001584", "score": 0.24424932897090912}], "gold_semantic_scores": [0.5411938428878784, 0.2900843918323517], "gold_temporal_scores": [-0.04584955424070358, -0.04583495110273361], "max_gold_score": 0.4953441023826599, "max_candidate_score": 0.4953441023826599, "top_memory_id": "utt_001582", "max_non_gold_score": 0.4364781975746155, "best_gold_margin": 0.058865904808044434, "weakest_gold_margin": -0.19222886860370636}
{"sample_id": "conv_e4b1e448b138_pkg_001", "qa_id": "qa_24cf80213cac4675", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Around what part of the conversation did Gray say they live in Morocco?", "temporal_relation": "session", "query_temporal_norm": 0.21395844221115112, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001759", "score": 0.6893645524978638}], "gold_semantic_scores": [0.7100828289985657], "gold_temporal_scores": [-0.02071823738515377], "max_gold_score": 0.6893645524978638, "max_candidate_score": 0.6893645524978638, "top_memory_id": "utt_001759", "max_non_gold_score": 0.5096418857574463, "best_gold_margin": 0.17972266674041748, "weakest_gold_margin": 0.17972266674041748}
{"sample_id": "conv_e64d27d66d89_pkg_000", "qa_id": "qa_278c23141b4a047f", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say “I'm I'm I'm I'm a dad”?", "temporal_relation": "session", "query_temporal_norm": 0.21936839818954468, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000604", "score": 0.3376770615577698}], "gold_semantic_scores": [0.37273433804512024], "gold_temporal_scores": [-0.03505730256438255], "max_gold_score": 0.3376770615577698, "max_candidate_score": 0.43088647723197937, "top_memory_id": "utt_000584", "max_non_gold_score": 0.43088647723197937, "best_gold_margin": -0.0932094156742096, "weakest_gold_margin": -0.0932094156742096}
{"sample_id": "conv_e64d27d66d89_pkg_000", "qa_id": "qa_634553d88d93f8ff", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had a daughter?", "temporal_relation": "none", "query_temporal_norm": 0.25067439675331116, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000634", "score": 0.5585988163948059}], "gold_semantic_scores": [0.6088178157806396], "gold_temporal_scores": [-0.05021902918815613], "max_gold_score": 0.5585988163948059, "max_candidate_score": 0.701159656047821, "top_memory_id": "utt_000292", "max_non_gold_score": 0.701159656047821, "best_gold_margin": -0.14256083965301514, "weakest_gold_margin": -0.14256083965301514}
{"sample_id": "conv_e64d27d66d89_pkg_000", "qa_id": "qa_a680106a7806bf5d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Was their last girlfriend a parent?", "temporal_relation": "none", "query_temporal_norm": 0.19896282255649567, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000648", "score": 0.755440890789032}], "gold_semantic_scores": [0.7476353645324707], "gold_temporal_scores": [0.007805608678609133], "max_gold_score": 0.755440890789032, "max_candidate_score": 0.755440890789032, "top_memory_id": "utt_000648", "max_non_gold_score": 0.6426475644111633, "best_gold_margin": 0.11279332637786865, "weakest_gold_margin": 0.11279332637786865}
{"sample_id": "conv_e7a1fd60906e_pkg_000", "qa_id": "qa_71626c14904e394c", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said there should be rules against putting fake locations in listings?", "temporal_relation": "none", "query_temporal_norm": 0.21365004777908325, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000333", "score": 0.5911762118339539}, {"memory_id": "utt_000335", "score": 0.29475143551826477}, {"memory_id": "utt_000337", "score": 0.4641992151737213}], "gold_semantic_scores": [0.6022039651870728, 0.3057207763195038, 0.4750502407550812], "gold_temporal_scores": [-0.011027738451957703, -0.010969332419335842, -0.010851030237972736], "max_gold_score": 0.5911762118339539, "max_candidate_score": 0.5911762118339539, "top_memory_id": "utt_000333", "max_non_gold_score": 0.47341328859329224, "best_gold_margin": 0.11776292324066162, "weakest_gold_margin": -0.17866185307502747}
{"sample_id": "conv_e7a1fd60906e_pkg_000", "qa_id": "qa_9d08359dd1198189", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did that person say they planned to do?", "temporal_relation": "none", "query_temporal_norm": 0.25161197781562805, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000301", "score": 0.019175104796886444}, {"memory_id": "utt_000303", "score": 0.24059033393859863}], "gold_semantic_scores": [0.046048954129219055, 0.2674061954021454], "gold_temporal_scores": [-0.026873840019106865, -0.02681588940322399], "max_gold_score": 0.24059033393859863, "max_candidate_score": 0.39628756046295166, "top_memory_id": "utt_000011", "max_non_gold_score": 0.39628756046295166, "best_gold_margin": -0.15569722652435303, "weakest_gold_margin": -0.3771124556660652}
{"sample_id": "conv_ea27566bfb39_pkg_000", "qa_id": "qa_444c48db84c077c5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What business activity did they say they are currently doing?", "temporal_relation": "none", "query_temporal_norm": 0.19942469894886017, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000107", "score": 0.4452493488788605}], "gold_semantic_scores": [0.4532071053981781], "gold_temporal_scores": [-0.00795779563486576], "max_gold_score": 0.4452493488788605, "max_candidate_score": 0.4452493488788605, "top_memory_id": "utt_000107", "max_non_gold_score": 0.34769585728645325, "best_gold_margin": 0.09755349159240723, "weakest_gold_margin": 0.09755349159240723}
{"sample_id": "conv_ea27566bfb39_pkg_000", "qa_id": "qa_a03b523a189405eb", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Finley say they prefer a holistic natural way for health treatment?", "temporal_relation": "session", "query_temporal_norm": 0.18451203405857086, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000218", "score": 0.7604430913925171}], "gold_semantic_scores": [0.7726084589958191], "gold_temporal_scores": [-0.012165281921625137], "max_gold_score": 0.7604430913925171, "max_candidate_score": 0.7604430913925171, "top_memory_id": "utt_000218", "max_non_gold_score": 0.5469869375228882, "best_gold_margin": 0.2134561538696289, "weakest_gold_margin": 0.2134561538696289}
{"sample_id": "conv_ea27566bfb39_pkg_000", "qa_id": "qa_57e95db44acad1d7", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did they say about being willing to spend extra when reselling?", "temporal_relation": "none", "query_temporal_norm": 0.20570342242717743, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000098", "score": 0.29780328273773193}], "gold_semantic_scores": [0.32093775272369385], "gold_temporal_scores": [-0.02313447743654251], "max_gold_score": 0.29780328273773193, "max_candidate_score": 0.4061759114265442, "top_memory_id": "utt_000063", "max_non_gold_score": 0.4061759114265442, "best_gold_margin": -0.10837262868881226, "weakest_gold_margin": -0.10837262868881226}
{"sample_id": "conv_ebbbe495f546_pkg_000", "qa_id": "qa_fb4710d708074585", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned making tacos?", "temporal_relation": "none", "query_temporal_norm": 0.24240058660507202, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000496", "score": 0.524175763130188}], "gold_semantic_scores": [0.5688799619674683], "gold_temporal_scores": [-0.04470445588231087], "max_gold_score": 0.524175763130188, "max_candidate_score": 0.524175763130188, "top_memory_id": "utt_000496", "max_non_gold_score": 0.4330956041812897, "best_gold_margin": 0.09108015894889832, "weakest_gold_margin": 0.09108015894889832}
{"sample_id": "conv_ebbbe495f546_pkg_000", "qa_id": "qa_726d7ddde126e34c", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did someone say they like Argentina?", "temporal_relation": "session", "query_temporal_norm": 0.21488195657730103, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000873", "score": 0.6969132423400879}], "gold_semantic_scores": [0.7184270620346069], "gold_temporal_scores": [-0.02151394821703434], "max_gold_score": 0.6969132423400879, "max_candidate_score": 0.6969132423400879, "top_memory_id": "utt_000873", "max_non_gold_score": 0.5028777718544006, "best_gold_margin": 0.19403547048568726, "weakest_gold_margin": 0.19403547048568726}
{"sample_id": "conv_ebbbe495f546_pkg_000", "qa_id": "qa_18ca620c57d65cce", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Does Bailey cook a lot?", "temporal_relation": "none", "query_temporal_norm": 0.2261708527803421, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000506", "score": 0.6277626156806946}], "gold_semantic_scores": [0.655197024345398], "gold_temporal_scores": [-0.02743438445031643], "max_gold_score": 0.6277626156806946, "max_candidate_score": 0.6277626156806946, "top_memory_id": "utt_000506", "max_non_gold_score": 0.5437123775482178, "best_gold_margin": 0.0840502381324768, "weakest_gold_margin": 0.0840502381324768}
{"sample_id": "conv_ec149ff5dbeb_pkg_000", "qa_id": "qa_c550ba72e318d3c1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who tried traveling by car once?", "temporal_relation": "none", "query_temporal_norm": 0.23479799926280975, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000535", "score": 0.5855026245117188}], "gold_semantic_scores": [0.6154288649559021], "gold_temporal_scores": [-0.029926320537924767], "max_gold_score": 0.5855026245117188, "max_candidate_score": 0.6355799436569214, "top_memory_id": "utt_000685", "max_non_gold_score": 0.6355799436569214, "best_gold_margin": -0.05007731914520264, "weakest_gold_margin": -0.05007731914520264}
{"sample_id": "conv_ec149ff5dbeb_pkg_000", "qa_id": "qa_3c531c0b59c9b94f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Does Kai bring food from home?", "temporal_relation": "none", "query_temporal_norm": 0.2264298051595688, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000343", "score": 0.5020516514778137}, {"memory_id": "utt_000345", "score": 0.48998355865478516}], "gold_semantic_scores": [0.5414236187934875, 0.5293253064155579], "gold_temporal_scores": [-0.03937182202935219, -0.03934179246425629], "max_gold_score": 0.5020516514778137, "max_candidate_score": 0.6231229305267334, "top_memory_id": "utt_000357", "max_non_gold_score": 0.6231229305267334, "best_gold_margin": -0.12107127904891968, "weakest_gold_margin": -0.13313937187194824}
{"sample_id": "conv_ec149ff5dbeb_pkg_000", "qa_id": "qa_2284e954d8129f7d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person who said they prefer the beach in the morning speak?", "temporal_relation": "session", "query_temporal_norm": 0.20498308539390564, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000456", "score": 0.47053560614585876}], "gold_semantic_scores": [0.49259620904922485], "gold_temporal_scores": [-0.022060656920075417], "max_gold_score": 0.47053560614585876, "max_candidate_score": 0.544660210609436, "top_memory_id": "utt_000903", "max_non_gold_score": 0.544660210609436, "best_gold_margin": -0.07412460446357727, "weakest_gold_margin": -0.07412460446357727}
{"sample_id": "conv_ecedcf4e2a2a_pkg_000", "qa_id": "qa_dbd1aee487aa1efd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "I remember talking about the place — what did I say the condition of the accommodation was?", "temporal_relation": "none", "query_temporal_norm": 0.19753554463386536, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000731", "score": 0.05984421819448471}, {"memory_id": "utt_000732", "score": 0.06370434165000916}], "gold_semantic_scores": [0.05361447110772133, 0.0574711449444294], "gold_temporal_scores": [0.0062297373078763485, 0.006233183667063713], "max_gold_score": 0.06370434165000916, "max_candidate_score": 0.45402151346206665, "top_memory_id": "utt_000318", "max_non_gold_score": 0.45402151346206665, "best_gold_margin": -0.3903171718120575, "weakest_gold_margin": -0.39417729526758194}
{"sample_id": "conv_ecedcf4e2a2a_pkg_000", "qa_id": "qa_ada9eba8adddf626", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were paying $10 per night?", "temporal_relation": "none", "query_temporal_norm": 0.2396775782108307, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000724", "score": 0.25689178705215454}, {"memory_id": "utt_000725", "score": 0.6537813544273376}], "gold_semantic_scores": [0.29007381200790405, 0.6869609951972961], "gold_temporal_scores": [-0.03318195417523384, -0.033179789781570435], "max_gold_score": 0.6537813544273376, "max_candidate_score": 0.6537813544273376, "top_memory_id": "utt_000725", "max_non_gold_score": 0.5561001300811768, "best_gold_margin": 0.09768122434616089, "weakest_gold_margin": -0.2992083430290222}
{"sample_id": "conv_ecedcf4e2a2a_pkg_000", "qa_id": "qa_53b4e0980791a9bd", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person say they were \"looking at places to rent in Nepal\" — beginning, middle, or end?", "temporal_relation": "session", "query_temporal_norm": 0.21024878323078156, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000668", "score": 0.5172442197799683}], "gold_semantic_scores": [0.525342583656311], "gold_temporal_scores": [-0.008098145946860313], "max_gold_score": 0.5172442197799683, "max_candidate_score": 0.5172442197799683, "top_memory_id": "utt_000668", "max_non_gold_score": 0.40986672043800354, "best_gold_margin": 0.10737749934196472, "weakest_gold_margin": 0.10737749934196472}
{"sample_id": "conv_edaaec37ee68_pkg_000", "qa_id": "qa_1b634ef4e1fa9cbd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I keep up with the news or watch it regularly?", "temporal_relation": "none", "query_temporal_norm": 0.1957567185163498, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000174", "score": 0.2645756006240845}, {"memory_id": "utt_000175", "score": 0.5628838539123535}, {"memory_id": "utt_000200", "score": 0.4296729862689972}], "gold_semantic_scores": [0.28955167531967163, 0.5877935290336609, 0.45345836877822876], "gold_temporal_scores": [-0.02497602067887783, -0.024909671396017075, -0.023785345256328583], "max_gold_score": 0.5628838539123535, "max_candidate_score": 0.5628838539123535, "top_memory_id": "utt_000175", "max_non_gold_score": 0.47066596150398254, "best_gold_margin": 0.09221789240837097, "weakest_gold_margin": -0.20609036087989807}
{"sample_id": "conv_edaaec37ee68_pkg_000", "qa_id": "qa_eb3a9ef28a00d760", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Does that person really watch TV?", "temporal_relation": "none", "query_temporal_norm": 0.23164872825145721, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000089", "score": 0.6642349362373352}], "gold_semantic_scores": [0.7080740928649902], "gold_temporal_scores": [-0.04383912682533264], "max_gold_score": 0.6642349362373352, "max_candidate_score": 0.6642349362373352, "top_memory_id": "utt_000089", "max_non_gold_score": 0.5562121868133545, "best_gold_margin": 0.10802274942398071, "weakest_gold_margin": 0.10802274942398071}
{"sample_id": "conv_edaaec37ee68_pkg_000", "qa_id": "qa_f0765c68743d7c97", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did that person talk about fearing their boss being upset or yelling?", "temporal_relation": "session", "query_temporal_norm": 0.21604996919631958, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000379", "score": 0.5208724737167358}, {"memory_id": "utt_000381", "score": 0.5686320066452026}], "gold_semantic_scores": [0.5477223992347717, 0.5953906774520874], "gold_temporal_scores": [-0.026850096881389618, -0.026758620515465736], "max_gold_score": 0.5686320066452026, "max_candidate_score": 0.59844970703125, "top_memory_id": "utt_000479", "max_non_gold_score": 0.59844970703125, "best_gold_margin": -0.029817700386047363, "weakest_gold_margin": -0.07757723331451416}
{"sample_id": "conv_efac6cfd7762_pkg_001", "qa_id": "qa_2340b6e4226dd178", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say the rest of the house is open plan?", "temporal_relation": "session", "query_temporal_norm": 0.19800646603107452, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001184", "score": 0.47289371490478516}], "gold_semantic_scores": [0.4797394275665283], "gold_temporal_scores": [-0.006845688447356224], "max_gold_score": 0.47289371490478516, "max_candidate_score": 0.47289371490478516, "top_memory_id": "utt_001184", "max_non_gold_score": 0.4004842936992645, "best_gold_margin": 0.07240942120552063, "weakest_gold_margin": 0.07240942120552063}
{"sample_id": "conv_efac6cfd7762_pkg_001", "qa_id": "qa_7ff3586fe60a9a36", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which area did the speaker say they prefer?", "temporal_relation": "none", "query_temporal_norm": 0.2155279666185379, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001324", "score": 0.47639569640159607}, {"memory_id": "utt_001326", "score": 0.29850733280181885}], "gold_semantic_scores": [0.4822213649749756, 0.30421963334083557], "gold_temporal_scores": [-0.005825660657137632, -0.00571225443854928], "max_gold_score": 0.47639569640159607, "max_candidate_score": 0.49000126123428345, "top_memory_id": "utt_001466", "max_non_gold_score": 0.49000126123428345, "best_gold_margin": -0.013605564832687378, "weakest_gold_margin": -0.1914939284324646}
{"sample_id": "conv_efac6cfd7762_pkg_001", "qa_id": "qa_7cb70166038a4cb6", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they like to walk along the pier especially in high season?", "temporal_relation": "none", "query_temporal_norm": 0.20527251064777374, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001335", "score": 0.5183513760566711}], "gold_semantic_scores": [0.5474669933319092], "gold_temporal_scores": [-0.029115652665495872], "max_gold_score": 0.5183513760566711, "max_candidate_score": 0.5183513760566711, "top_memory_id": "utt_001335", "max_non_gold_score": 0.39193058013916016, "best_gold_margin": 0.126420795917511, "weakest_gold_margin": 0.126420795917511}
{"sample_id": "conv_f1bd7107c050_pkg_000", "qa_id": "qa_6a916293073aea24", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said it is easier to iron out issues with a peer/consultant than with an employee?", "temporal_relation": "none", "query_temporal_norm": 0.19242502748966217, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000109", "score": 0.7050066590309143}], "gold_semantic_scores": [0.7279223203659058], "gold_temporal_scores": [-0.02291555143892765], "max_gold_score": 0.7050066590309143, "max_candidate_score": 0.7050066590309143, "top_memory_id": "utt_000109", "max_non_gold_score": 0.516366183757782, "best_gold_margin": 0.18864047527313232, "weakest_gold_margin": 0.18864047527313232}
{"sample_id": "conv_f1bd7107c050_pkg_000", "qa_id": "qa_08a61a6a7c461a7a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they planned to sit down with the person and explain the issues in real time?", "temporal_relation": "session", "query_temporal_norm": 0.23636381328105927, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000092", "score": 0.36820390820503235}, {"memory_id": "utt_000095", "score": 0.317059189081192}], "gold_semantic_scores": [0.3967178761959076, 0.345001757144928], "gold_temporal_scores": [-0.028513828292489052, -0.027942590415477753], "max_gold_score": 0.36820390820503235, "max_candidate_score": 0.45253393054008484, "top_memory_id": "utt_000162", "max_non_gold_score": 0.45253393054008484, "best_gold_margin": -0.08433002233505249, "weakest_gold_margin": -0.13547474145889282}
{"sample_id": "conv_f1bd7107c050_pkg_000", "qa_id": "qa_32a7005f031a5059", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Gray say about how the report should be edited?", "temporal_relation": "none", "query_temporal_norm": 0.2068268209695816, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000123", "score": 0.5131970643997192}], "gold_semantic_scores": [0.5415881872177124], "gold_temporal_scores": [-0.028391018509864807], "max_gold_score": 0.5131970643997192, "max_candidate_score": 0.5451438426971436, "top_memory_id": "utt_000053", "max_non_gold_score": 0.5451438426971436, "best_gold_margin": -0.031946778297424316, "weakest_gold_margin": -0.031946778297424316}
{"sample_id": "conv_f3c649a098fe_pkg_000", "qa_id": "qa_f2fa4fbb4b1f705f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they broke their leg?", "temporal_relation": "none", "query_temporal_norm": 0.2409428209066391, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000436", "score": 0.5796415209770203}], "gold_semantic_scores": [0.623406708240509], "gold_temporal_scores": [-0.04376506432890892], "max_gold_score": 0.5796415209770203, "max_candidate_score": 0.5796415209770203, "top_memory_id": "utt_000436", "max_non_gold_score": 0.36529672145843506, "best_gold_margin": 0.2143447995185852, "weakest_gold_margin": 0.2143447995185852}
{"sample_id": "conv_f3c649a098fe_pkg_000", "qa_id": "qa_7526f8ceb449c644", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker describe tripping while trying to jump over a Lamborghini?", "temporal_relation": "session", "query_temporal_norm": 0.21107745170593262, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000430", "score": 0.45631253719329834}, {"memory_id": "utt_000432", "score": 0.33087867498397827}, {"memory_id": "utt_000433", "score": 0.5533607602119446}], "gold_semantic_scores": [0.4803648889064789, 0.3548828065395355, 0.5773630142211914], "gold_temporal_scores": [-0.024052398279309273, -0.024004172533750534, -0.024002183228731155], "max_gold_score": 0.5533607602119446, "max_candidate_score": 0.5533607602119446, "top_memory_id": "utt_000433", "max_non_gold_score": 0.45433351397514343, "best_gold_margin": 0.09902724623680115, "weakest_gold_margin": -0.12345483899116516}
{"sample_id": "conv_f3c649a098fe_pkg_000", "qa_id": "qa_68b1c4c347a82b64", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Kendall's stance about continuing to listen to an artist despite controversy?", "temporal_relation": "none", "query_temporal_norm": 0.1777496337890625, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000170", "score": 0.6210199594497681}, {"memory_id": "utt_000171", "score": 0.36360180377960205}, {"memory_id": "utt_000176", "score": 0.3847433030605316}, {"memory_id": "utt_000178", "score": 0.38555908203125}], "gold_semantic_scores": [0.6268459558486938, 0.36935392022132874, 0.3898746967315674, 0.39066553115844727], "gold_temporal_scores": [-0.005826124455779791, -0.00575209129601717, -0.005131409037858248, -0.0051064444705843925], "max_gold_score": 0.6210199594497681, "max_candidate_score": 0.6210199594497681, "top_memory_id": "utt_000170", "max_non_gold_score": 0.5674678683280945, "best_gold_margin": 0.053552091121673584, "weakest_gold_margin": -0.20386606454849243}
{"sample_id": "conv_f3c649a098fe_pkg_000", "qa_id": "qa_649376f7f7550905", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the conversation say about people who claim it's wrong to like the music?", "temporal_relation": "none", "query_temporal_norm": 0.21635785698890686, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000179", "score": 0.3456818759441376}, {"memory_id": "utt_000181", "score": 0.5232151746749878}], "gold_semantic_scores": [0.3588951528072357, 0.5362451076507568], "gold_temporal_scores": [-0.013213183730840683, -0.013029783964157104], "max_gold_score": 0.5232151746749878, "max_candidate_score": 0.6377875208854675, "top_memory_id": "utt_000174", "max_non_gold_score": 0.6377875208854675, "best_gold_margin": -0.11457234621047974, "weakest_gold_margin": -0.29210564494132996}
{"sample_id": "conv_f4b4de76a644_pkg_000", "qa_id": "qa_9bf0f024d2f5937e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "I mentioned being new to the States and opportunities with AI—what was my attitude toward AI-related opportunities?", "temporal_relation": "none", "query_temporal_norm": 0.21012701094150543, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000062", "score": 0.29614973068237305}], "gold_semantic_scores": [0.3326131999492645], "gold_temporal_scores": [-0.03646354004740715], "max_gold_score": 0.29614973068237305, "max_candidate_score": 0.5717823505401611, "top_memory_id": "utt_000479", "max_non_gold_score": 0.5717823505401611, "best_gold_margin": -0.2756326198577881, "weakest_gold_margin": -0.2756326198577881}
{"sample_id": "conv_f4b4de76a644_pkg_000", "qa_id": "qa_47d1800266fb5367", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the other participant say they were a professional music producer?", "temporal_relation": "session", "query_temporal_norm": 0.21015748381614685, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000139", "score": 0.7260050773620605}, {"memory_id": "utt_000150", "score": 0.8287487626075745}], "gold_semantic_scores": [0.7513765692710876, 0.8532878160476685], "gold_temporal_scores": [-0.025371482595801353, -0.02453893981873989], "max_gold_score": 0.8287487626075745, "max_candidate_score": 0.8287487626075745, "top_memory_id": "utt_000150", "max_non_gold_score": 0.5842039585113525, "best_gold_margin": 0.24454480409622192, "weakest_gold_margin": 0.141801118850708}
{"sample_id": "conv_f4b4de76a644_pkg_000", "qa_id": "qa_590b6189b0ba2a31", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How long did Leah say her work breaks typically are?", "temporal_relation": "none", "query_temporal_norm": 0.24266761541366577, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000104", "score": 0.5871762037277222}], "gold_semantic_scores": [0.6217566132545471], "gold_temporal_scores": [-0.03458035737276077], "max_gold_score": 0.5871762037277222, "max_candidate_score": 0.5871762037277222, "top_memory_id": "utt_000104", "max_non_gold_score": 0.5102749466896057, "best_gold_margin": 0.07690125703811646, "weakest_gold_margin": 0.07690125703811646}
{"sample_id": "conv_f5c0b02f01e2_pkg_000", "qa_id": "qa_385f3e34aa89e590", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I said where I am — what city did I say I'm in?", "temporal_relation": "none", "query_temporal_norm": 0.23233100771903992, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000010", "score": 0.5653806328773499}], "gold_semantic_scores": [0.589876651763916], "gold_temporal_scores": [-0.024496130645275116], "max_gold_score": 0.5653806328773499, "max_candidate_score": 0.5653806328773499, "top_memory_id": "utt_000010", "max_non_gold_score": 0.4973701238632202, "best_gold_margin": 0.06801050901412964, "weakest_gold_margin": 0.06801050901412964}
{"sample_id": "conv_f5c0b02f01e2_pkg_000", "qa_id": "qa_d2a981789d847e1c", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker decide to do about going to Pattaya?", "temporal_relation": "none", "query_temporal_norm": 0.1857949048280716, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000600", "score": 0.6273173093795776}, {"memory_id": "utt_000604", "score": 0.17753559350967407}], "gold_semantic_scores": [0.6203513145446777, 0.17054367065429688], "gold_temporal_scores": [0.006965976674109697, 0.006991957314312458], "max_gold_score": 0.6273173093795776, "max_candidate_score": 0.6954860687255859, "top_memory_id": "utt_000754", "max_non_gold_score": 0.6954860687255859, "best_gold_margin": -0.0681687593460083, "weakest_gold_margin": -0.5179504752159119}
{"sample_id": "conv_f81a5c7d6104_pkg_001", "qa_id": "qa_4f7a662b63c15484", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Based on what was said about pineapple on pizza, what does each person in the conversation think of it?", "temporal_relation": "none", "query_temporal_norm": 0.1723143458366394, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001339", "score": -0.05371195077896118}, {"memory_id": "utt_001340", "score": 0.6467305421829224}, {"memory_id": "utt_001342", "score": 0.018354862928390503}, {"memory_id": "utt_001343", "score": 0.6835197806358337}], "gold_semantic_scores": [-0.03711127117276192, 0.6633284687995911, 0.034940484911203384, 0.7001000046730042], "gold_temporal_scores": [-0.01660068705677986, -0.016598181799054146, -0.01658562384545803, -0.01658036559820175], "max_gold_score": 0.6835197806358337, "max_candidate_score": 0.6835197806358337, "top_memory_id": "utt_001343", "max_non_gold_score": 0.5240834355354309, "best_gold_margin": 0.15943634510040283, "weakest_gold_margin": -0.5777953863143921}
{"sample_id": "conv_f81a5c7d6104_pkg_001", "qa_id": "qa_84ec2711eeb5fe7f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I still dislike any particular food, and if so which one?", "temporal_relation": "none", "query_temporal_norm": 0.16761471331119537, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000951", "score": 0.624896228313446}], "gold_semantic_scores": [0.6302295327186584], "gold_temporal_scores": [-0.005333120469003916], "max_gold_score": 0.624896228313446, "max_candidate_score": 0.8095546960830688, "top_memory_id": "utt_001387", "max_non_gold_score": 0.8095546960830688, "best_gold_margin": -0.1846584677696228, "weakest_gold_margin": -0.1846584677696228}
{"sample_id": "conv_f81a5c7d6104_pkg_001", "qa_id": "qa_a860a6b31a869189", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What hot dog preferences did Cameron and Finley express?", "temporal_relation": "none", "query_temporal_norm": 0.19470500946044922, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001429", "score": 0.40182921290397644}, {"memory_id": "utt_001430", "score": 0.445713073015213}, {"memory_id": "utt_001434", "score": 0.2773287892341614}], "gold_semantic_scores": [0.4243052005767822, 0.4681848883628845, 0.2997957170009613], "gold_temporal_scores": [-0.0224760789424181, -0.02247181162238121, -0.02246698923408985], "max_gold_score": 0.445713073015213, "max_candidate_score": 0.6091873049736023, "top_memory_id": "utt_001348", "max_non_gold_score": 0.6091873049736023, "best_gold_margin": -0.16347423195838928, "weakest_gold_margin": -0.3318585157394409}
{"sample_id": "conv_f9f01d06c18a_pkg_001", "qa_id": "qa_6cb8dd7cc0138b48", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the other participant say they wanted to do with their recent training?", "temporal_relation": "none", "query_temporal_norm": 0.1993926763534546, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001142", "score": 0.5037044286727905}, {"memory_id": "utt_001143", "score": 0.5628782510757446}, {"memory_id": "utt_001159", "score": 0.46185430884361267}], "gold_semantic_scores": [0.4753016233444214, 0.5344383120536804, 0.4330613911151886], "gold_temporal_scores": [0.028402766212821007, 0.028440093621611595, 0.02879294566810131], "max_gold_score": 0.5628782510757446, "max_candidate_score": 0.6366246938705444, "top_memory_id": "utt_001162", "max_non_gold_score": 0.6366246938705444, "best_gold_margin": -0.0737464427947998, "weakest_gold_margin": -0.17477038502693176}
{"sample_id": "conv_f9f01d06c18a_pkg_001", "qa_id": "qa_14e4828db794fc8a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say I don't want to do work that only makes money without contributing to useful skills?", "temporal_relation": "session", "query_temporal_norm": 0.19835279881954193, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001176", "score": 0.6423240303993225}, {"memory_id": "utt_001177", "score": 0.5615840554237366}, {"memory_id": "utt_001180", "score": 0.606755793094635}], "gold_semantic_scores": [0.6518017649650574, 0.5710294842720032, 0.6161824464797974], "gold_temporal_scores": [-0.009477706626057625, -0.0094453739002347, -0.009426550008356571], "max_gold_score": 0.6423240303993225, "max_candidate_score": 0.7472239136695862, "top_memory_id": "utt_001171", "max_non_gold_score": 0.7472239136695862, "best_gold_margin": -0.10489988327026367, "weakest_gold_margin": -0.1856398582458496}
{"sample_id": "conv_f9f01d06c18a_pkg_001", "qa_id": "qa_ab18fc1dbf957fba", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What preference did Reese state about how to handle someone's disrespect versus their absence?", "temporal_relation": "none", "query_temporal_norm": 0.20775552093982697, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000810", "score": 0.7331264019012451}], "gold_semantic_scores": [0.7476639151573181], "gold_temporal_scores": [-0.014537438750267029], "max_gold_score": 0.7331264019012451, "max_candidate_score": 0.7331264019012451, "top_memory_id": "utt_000810", "max_non_gold_score": 0.7166305184364319, "best_gold_margin": 0.016495883464813232, "weakest_gold_margin": 0.016495883464813232}
{"sample_id": "conv_f9f01d06c18a_pkg_001", "qa_id": "qa_481fa6a44cf98239", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who did we hear is 48 years old?", "temporal_relation": "none", "query_temporal_norm": 0.23912665247917175, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001068", "score": 0.6783674359321594}], "gold_semantic_scores": [0.7200878262519836], "gold_temporal_scores": [-0.041720446199178696], "max_gold_score": 0.6783674359321594, "max_candidate_score": 0.735378623008728, "top_memory_id": "utt_001020", "max_non_gold_score": 0.735378623008728, "best_gold_margin": -0.057011187076568604, "weakest_gold_margin": -0.057011187076568604}
{"sample_id": "conv_fb1eb2d393d9_pkg_000", "qa_id": "qa_64e315a1be42169a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Yai say about herself earlier in the conversation?", "temporal_relation": "none", "query_temporal_norm": 0.27416154742240906, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000143", "score": 0.42760658264160156}], "gold_semantic_scores": [0.4723227620124817], "gold_temporal_scores": [-0.04471611604094505], "max_gold_score": 0.42760658264160156, "max_candidate_score": 0.42760658264160156, "top_memory_id": "utt_000143", "max_non_gold_score": 0.40343010425567627, "best_gold_margin": 0.024176478385925293, "weakest_gold_margin": 0.024176478385925293}
{"sample_id": "conv_fb1eb2d393d9_pkg_000", "qa_id": "qa_1487bc15ce4cf230", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said that a participant has cats?", "temporal_relation": "session", "query_temporal_norm": 0.2202548086643219, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000686", "score": 0.5479444861412048}], "gold_semantic_scores": [0.5625511407852173], "gold_temporal_scores": [-0.014606836251914501], "max_gold_score": 0.5479444861412048, "max_candidate_score": 0.6203484535217285, "top_memory_id": "utt_000484", "max_non_gold_score": 0.6203484535217285, "best_gold_margin": -0.07240396738052368, "weakest_gold_margin": -0.07240396738052368}
{"sample_id": "conv_fb1eb2d393d9_pkg_000", "qa_id": "qa_5796f8ee48c0c44a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Who am I planning to surprise?", "temporal_relation": "none", "query_temporal_norm": 0.2616768181324005, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000670", "score": 0.6941202878952026}, {"memory_id": "utt_000672", "score": 0.6661459803581238}], "gold_semantic_scores": [0.7251268029212952, 0.6971495151519775], "gold_temporal_scores": [-0.031006060540676117, -0.031003426760435104], "max_gold_score": 0.6941202878952026, "max_candidate_score": 0.6941202878952026, "top_memory_id": "utt_000670", "max_non_gold_score": 0.5276278257369995, "best_gold_margin": 0.16649246215820312, "weakest_gold_margin": 0.13851815462112427}
{"sample_id": "conv_fb1eb2d393d9_pkg_000", "qa_id": "qa_64bd38766625fe77", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that their most they've ever gotten was 50 an hour?", "temporal_relation": "none", "query_temporal_norm": 0.20387719571590424, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000144", "score": 0.6230777502059937}, {"memory_id": "utt_000145", "score": 0.6183724999427795}], "gold_semantic_scores": [0.6516575813293457, 0.6465781331062317], "gold_temporal_scores": [-0.028579887002706528, -0.02820589579641819], "max_gold_score": 0.6230777502059937, "max_candidate_score": 0.6230777502059937, "top_memory_id": "utt_000144", "max_non_gold_score": 0.5607401132583618, "best_gold_margin": 0.062337636947631836, "weakest_gold_margin": 0.057632386684417725}
{"sample_id": "conv_fbc7ea46f268_pkg_000", "qa_id": "qa_550f3ff805780993", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Noel say she was responsible for closing a client's case in the program for disorderly conduct?", "temporal_relation": "session", "query_temporal_norm": 0.20335738360881805, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000131", "score": 0.6714255213737488}], "gold_semantic_scores": [0.6918553709983826], "gold_temporal_scores": [-0.02042979560792446], "max_gold_score": 0.6714255213737488, "max_candidate_score": 0.6714255213737488, "top_memory_id": "utt_000131", "max_non_gold_score": 0.37527623772621155, "best_gold_margin": 0.29614928364753723, "weakest_gold_margin": 0.29614928364753723}
{"sample_id": "conv_fbc7ea46f268_pkg_000", "qa_id": "qa_b3ef64d9837c3309", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What item was mentioned as being ordered?", "temporal_relation": "none", "query_temporal_norm": 0.2499433010816574, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000022", "score": 0.5229185819625854}], "gold_semantic_scores": [0.5715163350105286], "gold_temporal_scores": [-0.04859788343310356], "max_gold_score": 0.5229185819625854, "max_candidate_score": 0.5229185819625854, "top_memory_id": "utt_000022", "max_non_gold_score": 0.4351646602153778, "best_gold_margin": 0.08775392174720764, "weakest_gold_margin": 0.08775392174720764}
{"sample_id": "conv_fbc7ea46f268_pkg_000", "qa_id": "qa_853e305898710775", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they needed to upgrade our equipment?", "temporal_relation": "none", "query_temporal_norm": 0.20241205394268036, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000284", "score": 0.7100692987442017}], "gold_semantic_scores": [0.7318547368049622], "gold_temporal_scores": [-0.02178541198372841], "max_gold_score": 0.7100692987442017, "max_candidate_score": 0.7100692987442017, "top_memory_id": "utt_000284", "max_non_gold_score": 0.44216930866241455, "best_gold_margin": 0.2678999900817871, "weakest_gold_margin": 0.2678999900817871}
{"sample_id": "conv_fdd10938f796_pkg_000", "qa_id": "qa_277a05cbf6bd90cf", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they probably spent over 1,000 US dollars for their camera and housing?", "temporal_relation": "none", "query_temporal_norm": 0.21490360796451569, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000429", "score": 0.7025705575942993}], "gold_semantic_scores": [0.7218647003173828], "gold_temporal_scores": [-0.01929408684372902], "max_gold_score": 0.7025705575942993, "max_candidate_score": 0.7025705575942993, "top_memory_id": "utt_000429", "max_non_gold_score": 0.4132740795612335, "best_gold_margin": 0.2892964780330658, "weakest_gold_margin": 0.2892964780330658}
{"sample_id": "conv_fdd10938f796_pkg_000", "qa_id": "qa_464ac84bbbb157ab", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person say they were still in Morocco?", "temporal_relation": "session", "query_temporal_norm": 0.21305452287197113, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000276", "score": 0.4578520357608795}, {"memory_id": "utt_000278", "score": 0.677862823009491}], "gold_semantic_scores": [0.4884495437145233, 0.7083989381790161], "gold_temporal_scores": [-0.0305975079536438, -0.030536111444234848], "max_gold_score": 0.677862823009491, "max_candidate_score": 0.677862823009491, "top_memory_id": "utt_000278", "max_non_gold_score": 0.43871167302131653, "best_gold_margin": 0.23915114998817444, "weakest_gold_margin": 0.01914036273956299}
{"sample_id": "conv_fdd10938f796_pkg_000", "qa_id": "qa_41e0fbf545849979", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When did Shawn say he moved out to this country?", "temporal_relation": "none", "query_temporal_norm": 0.20195718109607697, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000128", "score": 0.6321576833724976}], "gold_semantic_scores": [0.6748610138893127], "gold_temporal_scores": [-0.042703356593847275], "max_gold_score": 0.6321576833724976, "max_candidate_score": 0.6321576833724976, "top_memory_id": "utt_000128", "max_non_gold_score": 0.5620702505111694, "best_gold_margin": 0.07008743286132812, "weakest_gold_margin": 0.07008743286132812}
{"sample_id": "conv_fdd10938f796_pkg_000", "qa_id": "qa_197489eb3fbefb06", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What hobby did the person say they used to do?", "temporal_relation": "none", "query_temporal_norm": 0.23684458434581757, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000417", "score": 0.6673505902290344}], "gold_semantic_scores": [0.7018093466758728], "gold_temporal_scores": [-0.034458909183740616], "max_gold_score": 0.6673505902290344, "max_candidate_score": 0.6673505902290344, "top_memory_id": "utt_000417", "max_non_gold_score": 0.40565070509910583, "best_gold_margin": 0.2616998851299286, "weakest_gold_margin": 0.2616998851299286}
{"sample_id": "conv_fe6242a7ccd0_pkg_002", "qa_id": "qa_bddca78f4d455c52", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Robin say she was with Eric?", "temporal_relation": "session", "query_temporal_norm": 0.23157796263694763, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002663", "score": 0.42677924036979675}, {"memory_id": "utt_002664", "score": 0.7035496234893799}], "gold_semantic_scores": [0.44713738560676575, 0.7246794104576111], "gold_temporal_scores": [-0.020358217880129814, -0.02112976275384426], "max_gold_score": 0.7035496234893799, "max_candidate_score": 0.7035496234893799, "top_memory_id": "utt_002664", "max_non_gold_score": 0.4381231665611267, "best_gold_margin": 0.2654264569282532, "weakest_gold_margin": -0.011343926191329956}
{"sample_id": "conv_fe6242a7ccd0_pkg_002", "qa_id": "qa_9f327210f1dd1164", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What religious practice did the speaker mention he follows?", "temporal_relation": "none", "query_temporal_norm": 0.21384644508361816, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_003270", "score": 0.5972065925598145}], "gold_semantic_scores": [0.6037478446960449], "gold_temporal_scores": [-0.006541155744343996], "max_gold_score": 0.5972065925598145, "max_candidate_score": 0.5972065925598145, "top_memory_id": "utt_003270", "max_non_gold_score": 0.45987188816070557, "best_gold_margin": 0.1373347043991089, "weakest_gold_margin": 0.1373347043991089}
{"sample_id": "conv_fe6242a7ccd0_pkg_002", "qa_id": "qa_8410c8c61e7ae353", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say he wants to find a regular job in Sao Paulo?", "temporal_relation": "session", "query_temporal_norm": 0.19899551570415497, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_003473", "score": 0.6942816972732544}], "gold_semantic_scores": [0.7056993842124939], "gold_temporal_scores": [-0.01141759566962719], "max_gold_score": 0.6942816972732544, "max_candidate_score": 0.6942816972732544, "top_memory_id": "utt_003473", "max_non_gold_score": 0.5150570869445801, "best_gold_margin": 0.17922461032867432, "weakest_gold_margin": 0.17922461032867432}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00015", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Olive & Thyme, and what is its current booking status?", "temporal_relation": "none", "query_temporal_norm": 0.33960673213005066, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5925865769386292}, {"memory_id": "history_02_utt_0009", "score": 0.8049110174179077}], "gold_semantic_scores": [0.4951522648334503, 0.6463627219200134], "gold_temporal_scores": [0.09743428230285645, 0.1585485339164734], "max_gold_score": 0.8049110174179077, "max_candidate_score": 0.8049110174179077, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.48677197098731995, "best_gold_margin": 0.31813904643058777, "weakest_gold_margin": 0.1058146059513092}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00015", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said Olive & Thyme is closed this weekend?", "temporal_relation": "none", "query_temporal_norm": 0.26775532960891724, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8992500901222229}], "gold_semantic_scores": [0.7739024758338928], "gold_temporal_scores": [0.12534761428833008], "max_gold_score": 0.8992500901222229, "max_candidate_score": 0.8992500901222229, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.473534494638443, "best_gold_margin": 0.4257155954837799, "weakest_gold_margin": 0.4257155954837799}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00015", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Hayden give for suggesting Olive & Thyme?", "temporal_relation": "none", "query_temporal_norm": 0.1649046540260315, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7867814898490906}], "gold_semantic_scores": [0.7415098547935486], "gold_temporal_scores": [0.04527139291167259], "max_gold_score": 0.7867814898490906, "max_candidate_score": 0.7867814898490906, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6746721267700195, "best_gold_margin": 0.11210936307907104, "weakest_gold_margin": 0.11210936307907104}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00015", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What is Hayden bringing to the laundry room?", "temporal_relation": "none", "query_temporal_norm": 0.32192036509513855, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5546776056289673, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5546776056289673, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00117", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Before we switched locations, what did Cameron originally say the venue was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5593364834785461, "query_session_index": 2, "query_start_sec": 19.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8395275473594666}], "gold_semantic_scores": [0.7091221213340759], "gold_temporal_scores": [0.130405455827713], "max_gold_score": 0.8395275473594666, "max_candidate_score": 0.8427814841270447, "top_memory_id": "history_01_utt_0009::cf::main::3", "max_non_gold_score": 0.8427814841270447, "best_gold_margin": -0.003253936767578125, "weakest_gold_margin": -0.003253936767578125}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00117", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the venue change from, and what is it now?", "temporal_relation": "comparison", "query_temporal_norm": 0.4022442400455475, "query_session_index": 2, "query_start_sec": 19.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7565978765487671}, {"memory_id": "history_02_utt_0009", "score": 0.7991936206817627}], "gold_semantic_scores": [0.6081390976905823, 0.6785858869552612], "gold_temporal_scores": [0.14845894277095795, 0.1206076368689537], "max_gold_score": 0.7991936206817627, "max_candidate_score": 0.7991936206817627, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4673226475715637, "best_gold_margin": 0.331870973110199, "weakest_gold_margin": 0.28927522897720337}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00117", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which venue did Cameron say he booked for our viewing?", "temporal_relation": "none", "query_temporal_norm": 0.1612565964460373, "query_session_index": 2, "query_start_sec": 19.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7790404558181763}], "gold_semantic_scores": [0.7558498382568359], "gold_temporal_scores": [0.023190757259726524], "max_gold_score": 0.7790404558181763, "max_candidate_score": 0.7790404558181763, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.730042576789856, "best_gold_margin": 0.04899787902832031, "weakest_gold_margin": 0.04899787902832031}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00117", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we later switch the venue to?", "temporal_relation": "latest", "query_temporal_norm": 0.4455619156360626, "query_session_index": 2, "query_start_sec": 19.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9814256429672241}], "gold_semantic_scores": [0.7575169801712036], "gold_temporal_scores": [0.22390826046466827], "max_gold_score": 0.9814256429672241, "max_candidate_score": 0.9886665940284729, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.9886665940284729, "best_gold_margin": -0.007240951061248779, "weakest_gold_margin": -0.007240951061248779}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00261", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say changed about my dataset between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.35888901352882385, "query_session_index": 2, "query_start_sec": 20.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.535374104976654}, {"memory_id": "history_02_utt_0009", "score": 0.5194249749183655}], "gold_semantic_scores": [0.40511980652809143, 0.41466307640075684], "gold_temporal_scores": [0.1302543580532074, 0.1047617644071579], "max_gold_score": 0.535374104976654, "max_candidate_score": 0.5738748908042908, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.5738748908042908, "best_gold_margin": -0.03850078582763672, "weakest_gold_margin": -0.05444991588592529}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00261", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who finalized dataset v3?", "temporal_relation": "none", "query_temporal_norm": 0.25512638688087463, "query_session_index": 2, "query_start_sec": 20.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5086555480957031}], "gold_semantic_scores": [0.40176141262054443], "gold_temporal_scores": [0.10689418762922287], "max_gold_score": 0.5086555480957031, "max_candidate_score": 0.5117344856262207, "top_memory_id": "history_01_utt_0001", "max_non_gold_score": 0.5117344856262207, "best_gold_margin": -0.003078937530517578, "weakest_gold_margin": -0.003078937530517578}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00261", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current version and format of the dataset as it was finalized?", "temporal_relation": "latest", "query_temporal_norm": 0.5292605757713318, "query_session_index": 2, "query_start_sec": 20.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8580516576766968}], "gold_semantic_scores": [0.5808490514755249], "gold_temporal_scores": [0.27720314264297485], "max_gold_score": 0.8580516576766968, "max_candidate_score": 0.8580516576766968, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8579496145248413, "best_gold_margin": 0.00010204315185546875, "weakest_gold_margin": 0.00010204315185546875}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00261", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "Where did Morgan say the spare projector is stored?", "temporal_relation": "none", "query_temporal_norm": 0.13233675062656403, "query_session_index": 2, "query_start_sec": 20.560000000000002, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.2964221239089966, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.2964221239089966, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00367", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the in-process fast-path, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2267368882894516, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7427007555961609}, {"memory_id": "history_02_utt_0008", "score": 0.6697545647621155}], "gold_semantic_scores": [0.6713783740997314, 0.6232894062995911], "gold_temporal_scores": [0.07132253795862198, 0.04646478593349457], "max_gold_score": 0.7427007555961609, "max_candidate_score": 0.7427007555961609, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.45170676708221436, "best_gold_margin": 0.29099398851394653, "weakest_gold_margin": 0.21804779767990112}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00367", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say Rowan had proposed?", "temporal_relation": "none", "query_temporal_norm": 0.16780002415180206, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5869472622871399}], "gold_semantic_scores": [0.5567720532417297], "gold_temporal_scores": [0.03017496131360531], "max_gold_score": 0.5869472622871399, "max_candidate_score": 0.5869472622871399, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4906741678714752, "best_gold_margin": 0.09627309441566467, "weakest_gold_margin": 0.09627309441566467}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00367", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the in-process fast-path proposal?", "temporal_relation": "none", "query_temporal_norm": 0.30410709977149963, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.80838543176651}], "gold_semantic_scores": [0.6754575967788696], "gold_temporal_scores": [0.13292807340621948], "max_gold_score": 0.80838543176651, "max_candidate_score": 0.80838543176651, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6183773875236511, "best_gold_margin": 0.1900080442428589, "weakest_gold_margin": 0.1900080442428589}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00367", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation discussed a shared Redis cache being proposed as an alternative?", "temporal_relation": "session", "query_temporal_norm": 0.13736875355243683, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.8234902620315552}], "gold_semantic_scores": [0.7871313095092773], "gold_temporal_scores": [0.036359068006277084], "max_gold_score": 0.8234902620315552, "max_candidate_score": 0.8234902620315552, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4932471215724945, "best_gold_margin": 0.33024314045906067, "weakest_gold_margin": 0.33024314045906067}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00451", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested the stainless-steel toaster oven?", "temporal_relation": "earliest", "query_temporal_norm": 0.534654438495636, "query_session_index": 2, "query_start_sec": 22.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6267094016075134}], "gold_semantic_scores": [0.5069829821586609], "gold_temporal_scores": [0.1197262704372406], "max_gold_score": 0.6267094016075134, "max_candidate_score": 0.6267094016075134, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6234954595565796, "best_gold_margin": 0.003213942050933838, "weakest_gold_margin": 0.003213942050933838}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00451", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before it was changed to a different appliance, what did the group originally suggest getting?", "temporal_relation": "earliest", "query_temporal_norm": 0.5328210592269897, "query_session_index": 2, "query_start_sec": 22.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.49155914783477783}], "gold_semantic_scores": [0.335919052362442], "gold_temporal_scores": [0.1556401252746582], "max_gold_score": 0.49155914783477783, "max_candidate_score": 0.49155914783477783, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.47999775409698486, "best_gold_margin": 0.011561393737792969, "weakest_gold_margin": 0.011561393737792969}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00451", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn say we should get?", "temporal_relation": "none", "query_temporal_norm": 0.3219706416130066, "query_session_index": 2, "query_start_sec": 22.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.36304524540901184}], "gold_semantic_scores": [0.32958081364631653], "gold_temporal_scores": [0.03346436098217964], "max_gold_score": 0.36304524540901184, "max_candidate_score": 0.417928546667099, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.417928546667099, "best_gold_margin": -0.05488330125808716, "weakest_gold_margin": -0.05488330125808716}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00451", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What appliance are we planning to get now?", "temporal_relation": "latest", "query_temporal_norm": 0.4223499596118927, "query_session_index": 2, "query_start_sec": 22.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9090586304664612}], "gold_semantic_scores": [0.6931127905845642], "gold_temporal_scores": [0.21594582498073578], "max_gold_score": 0.9090586304664612, "max_candidate_score": 0.9090586304664612, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9032629132270813, "best_gold_margin": 0.005795717239379883, "weakest_gold_margin": 0.005795717239379883}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00550", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5582091212272644, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9839780926704407}], "gold_semantic_scores": [0.7208603620529175], "gold_temporal_scores": [0.2631177008152008], "max_gold_score": 0.9839780926704407, "max_candidate_score": 0.9839780926704407, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9818924069404602, "best_gold_margin": 0.0020856857299804688, "weakest_gold_margin": 0.0020856857299804688}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00550", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently for the group?", "temporal_relation": "none", "query_temporal_norm": 0.5219791531562805, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9598967432975769}], "gold_semantic_scores": [0.7203528881072998], "gold_temporal_scores": [0.239544078707695], "max_gold_score": 0.9598967432975769, "max_candidate_score": 0.9598967432975769, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9584973454475403, "best_gold_margin": 0.001399397850036621, "weakest_gold_margin": 0.001399397850036621}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00550", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before the change, which activity had been suggested earlier?", "temporal_relation": "before", "query_temporal_norm": 0.29891446232795715, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7085413336753845}], "gold_semantic_scores": [0.6766719818115234], "gold_temporal_scores": [0.031869351863861084], "max_gold_score": 0.7085413336753845, "max_candidate_score": 0.7085413336753845, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5631352663040161, "best_gold_margin": 0.1454060673713684, "weakest_gold_margin": 0.1454060673713684}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00550", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan say they'd rather do a kayaking trip?", "temporal_relation": "session", "query_temporal_norm": 0.11947628110647202, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9049918055534363}], "gold_semantic_scores": [0.8619112968444824], "gold_temporal_scores": [0.04308051988482475], "max_gold_score": 0.9049918055534363, "max_candidate_score": 0.9049918055534363, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8267480731010437, "best_gold_margin": 0.07824373245239258, "weakest_gold_margin": 0.07824373245239258}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00692", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about the shopping item — how did it change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41272321343421936, "query_session_index": 2, "query_start_sec": 15.479999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6936376690864563}, {"memory_id": "history_02_utt_0010", "score": 0.8094838857650757}], "gold_semantic_scores": [0.5402548909187317, 0.6903451681137085], "gold_temporal_scores": [0.15338273346424103, 0.11913861334323883], "max_gold_score": 0.8094838857650757, "max_candidate_score": 0.8156859874725342, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.8156859874725342, "best_gold_margin": -0.006202101707458496, "weakest_gold_margin": -0.12204831838607788}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00692", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the shopping list to a five-pound bag of jasmine rice?", "temporal_relation": "none", "query_temporal_norm": 0.484711617231369, "query_session_index": 2, "query_start_sec": 15.479999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0589287281036377}], "gold_semantic_scores": [0.8093037009239197], "gold_temporal_scores": [0.24962429702281952], "max_gold_score": 1.0589287281036377, "max_candidate_score": 1.0589287281036377, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6902291774749756, "best_gold_margin": 0.3686995506286621, "weakest_gold_margin": 0.3686995506286621}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00692", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier on, what shopping-list item was originally added to the shared list?", "temporal_relation": "earliest", "query_temporal_norm": 0.5655004382133484, "query_session_index": 2, "query_start_sec": 15.479999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.758070707321167}], "gold_semantic_scores": [0.6175700426101685], "gold_temporal_scores": [0.14050066471099854], "max_gold_score": 0.758070707321167, "max_candidate_score": 0.758070707321167, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7576891183853149, "best_gold_margin": 0.0003815889358520508, "weakest_gold_margin": 0.0003815889358520508}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00692", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "Where did Drew say the folding table is stored?", "temporal_relation": "none", "query_temporal_norm": 0.3146892189979553, "query_session_index": 2, "query_start_sec": 15.479999999999999, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.6081011891365051, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6081011891365051, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00765", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew originally say the chore schedule was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.49708980321884155, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9310194849967957}], "gold_semantic_scores": [0.7875537276268005], "gold_temporal_scores": [0.14346586167812347], "max_gold_score": 0.9310194849967957, "max_candidate_score": 0.9310194849967957, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.9260762333869934, "best_gold_margin": 0.004943251609802246, "weakest_gold_margin": 0.004943251609802246}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00765", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier, what chore schedule was in place for the household?", "temporal_relation": "before", "query_temporal_norm": 0.2533175051212311, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6288840174674988}], "gold_semantic_scores": [0.5732476115226746], "gold_temporal_scores": [0.05563631281256676], "max_gold_score": 0.6288840174674988, "max_candidate_score": 0.6288840174674988, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6270833611488342, "best_gold_margin": 0.0018006563186645508, "weakest_gold_margin": 0.0018006563186645508}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00765", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew state that chore schedule?", "temporal_relation": "session", "query_temporal_norm": 0.2465801239013672, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8622942566871643}], "gold_semantic_scores": [0.7907841801643372], "gold_temporal_scores": [0.07151016592979431], "max_gold_score": 0.8622942566871643, "max_candidate_score": 0.8622942566871643, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7778807282447815, "best_gold_margin": 0.08441352844238281, "weakest_gold_margin": 0.08441352844238281}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00765", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "When is my next trash pickup?", "temporal_relation": "none", "query_temporal_norm": 0.46436643600463867, "query_session_index": 2, "query_start_sec": 19.56, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.48224595189094543, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.48224595189094543, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00894", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my planned watch order change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4015563428401947, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6657179594039917}, {"memory_id": "history_02_utt_0009", "score": 0.6100047826766968}], "gold_semantic_scores": [0.5260487794876099, 0.46052032709121704], "gold_temporal_scores": [0.1396690458059311, 0.14948466420173645], "max_gold_score": 0.6657179594039917, "max_candidate_score": 0.7130169868469238, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.7130169868469238, "best_gold_margin": -0.04729902744293213, "weakest_gold_margin": -0.10301220417022705}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00894", "qa_id": "extra_qa_0002", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How was the watch order updated from the earlier plan to the later one?", "temporal_relation": "none", "query_temporal_norm": 0.4197723865509033, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7310900688171387}, {"memory_id": "history_02_utt_0009", "score": 0.6663939356803894}], "gold_semantic_scores": [0.5838270783424377, 0.5038337111473083], "gold_temporal_scores": [0.1472630798816681, 0.16256028413772583], "max_gold_score": 0.7310900688171387, "max_candidate_score": 0.7310900688171387, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3551126718521118, "best_gold_margin": 0.37597739696502686, "weakest_gold_margin": 0.3112812638282776}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00894", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent planned watch order for the shows?", "temporal_relation": "none", "query_temporal_norm": 0.5305576920509338, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8337854146957397}], "gold_semantic_scores": [0.5680263638496399], "gold_temporal_scores": [0.265759140253067], "max_gold_score": 0.8337854146957397, "max_candidate_score": 0.8337854146957397, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8319194316864014, "best_gold_margin": 0.001865983009338379, "weakest_gold_margin": 0.001865983009338379}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00894", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had planned to watch Documentary Night?", "temporal_relation": "none", "query_temporal_norm": 0.3429481089115143, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7746468186378479}], "gold_semantic_scores": [0.7219765782356262], "gold_temporal_scores": [0.05267023295164108], "max_gold_score": 0.7746468186378479, "max_candidate_score": 0.7746468186378479, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.49240434169769287, "best_gold_margin": 0.28224247694015503, "weakest_gold_margin": 0.28224247694015503}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00973", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's annotation deadline for the pilot split change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4187893569469452, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7867474555969238}, {"memory_id": "history_02_utt_0009", "score": 0.8129636645317078}], "gold_semantic_scores": [0.6577875018119812, 0.6579002141952515], "gold_temporal_scores": [0.1289602369070053, 0.1550634354352951], "max_gold_score": 0.8129636645317078, "max_candidate_score": 0.8129636645317078, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6934234499931335, "best_gold_margin": 0.11954021453857422, "weakest_gold_margin": 0.09332400560379028}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00973", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What were the previous and updated dates for the pilot split annotation deadline?", "temporal_relation": "none", "query_temporal_norm": 0.4478169083595276, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9131389260292053}, {"memory_id": "history_02_utt_0009", "score": 0.9083049893379211}], "gold_semantic_scores": [0.7669870853424072, 0.7314130067825317], "gold_temporal_scores": [0.14615179598331451, 0.17689180374145508], "max_gold_score": 0.9131389260292053, "max_candidate_score": 0.9131389260292053, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5670113563537598, "best_gold_margin": 0.34612756967544556, "weakest_gold_margin": 0.3412936329841614}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01043", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor say the latest dataset version was?", "temporal_relation": "latest", "query_temporal_norm": 0.5585116147994995, "query_session_index": 2, "query_start_sec": 22.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0258285999298096}], "gold_semantic_scores": [0.7491676807403564], "gold_temporal_scores": [0.2766609191894531], "max_gold_score": 1.0258285999298096, "max_candidate_score": 1.0258285999298096, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.021506905555725, "best_gold_margin": 0.004321694374084473, "weakest_gold_margin": 0.004321694374084473}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01043", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent dataset version and its main details?", "temporal_relation": "none", "query_temporal_norm": 0.5396723747253418, "query_session_index": 2, "query_start_sec": 22.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8755428194999695}], "gold_semantic_scores": [0.6028619408607483], "gold_temporal_scores": [0.2726809084415436], "max_gold_score": 0.8755428194999695, "max_candidate_score": 0.8755428194999695, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8727158904075623, "best_gold_margin": 0.0028269290924072266, "weakest_gold_margin": 0.0028269290924072266}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01043", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which dataset version did Taylor report updating the dataset to?", "temporal_relation": "none", "query_temporal_norm": 0.487739235162735, "query_session_index": 2, "query_start_sec": 22.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9879966974258423}], "gold_semantic_scores": [0.7645010948181152], "gold_temporal_scores": [0.22349564731121063], "max_gold_score": 0.9879966974258423, "max_candidate_score": 0.9879966974258423, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.975655198097229, "best_gold_margin": 0.012341499328613281, "weakest_gold_margin": 0.012341499328613281}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01043", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the dataset to v2.1?", "temporal_relation": "none", "query_temporal_norm": 0.43550658226013184, "query_session_index": 2, "query_start_sec": 22.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0064152479171753}], "gold_semantic_scores": [0.7960366010665894], "gold_temporal_scores": [0.21037858724594116], "max_gold_score": 1.0064152479171753, "max_candidate_score": 1.0064152479171753, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5952175855636597, "best_gold_margin": 0.4111976623535156, "weakest_gold_margin": 0.4111976623535156}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01176", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested La Riviera Bistro for dinner before the plan changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.46991875767707825, "query_session_index": 2, "query_start_sec": 24.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7806914448738098}], "gold_semantic_scores": [0.7051920294761658], "gold_temporal_scores": [0.07549914717674255], "max_gold_score": 0.7806914448738098, "max_candidate_score": 0.7806914448738098, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.3321651816368103, "best_gold_margin": 0.4485262632369995, "weakest_gold_margin": 0.4485262632369995}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01176", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What restaurant did Hayden first suggest for dinner?", "temporal_relation": "earliest", "query_temporal_norm": 0.4259651005268097, "query_session_index": 2, "query_start_sec": 24.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8129453063011169}], "gold_semantic_scores": [0.7307717800140381], "gold_temporal_scores": [0.08217337727546692], "max_gold_score": 0.8129453063011169, "max_candidate_score": 0.8129453063011169, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6444056034088135, "best_gold_margin": 0.16853970289230347, "weakest_gold_margin": 0.16853970289230347}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01176", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who first suggested La Riviera Bistro for dinner?", "temporal_relation": "none", "query_temporal_norm": 0.31799811124801636, "query_session_index": 2, "query_start_sec": 24.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.723217785358429}], "gold_semantic_scores": [0.6541968584060669], "gold_temporal_scores": [0.06902101635932922], "max_gold_score": 0.723217785358429, "max_candidate_score": 0.723217785358429, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.24166540801525116, "best_gold_margin": 0.4815523773431778, "weakest_gold_margin": 0.4815523773431778}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01176", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What restaurant are we planning to go to now?", "temporal_relation": "latest", "query_temporal_norm": 0.35483860969543457, "query_session_index": 2, "query_start_sec": 24.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6446464657783508}], "gold_semantic_scores": [0.4594012200832367], "gold_temporal_scores": [0.18524515628814697], "max_gold_score": 0.6446464657783508, "max_candidate_score": 0.6455968618392944, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 0.6455968618392944, "best_gold_margin": -0.0009503960609436035, "weakest_gold_margin": -0.0009503960609436035}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00066", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say about the river taxi, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.24387089908123016, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6708787679672241}, {"memory_id": "history_02_utt_0008", "score": 0.5721660256385803}], "gold_semantic_scores": [0.5918236374855042, 0.5095560550689697], "gold_temporal_scores": [0.07905512303113937, 0.06260998547077179], "max_gold_score": 0.6708787679672241, "max_candidate_score": 0.6745043992996216, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.6745043992996216, "best_gold_margin": -0.003625631332397461, "weakest_gold_margin": -0.10233837366104126}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00066", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the river taxi offers a scenic route along the waterfront?", "temporal_relation": "none", "query_temporal_norm": 0.08569232374429703, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7869223356246948}], "gold_semantic_scores": [0.7823867797851562], "gold_temporal_scores": [0.004535573534667492], "max_gold_score": 0.7869223356246948, "max_candidate_score": 0.7869223356246948, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5183283686637878, "best_gold_margin": 0.268593966960907, "weakest_gold_margin": 0.268593966960907}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00066", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why can't we take the river taxi?", "temporal_relation": "none", "query_temporal_norm": 0.25311478972435, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8076748251914978}], "gold_semantic_scores": [0.7037103772163391], "gold_temporal_scores": [0.10396461188793182], "max_gold_score": 0.8076748251914978, "max_candidate_score": 0.8076748251914978, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.47177520394325256, "best_gold_margin": 0.33589962124824524, "weakest_gold_margin": 0.33589962124824524}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00066", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the river taxi service cancellation mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.2530798316001892, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7016798853874207}], "gold_semantic_scores": [0.6098439693450928], "gold_temporal_scores": [0.09183596074581146], "max_gold_score": 0.7016798853874207, "max_candidate_score": 0.7016798853874207, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4862033724784851, "best_gold_margin": 0.21547651290893555, "weakest_gold_margin": 0.21547651290893555}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00182", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model did Reese originally pick for the speech model prototype before it was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.560118556022644, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8173174858093262}], "gold_semantic_scores": [0.6874722242355347], "gold_temporal_scores": [0.1298454999923706], "max_gold_score": 0.8173174858093262, "max_candidate_score": 0.8205700516700745, "top_memory_id": "history_01_utt_0007::cf::main::3", "max_non_gold_score": 0.8205700516700745, "best_gold_margin": -0.003252565860748291, "weakest_gold_margin": -0.003252565860748291}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00182", "qa_id": "extra_qa_0003", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally picked the Transformer with a streaming front-end for the speech model prototype?", "temporal_relation": "earliest", "query_temporal_norm": 0.5551381707191467, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8856561779975891}], "gold_semantic_scores": [0.7777599096298218], "gold_temporal_scores": [0.10789646953344345], "max_gold_score": 0.8856561779975891, "max_candidate_score": 0.8856561779975891, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8791670799255371, "best_gold_margin": 0.006489098072052002, "weakest_gold_margin": 0.006489098072052002}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00182", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which speech model are we currently using for the prototype?", "temporal_relation": "latest", "query_temporal_norm": 0.48583537340164185, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7077111601829529}], "gold_semantic_scores": [0.4901627004146576], "gold_temporal_scores": [0.2175484597682953], "max_gold_score": 0.7077111601829529, "max_candidate_score": 0.7084527611732483, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.7084527611732483, "best_gold_margin": -0.0007416009902954102, "weakest_gold_margin": -0.0007416009902954102}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00182", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did our speech model choice change between the earlier design and now?", "temporal_relation": "comparison", "query_temporal_norm": 0.3844180703163147, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.70319664478302}, {"memory_id": "history_02_utt_0009", "score": 0.6037401556968689}], "gold_semantic_scores": [0.5681432485580444, 0.47434860467910767], "gold_temporal_scores": [0.13505350053310394, 0.12939125299453735], "max_gold_score": 0.70319664478302, "max_candidate_score": 0.70319664478302, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4186028838157654, "best_gold_margin": 0.28459376096725464, "weakest_gold_margin": 0.18513727188110352}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00322", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested The Lantern Bistro, and why was it closed that night?", "temporal_relation": "none", "query_temporal_norm": 0.199521005153656, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6235984563827515}, {"memory_id": "history_02_utt_0010", "score": 0.6545000076293945}], "gold_semantic_scores": [0.558028519153595, 0.6032508015632629], "gold_temporal_scores": [0.06557000428438187, 0.051249340176582336], "max_gold_score": 0.6545000076293945, "max_candidate_score": 0.6545000076293945, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.19614651799201965, "best_gold_margin": 0.4583534896373749, "weakest_gold_margin": 0.4274519383907318}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00322", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say Rowan suggested as a quick dinner option?", "temporal_relation": "none", "query_temporal_norm": 0.09112156927585602, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6590598225593567}], "gold_semantic_scores": [0.6544976830482483], "gold_temporal_scores": [0.004562250338494778], "max_gold_score": 0.6590598225593567, "max_candidate_score": 0.6590598225593567, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6045409440994263, "best_gold_margin": 0.05451887845993042, "weakest_gold_margin": 0.05451887845993042}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00322", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why couldn't we go to the Lantern Bistro that night?", "temporal_relation": "none", "query_temporal_norm": 0.4271596670150757, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6964032649993896}], "gold_semantic_scores": [0.527638852596283], "gold_temporal_scores": [0.1687644124031067], "max_gold_score": 0.6964032649993896, "max_candidate_score": 0.6964032649993896, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.514586329460144, "best_gold_margin": 0.1818169355392456, "weakest_gold_margin": 0.1818169355392456}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00322", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say the Lantern Bistro was closed that night?", "temporal_relation": "session", "query_temporal_norm": 0.20715324580669403, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8711190223693848}], "gold_semantic_scores": [0.8285450339317322], "gold_temporal_scores": [0.04257411137223244], "max_gold_score": 0.8711190223693848, "max_candidate_score": 0.8711190223693848, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.48473498225212097, "best_gold_margin": 0.3863840401172638, "weakest_gold_margin": 0.3863840401172638}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00443", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Between the earlier chat and the later update, how did Reese change the deployment target for the demo?", "temporal_relation": "comparison", "query_temporal_norm": 0.32645273208618164, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7556952834129333}, {"memory_id": "history_02_utt_0010", "score": 0.7912324666976929}], "gold_semantic_scores": [0.6395019888877869, 0.6840176582336426], "gold_temporal_scores": [0.11619314551353455, 0.10721486806869507], "max_gold_score": 0.7912324666976929, "max_candidate_score": 0.7912324666976929, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6248777508735657, "best_gold_margin": 0.1663547158241272, "weakest_gold_margin": 0.13081753253936768}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00443", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese say they planned to deploy the prototype to an on-prem edge cluster?", "temporal_relation": "session", "query_temporal_norm": 0.27828216552734375, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9386735558509827}], "gold_semantic_scores": [0.848935067653656], "gold_temporal_scores": [0.0897384062409401], "max_gold_score": 0.9386735558509827, "max_candidate_score": 0.9386735558509827, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8093132972717285, "best_gold_margin": 0.12936025857925415, "weakest_gold_margin": 0.12936025857925415}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00443", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "According to Reese, where would the demo be deployed?", "temporal_relation": "none", "query_temporal_norm": 0.19844280183315277, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.4878973364830017}], "gold_semantic_scores": [0.40524736046791077], "gold_temporal_scores": [0.08265011757612228], "max_gold_score": 0.4878973364830017, "max_candidate_score": 0.6129893064498901, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6129893064498901, "best_gold_margin": -0.12509196996688843, "weakest_gold_margin": -0.12509196996688843}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00443", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese say they switched to deploying on a cloud-managed GPU pool?", "temporal_relation": "session", "query_temporal_norm": 0.29407182335853577, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8834388852119446}], "gold_semantic_scores": [0.7412276864051819], "gold_temporal_scores": [0.1422111541032791], "max_gold_score": 0.8834388852119446, "max_candidate_score": 0.8834388852119446, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7815263271331787, "best_gold_margin": 0.10191255807876587, "weakest_gold_margin": 0.10191255807876587}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00561", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Skyler's watch order change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.39228129386901855, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7505549192428589}, {"memory_id": "history_02_utt_0009", "score": 0.7997978329658508}], "gold_semantic_scores": [0.6067997813224792, 0.6709879040718079], "gold_temporal_scores": [0.14375518262386322, 0.128809854388237], "max_gold_score": 0.7997978329658508, "max_candidate_score": 0.7997978329658508, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7139624357223511, "best_gold_margin": 0.08583539724349976, "weakest_gold_margin": 0.03659248352050781}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00561", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original watch order and what was it changed to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4390046298503876, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8185687065124512}, {"memory_id": "history_02_utt_0009", "score": 0.7955362200737}], "gold_semantic_scores": [0.6554094552993774, 0.6859601736068726], "gold_temporal_scores": [0.16315925121307373, 0.10957629978656769], "max_gold_score": 0.8185687065124512, "max_candidate_score": 0.8185687065124512, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.45904070138931274, "best_gold_margin": 0.3595280051231384, "weakest_gold_margin": 0.3364955186843872}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00561", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What watch order did Skyler say they planned to watch?", "temporal_relation": "none", "query_temporal_norm": 0.37754133343696594, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8171688914299011}], "gold_semantic_scores": [0.7348608374595642], "gold_temporal_scores": [0.08230810612440109], "max_gold_score": 0.8171688914299011, "max_candidate_score": 0.8171688914299011, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7264685034751892, "best_gold_margin": 0.09070038795471191, "weakest_gold_margin": 0.09070038795471191}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00561", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had planned to watch Indie Roadtrip, then Kitchen Convos, then After Hours Short?", "temporal_relation": "none", "query_temporal_norm": 0.34571632742881775, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6393690705299377}], "gold_semantic_scores": [0.5528033375740051], "gold_temporal_scores": [0.08656594902276993], "max_gold_score": 0.6393690705299377, "max_candidate_score": 0.6393690705299377, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.35548731684684753, "best_gold_margin": 0.2838817536830902, "weakest_gold_margin": 0.2838817536830902}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00623", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Riley say the latest rating was for Midnight Drive?", "temporal_relation": "latest", "query_temporal_norm": 0.5587224960327148, "query_session_index": 2, "query_start_sec": 20.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.1258333921432495}], "gold_semantic_scores": [0.8371521830558777], "gold_temporal_scores": [0.2886810898780823], "max_gold_score": 1.1258333921432495, "max_candidate_score": 1.1260788440704346, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 1.1260788440704346, "best_gold_margin": -0.0002454519271850586, "weakest_gold_margin": -0.0002454519271850586}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00623", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating for Midnight Drive change between the first time we listened and after the remaster?", "temporal_relation": "comparison", "query_temporal_norm": 0.32272788882255554, "query_session_index": 2, "query_start_sec": 20.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9317106008529663}, {"memory_id": "history_02_utt_0008", "score": 0.9721137285232544}], "gold_semantic_scores": [0.8183803558349609, 0.8659763336181641], "gold_temporal_scores": [0.11333039402961731, 0.10613734275102615], "max_gold_score": 0.9721137285232544, "max_candidate_score": 0.9721137285232544, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.44644296169281006, "best_gold_margin": 0.5256707668304443, "weakest_gold_margin": 0.48526763916015625}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00623", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they gave Midnight Drive a 4.5 out of 5 after the remaster?", "temporal_relation": "none", "query_temporal_norm": 0.24647733569145203, "query_session_index": 2, "query_start_sec": 20.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8785848021507263}], "gold_semantic_scores": [0.7797982692718506], "gold_temporal_scores": [0.09878670424222946], "max_gold_score": 0.8785848021507263, "max_candidate_score": 0.8785848021507263, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6324214339256287, "best_gold_margin": 0.24616336822509766, "weakest_gold_margin": 0.24616336822509766}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00623", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What’s the most recent rating given for Midnight Drive?", "temporal_relation": "none", "query_temporal_norm": 0.5452890992164612, "query_session_index": 2, "query_start_sec": 20.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0325583219528198}], "gold_semantic_scores": [0.7811244130134583], "gold_temporal_scores": [0.2514339089393616], "max_gold_score": 1.0325583219528198, "max_candidate_score": 1.0325583219528198, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.0271220207214355, "best_gold_margin": 0.005436301231384277, "weakest_gold_margin": 0.005436301231384277}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00720", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I mentioned a nasal spray I was shopping for — what did I say I had switched from and to?", "temporal_relation": "none", "query_temporal_norm": 0.38297685980796814, "query_session_index": 2, "query_start_sec": 13.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7411597371101379}, {"memory_id": "history_02_utt_0008", "score": 0.9045540690422058}], "gold_semantic_scores": [0.622901201248169, 0.7174527645111084], "gold_temporal_scores": [0.11825842410326004, 0.18710128962993622], "max_gold_score": 0.9045540690422058, "max_candidate_score": 0.9114984273910522, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9114984273910522, "best_gold_margin": -0.0069443583488464355, "weakest_gold_margin": -0.1703386902809143}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00720", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they replaced the nasal spray with a multi-dose bottle?", "temporal_relation": "none", "query_temporal_norm": 0.2875537872314453, "query_session_index": 2, "query_start_sec": 13.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8133705258369446}], "gold_semantic_scores": [0.7077319025993347], "gold_temporal_scores": [0.10563851147890091], "max_gold_score": 0.8133705258369446, "max_candidate_score": 0.8133705258369446, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6342730522155762, "best_gold_margin": 0.1790974736213684, "weakest_gold_margin": 0.1790974736213684}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00720", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which nasal spray do we have now?", "temporal_relation": "latest", "query_temporal_norm": 0.4918910264968872, "query_session_index": 2, "query_start_sec": 13.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8100394010543823}], "gold_semantic_scores": [0.5926358103752136], "gold_temporal_scores": [0.217403843998909], "max_gold_score": 0.8100394010543823, "max_candidate_score": 0.8131021857261658, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0007::1", "max_non_gold_score": 0.8131021857261658, "best_gold_margin": -0.0030627846717834473, "weakest_gold_margin": -0.0030627846717834473}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00835", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest model choice for the acoustic encoder was?", "temporal_relation": "latest", "query_temporal_norm": 0.5717053413391113, "query_session_index": 2, "query_start_sec": 20.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8000918030738831}], "gold_semantic_scores": [0.535381019115448], "gold_temporal_scores": [0.2647106945514679], "max_gold_score": 0.8000918030738831, "max_candidate_score": 0.8809999227523804, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 0.8809999227523804, "best_gold_margin": -0.08090811967849731, "weakest_gold_margin": -0.08090811967849731}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00835", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model was selected as the primary model for the acoustic encoder?", "temporal_relation": "none", "query_temporal_norm": 0.25288620591163635, "query_session_index": 2, "query_start_sec": 20.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7444210648536682}], "gold_semantic_scores": [0.7122173309326172], "gold_temporal_scores": [0.03220376744866371], "max_gold_score": 0.7444210648536682, "max_candidate_score": 0.8001614809036255, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8001614809036255, "best_gold_margin": -0.055740416049957275, "weakest_gold_margin": -0.055740416049957275}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00979", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for placing 'Midnight Ride' in the opening slot, and why was it later removed?", "temporal_relation": "none", "query_temporal_norm": 0.13968385756015778, "query_session_index": 2, "query_start_sec": 12.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8309307098388672}, {"memory_id": "history_02_utt_0008", "score": 0.8055841326713562}], "gold_semantic_scores": [0.7938272953033447, 0.7555553317070007], "gold_temporal_scores": [0.037103425711393356, 0.05002884566783905], "max_gold_score": 0.8309307098388672, "max_candidate_score": 0.8309307098388672, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8300992250442505, "best_gold_margin": 0.0008314847946166992, "weakest_gold_margin": -0.024515092372894287}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00979", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In the earlier discussion, what happened to the track \"Midnight Ride\"?", "temporal_relation": "session", "query_temporal_norm": 0.1780407577753067, "query_session_index": 2, "query_start_sec": 12.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8020203709602356}], "gold_semantic_scores": [0.7585705518722534], "gold_temporal_scores": [0.0434497706592083], "max_gold_score": 0.8020203709602356, "max_candidate_score": 0.8020203709602356, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.626344621181488, "best_gold_margin": 0.17567574977874756, "weakest_gold_margin": 0.17567574977874756}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00979", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that \"Midnight Ride\" was removed?", "temporal_relation": "session", "query_temporal_norm": 0.13051389157772064, "query_session_index": 2, "query_start_sec": 12.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8465821743011475}], "gold_semantic_scores": [0.8128001689910889], "gold_temporal_scores": [0.03378213569521904], "max_gold_score": 0.8465821743011475, "max_candidate_score": 0.8465821743011475, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6725158095359802, "best_gold_margin": 0.17406636476516724, "weakest_gold_margin": 0.17406636476516724}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00979", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In the earlier discussion, where in the set was \"Sunrise Loop\" queued?", "temporal_relation": "session", "query_temporal_norm": 0.17312471568584442, "query_session_index": 2, "query_start_sec": 12.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.634998619556427}], "gold_semantic_scores": [0.6172674298286438], "gold_temporal_scores": [0.01773110404610634], "max_gold_score": 0.634998619556427, "max_candidate_score": 0.634998619556427, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5996114611625671, "best_gold_margin": 0.03538715839385986, "weakest_gold_margin": 0.03538715839385986}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01054", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say about the local model cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2521613538265228, "query_session_index": 2, "query_start_sec": 20.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7652356624603271}, {"memory_id": "history_02_utt_0008", "score": 0.6673905253410339}], "gold_semantic_scores": [0.6820022463798523, 0.6103478074073792], "gold_temporal_scores": [0.08323360979557037, 0.05704269930720329], "max_gold_score": 0.7652356624603271, "max_candidate_score": 0.7658070921897888, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.7658070921897888, "best_gold_margin": -0.0005714297294616699, "weakest_gold_margin": -0.09841656684875488}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01054", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason did the team give for rejecting the local model cache?", "temporal_relation": "none", "query_temporal_norm": 0.16522575914859772, "query_session_index": 2, "query_start_sec": 20.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8810020089149475}], "gold_semantic_scores": [0.8072556257247925], "gold_temporal_scores": [0.0737464427947998], "max_gold_score": 0.8810020089149475, "max_candidate_score": 0.8810020089149475, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6309230327606201, "best_gold_margin": 0.2500789761543274, "weakest_gold_margin": 0.2500789761543274}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01054", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did edge-sharded weights do to network round-trips?", "temporal_relation": "none", "query_temporal_norm": 0.1462310254573822, "query_session_index": 2, "query_start_sec": 20.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.6664588451385498}], "gold_semantic_scores": [0.6345799565315247], "gold_temporal_scores": [0.031878914684057236], "max_gold_score": 0.6664588451385498, "max_candidate_score": 0.6664588451385498, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.40704596042633057, "best_gold_margin": 0.25941288471221924, "weakest_gold_margin": 0.25941288471221924}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01054", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it asked that we add memory usage alerts to the cluster dashboard?", "temporal_relation": "session", "query_temporal_norm": 0.1579272449016571, "query_session_index": 2, "query_start_sec": 20.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0027", "score": 0.5259126424789429}], "gold_semantic_scores": [0.4617648124694824], "gold_temporal_scores": [0.06414790451526642], "max_gold_score": 0.5259126424789429, "max_candidate_score": 0.5259126424789429, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.3833683431148529, "best_gold_margin": 0.14254429936408997, "weakest_gold_margin": 0.14254429936408997}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01145", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for WholeHarvest, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.1404741257429123, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7687709331512451}, {"memory_id": "history_02_utt_0007", "score": 0.7665351033210754}], "gold_semantic_scores": [0.7271364331245422, 0.7387949824333191], "gold_temporal_scores": [0.041634608060121536, 0.027740150690078735], "max_gold_score": 0.7687709331512451, "max_candidate_score": 0.7702892422676086, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.7702892422676086, "best_gold_margin": -0.0015183091163635254, "weakest_gold_margin": -0.003754138946533203}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01145", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was GreenMarket recommended earlier?", "temporal_relation": "none", "query_temporal_norm": 0.11363229900598526, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.5921778678894043}], "gold_semantic_scores": [0.577577531337738], "gold_temporal_scores": [0.01460014097392559], "max_gold_score": 0.5921778678894043, "max_candidate_score": 0.5921778678894043, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.3030417859554291, "best_gold_margin": 0.2891360819339752, "weakest_gold_margin": 0.2891360819339752}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01145", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was WholeHarvest ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.14530712366104126, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8924182057380676}], "gold_semantic_scores": [0.8425050377845764], "gold_temporal_scores": [0.049913190305233], "max_gold_score": 0.8924182057380676, "max_candidate_score": 0.8924182057380676, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5998551249504089, "best_gold_margin": 0.2925630807876587, "weakest_gold_margin": 0.2925630807876587}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01145", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say WholeHarvest was closed for inventory all week?", "temporal_relation": "session", "query_temporal_norm": 0.14334601163864136, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8003700971603394}], "gold_semantic_scores": [0.7678405046463013], "gold_temporal_scores": [0.03252960368990898], "max_gold_score": 0.8003700971603394, "max_candidate_score": 0.8003700971603394, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5615864992141724, "best_gold_margin": 0.238783597946167, "weakest_gold_margin": 0.238783597946167}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00089", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deadline did Reese originally set before it was pushed back?", "temporal_relation": "earliest", "query_temporal_norm": 0.5376254320144653, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8654620051383972}], "gold_semantic_scores": [0.7478220462799072], "gold_temporal_scores": [0.11763984709978104], "max_gold_score": 0.8654620051383972, "max_candidate_score": 0.8665786981582642, "top_memory_id": "history_01_utt_0008::cf::main::3", "max_non_gold_score": 0.8665786981582642, "best_gold_margin": -0.0011166930198669434, "weakest_gold_margin": -0.0011166930198669434}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00089", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Do we have an updated deadline for the dataset collection?", "temporal_relation": "latest", "query_temporal_norm": 0.5711666941642761, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9635441899299622}], "gold_semantic_scores": [0.6844756007194519], "gold_temporal_scores": [0.2790687084197998], "max_gold_score": 0.9635441899299622, "max_candidate_score": 0.9635441899299622, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9598627686500549, "best_gold_margin": 0.0036814212799072266, "weakest_gold_margin": 0.0036814212799072266}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00089", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deadline did Reese state for the dataset collection in that earlier meeting?", "temporal_relation": "before", "query_temporal_norm": 0.36100444197654724, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8317772150039673}], "gold_semantic_scores": [0.7554048895835876], "gold_temporal_scores": [0.07637248933315277], "max_gold_score": 0.8317772150039673, "max_candidate_score": 0.8317772150039673, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7600319385528564, "best_gold_margin": 0.07174527645111084, "weakest_gold_margin": 0.07174527645111084}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00248", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say the North Loop Shuttle offered, and why did Emerson rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.23883400857448578, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7327122688293457}, {"memory_id": "history_02_utt_0008", "score": 0.6574798822402954}], "gold_semantic_scores": [0.6572580337524414, 0.5911845564842224], "gold_temporal_scores": [0.07545413821935654, 0.06629538536071777], "max_gold_score": 0.7327122688293457, "max_candidate_score": 0.7327122688293457, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7222171425819397, "best_gold_margin": 0.010495126247406006, "weakest_gold_margin": -0.06473726034164429}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00248", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended the North Loop Shuttle?", "temporal_relation": "none", "query_temporal_norm": 0.13483843207359314, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.677496612071991}], "gold_semantic_scores": [0.6650786995887756], "gold_temporal_scores": [0.012417962774634361], "max_gold_score": 0.677496612071991, "max_candidate_score": 0.677496612071991, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.37617963552474976, "best_gold_margin": 0.3013169765472412, "weakest_gold_margin": 0.3013169765472412}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00248", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the Harbor Ferry reportedly offer?", "temporal_relation": "none", "query_temporal_norm": 0.16527977585792542, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.7292196154594421}], "gold_semantic_scores": [0.7163065671920776], "gold_temporal_scores": [0.012913075275719166], "max_gold_score": 0.7292196154594421, "max_candidate_score": 0.7292196154594421, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.5587875843048096, "best_gold_margin": 0.17043203115463257, "weakest_gold_margin": 0.17043203115463257}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00248", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the Harbor Ferry suggested as giving scenic waterway views?", "temporal_relation": "session", "query_temporal_norm": 0.113747239112854, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.8950797915458679}], "gold_semantic_scores": [0.8699789047241211], "gold_temporal_scores": [0.02510092221200466], "max_gold_score": 0.8950797915458679, "max_candidate_score": 0.8950797915458679, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.47800809144973755, "best_gold_margin": 0.41707170009613037, "weakest_gold_margin": 0.41707170009613037}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00349", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who stated the latest chore schedule?", "temporal_relation": "latest", "query_temporal_norm": 0.5692543387413025, "query_session_index": 2, "query_start_sec": 24.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8012452721595764}], "gold_semantic_scores": [0.5287160277366638], "gold_temporal_scores": [0.27252891659736633], "max_gold_score": 0.8012452721595764, "max_candidate_score": 0.8022688627243042, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.8022688627243042, "best_gold_margin": -0.0010235905647277832, "weakest_gold_margin": -0.0010235905647277832}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00517", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5553114414215088, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9256046414375305}], "gold_semantic_scores": [0.6431034803390503], "gold_temporal_scores": [0.2825011610984802], "max_gold_score": 0.9256046414375305, "max_candidate_score": 0.9256046414375305, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.9210732579231262, "best_gold_margin": 0.004531383514404297, "weakest_gold_margin": 0.004531383514404297}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00517", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our discussions, which model was initially chosen because it was lightweight and low on memory?", "temporal_relation": "session", "query_temporal_norm": 0.5672807693481445, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7386480569839478}], "gold_semantic_scores": [0.6006110310554504], "gold_temporal_scores": [0.13803721964359283], "max_gold_score": 0.7386480569839478, "max_candidate_score": 0.7427292466163635, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.7427292466163635, "best_gold_margin": -0.0040811896324157715, "weakest_gold_margin": -0.0040811896324157715}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00517", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker mention that he had updated his choice to ConvoNet-3?", "temporal_relation": "session", "query_temporal_norm": 0.3745962381362915, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9399871826171875}], "gold_semantic_scores": [0.7543019652366638], "gold_temporal_scores": [0.18568536639213562], "max_gold_score": 0.9399871826171875, "max_candidate_score": 0.9399871826171875, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7870391607284546, "best_gold_margin": 0.1529480218887329, "weakest_gold_margin": 0.1529480218887329}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00517", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest model choice mentioned?", "temporal_relation": "latest", "query_temporal_norm": 0.5219212174415588, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8786147832870483}], "gold_semantic_scores": [0.602478563785553], "gold_temporal_scores": [0.2761361300945282], "max_gold_score": 0.8786147832870483, "max_candidate_score": 0.8815191388130188, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0004::1", "max_non_gold_score": 0.8815191388130188, "best_gold_margin": -0.002904355525970459, "weakest_gold_margin": -0.002904355525970459}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00600", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my deployment target change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.38403815031051636, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6452986001968384}, {"memory_id": "history_02_utt_0008", "score": 0.6682506799697876}], "gold_semantic_scores": [0.504088282585144, 0.5414121150970459], "gold_temporal_scores": [0.14121046662330627, 0.12683869898319244], "max_gold_score": 0.6682506799697876, "max_candidate_score": 0.7161303162574768, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.7161303162574768, "best_gold_margin": -0.04787963628768921, "weakest_gold_margin": -0.07083171606063843}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00600", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the deployment target to a lightweight edge appliance?", "temporal_relation": "none", "query_temporal_norm": 0.25875136256217957, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7919753789901733}], "gold_semantic_scores": [0.6705796122550964], "gold_temporal_scores": [0.12139569967985153], "max_gold_score": 0.7919753789901733, "max_candidate_score": 0.7919753789901733, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5286467671394348, "best_gold_margin": 0.2633286118507385, "weakest_gold_margin": 0.2633286118507385}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00683", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned queuing 'Midnight Drive' early in the playlist, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.24693867564201355, "query_session_index": 2, "query_start_sec": 21.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.860129177570343}, {"memory_id": "history_02_utt_0014", "score": 0.7614784836769104}], "gold_semantic_scores": [0.78058260679245, 0.7083159685134888], "gold_temporal_scores": [0.07954657077789307, 0.0531628355383873], "max_gold_score": 0.860129177570343, "max_candidate_score": 0.860129177570343, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.45875367522239685, "best_gold_margin": 0.40137550234794617, "weakest_gold_margin": 0.30272480845451355}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00683", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Reese say she placed \"Midnight Drive\" in the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.10775073617696762, "query_session_index": 2, "query_start_sec": 21.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.5632965564727783}], "gold_semantic_scores": [0.5470291376113892], "gold_temporal_scores": [0.01626751571893692], "max_gold_score": 0.5632965564727783, "max_candidate_score": 0.5632965564727783, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5450437664985657, "best_gold_margin": 0.018252789974212646, "weakest_gold_margin": 0.018252789974212646}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00683", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese say the song was removed from the main playlist?", "temporal_relation": "session", "query_temporal_norm": 0.18294981122016907, "query_session_index": 2, "query_start_sec": 21.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0014", "score": 0.7351943850517273}], "gold_semantic_scores": [0.672093391418457], "gold_temporal_scores": [0.06310101598501205], "max_gold_score": 0.7351943850517273, "max_candidate_score": 0.7351943850517273, "top_memory_id": "history_02_utt_0014", "max_non_gold_score": 0.6695060133934021, "best_gold_margin": 0.0656883716583252, "weakest_gold_margin": 0.0656883716583252}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00683", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was \"Sunlit Afternoon\" said to be placed in the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.3211612105369568, "query_session_index": 2, "query_start_sec": 21.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0030", "score": 0.6053701043128967}], "gold_semantic_scores": [0.5513012409210205], "gold_temporal_scores": [0.05406878516077995], "max_gold_score": 0.6053701043128967, "max_candidate_score": 0.6215614080429077, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.6215614080429077, "best_gold_margin": -0.016191303730010986, "weakest_gold_margin": -0.016191303730010986}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00746", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I propose for the local frame cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.15963780879974365, "query_session_index": 2, "query_start_sec": 18.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7807614207267761}, {"memory_id": "history_02_utt_0008", "score": 0.7680732607841492}], "gold_semantic_scores": [0.7352835536003113, 0.724983811378479], "gold_temporal_scores": [0.0454779751598835, 0.04308944195508957], "max_gold_score": 0.7807614207267761, "max_candidate_score": 0.8055915236473083, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.8055915236473083, "best_gold_margin": -0.024830102920532227, "weakest_gold_margin": -0.03751826286315918}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00746", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the local frame cache option rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1582576483488083, "query_session_index": 2, "query_start_sec": 18.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8415433764457703}], "gold_semantic_scores": [0.7734565734863281], "gold_temporal_scores": [0.06808679550886154], "max_gold_score": 0.8415433764457703, "max_candidate_score": 0.8415433764457703, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6345474123954773, "best_gold_margin": 0.20699596405029297, "weakest_gold_margin": 0.20699596405029297}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00746", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the proposed benefit of keeping a per‑session metadata file?", "temporal_relation": "none", "query_temporal_norm": 0.11519499123096466, "query_session_index": 2, "query_start_sec": 18.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7208150625228882}], "gold_semantic_scores": [0.6949091553688049], "gold_temporal_scores": [0.025905855000019073], "max_gold_score": 0.7208150625228882, "max_candidate_score": 0.7208150625228882, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5319041013717651, "best_gold_margin": 0.18891096115112305, "weakest_gold_margin": 0.18891096115112305}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00746", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation mentioned rejecting the per-session metadata file?", "temporal_relation": "session", "query_temporal_norm": 0.212410107254982, "query_session_index": 2, "query_start_sec": 18.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.799375057220459}], "gold_semantic_scores": [0.7057697772979736], "gold_temporal_scores": [0.09360535442829132], "max_gold_score": 0.799375057220459, "max_candidate_score": 0.799375057220459, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.5128154754638672, "best_gold_margin": 0.2865595817565918, "weakest_gold_margin": 0.2865595817565918}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00889", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I require for the in-process accelerator, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.19023144245147705, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7196484208106995}, {"memory_id": "history_02_utt_0013", "score": 0.7799788117408752}], "gold_semantic_scores": [0.6626091003417969, 0.7184545397758484], "gold_temporal_scores": [0.05703936517238617, 0.06152426823973656], "max_gold_score": 0.7799788117408752, "max_candidate_score": 0.7799788117408752, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.7426136136054993, "best_gold_margin": 0.03736519813537598, "weakest_gold_margin": -0.022965192794799805}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00889", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did they say the edge-cache daemon needed to tolerate failures?", "temporal_relation": "none", "query_temporal_norm": 0.15513688325881958, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7313105463981628}], "gold_semantic_scores": [0.697704017162323], "gold_temporal_scores": [0.033606551587581635], "max_gold_score": 0.7313105463981628, "max_candidate_score": 0.7313105463981628, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5716785788536072, "best_gold_margin": 0.15963196754455566, "weakest_gold_margin": 0.15963196754455566}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00889", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was decided about the edge-cache daemon despite the added network latency?", "temporal_relation": "none", "query_temporal_norm": 0.2954675853252411, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0031", "score": 0.8304963111877441}], "gold_semantic_scores": [0.7175130844116211], "gold_temporal_scores": [0.11298327893018723], "max_gold_score": 0.8304963111877441, "max_candidate_score": 0.8304963111877441, "top_memory_id": "history_02_utt_0031", "max_non_gold_score": 0.6298008561134338, "best_gold_margin": 0.2006954550743103, "weakest_gold_margin": 0.2006954550743103}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00889", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the demo runbook update mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.3877539336681366, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0036", "score": 0.7488541603088379}], "gold_semantic_scores": [0.5956465601921082], "gold_temporal_scores": [0.15320777893066406], "max_gold_score": 0.7488541603088379, "max_candidate_score": 0.7488541603088379, "top_memory_id": "history_02_utt_0036", "max_non_gold_score": 0.40536922216415405, "best_gold_margin": 0.34348493814468384, "weakest_gold_margin": 0.34348493814468384}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01013", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the director's cut runtime was for Night Owl, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.22889737784862518, "query_session_index": 2, "query_start_sec": 21.160000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7369285821914673}, {"memory_id": "history_02_utt_0008", "score": 0.7726200819015503}], "gold_semantic_scores": [0.6638500690460205, 0.690586268901825], "gold_temporal_scores": [0.07307850569486618, 0.08203413337469101], "max_gold_score": 0.7726200819015503, "max_candidate_score": 0.7726200819015503, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7330884337425232, "best_gold_margin": 0.0395316481590271, "weakest_gold_margin": 0.003840148448944092}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01013", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Night Owl rejected?", "temporal_relation": "none", "query_temporal_norm": 0.14509953558444977, "query_session_index": 2, "query_start_sec": 21.160000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7587057948112488}], "gold_semantic_scores": [0.699079155921936], "gold_temporal_scores": [0.05962681397795677], "max_gold_score": 0.7587057948112488, "max_candidate_score": 0.7587057948112488, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4794881343841553, "best_gold_margin": 0.2792176604270935, "weakest_gold_margin": 0.2792176604270935}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01013", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How long did we say Sunlit Detour would run?", "temporal_relation": "none", "query_temporal_norm": 0.18179121613502502, "query_session_index": 2, "query_start_sec": 21.160000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.5180925726890564}], "gold_semantic_scores": [0.4896586537361145], "gold_temporal_scores": [0.028433924540877342], "max_gold_score": 0.5180925726890564, "max_candidate_score": 0.5298147201538086, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.5298147201538086, "best_gold_margin": -0.011722147464752197, "weakest_gold_margin": -0.011722147464752197}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01013", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest Sunlit Detour?", "temporal_relation": "session", "query_temporal_norm": 0.1182616725564003, "query_session_index": 2, "query_start_sec": 21.160000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7307889461517334}], "gold_semantic_scores": [0.7018780708312988], "gold_temporal_scores": [0.028910905122756958], "max_gold_score": 0.7307889461517334, "max_candidate_score": 0.7307889461517334, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.4632068872451782, "best_gold_margin": 0.2675820589065552, "weakest_gold_margin": 0.2675820589065552}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01138", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler confirm about the in-memory index, and why did Skyler reject it?", "temporal_relation": "none", "query_temporal_norm": 0.24721574783325195, "query_session_index": 2, "query_start_sec": 21.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6938292980194092}, {"memory_id": "history_02_utt_0012", "score": 0.7905256748199463}], "gold_semantic_scores": [0.6193821430206299, 0.7256483435630798], "gold_temporal_scores": [0.07444722950458527, 0.0648774802684784], "max_gold_score": 0.7905256748199463, "max_candidate_score": 0.7905256748199463, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7294083833694458, "best_gold_margin": 0.06111729145050049, "weakest_gold_margin": -0.03557908535003662}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01138", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler say the in-memory index met?", "temporal_relation": "none", "query_temporal_norm": 0.20022419095039368, "query_session_index": 2, "query_start_sec": 21.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7141251564025879}], "gold_semantic_scores": [0.6549069881439209], "gold_temporal_scores": [0.05921817943453789], "max_gold_score": 0.7141251564025879, "max_candidate_score": 0.7141251564025879, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.651281476020813, "best_gold_margin": 0.0628436803817749, "weakest_gold_margin": 0.0628436803817749}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01138", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the in-memory index rejected?", "temporal_relation": "none", "query_temporal_norm": 0.15148186683654785, "query_session_index": 2, "query_start_sec": 21.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8416091799736023}], "gold_semantic_scores": [0.7874575853347778], "gold_temporal_scores": [0.05415156111121178], "max_gold_score": 0.8416091799736023, "max_candidate_score": 0.8416091799736023, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.681858479976654, "best_gold_margin": 0.15975069999694824, "weakest_gold_margin": 0.15975069999694824}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01138", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the decision to reject the in-memory index discussed?", "temporal_relation": "session", "query_temporal_norm": 0.28827011585235596, "query_session_index": 2, "query_start_sec": 21.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.87087482213974}], "gold_semantic_scores": [0.7371017336845398], "gold_temporal_scores": [0.13377349078655243], "max_gold_score": 0.87087482213974, "max_candidate_score": 0.87087482213974, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.6340131759643555, "best_gold_margin": 0.23686164617538452, "weakest_gold_margin": 0.23686164617538452}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00003", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the activity choice was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5415037870407104, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7518491744995117}], "gold_semantic_scores": [0.6346272230148315], "gold_temporal_scores": [0.11722183972597122], "max_gold_score": 0.7518491744995117, "max_candidate_score": 0.8003370761871338, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8003370761871338, "best_gold_margin": -0.04848790168762207, "weakest_gold_margin": -0.04848790168762207}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00003", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested a picnic at Riverside Park?", "temporal_relation": "none", "query_temporal_norm": 0.11255909502506256, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7434898018836975}], "gold_semantic_scores": [0.7167562246322632], "gold_temporal_scores": [0.02673378214240074], "max_gold_score": 0.7434898018836975, "max_candidate_score": 0.7434898018836975, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4709264934062958, "best_gold_margin": 0.27256330847740173, "weakest_gold_margin": 0.27256330847740173}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00003", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the change to a movie night at an apartment mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.3239564895629883, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8766810297966003}], "gold_semantic_scores": [0.7232279181480408], "gold_temporal_scores": [0.15345339477062225], "max_gold_score": 0.8766810297966003, "max_candidate_score": 0.8766810297966003, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7027781009674072, "best_gold_margin": 0.17390292882919312, "weakest_gold_margin": 0.17390292882919312}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00128", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Neon Highway, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.20992596447467804, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6830563545227051}, {"memory_id": "history_02_utt_0010", "score": 0.763380765914917}], "gold_semantic_scores": [0.6164209842681885, 0.6967453360557556], "gold_temporal_scores": [0.0666356012225151, 0.0666358470916748], "max_gold_score": 0.763380765914917, "max_candidate_score": 0.763380765914917, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.38486447930336, "best_gold_margin": 0.378516286611557, "weakest_gold_margin": 0.2981918752193451}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00128", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Who did Quinn say recommended the track \"Neon Highway\" for the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.15054789185523987, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8515754342079163}], "gold_semantic_scores": [0.8133602142333984], "gold_temporal_scores": [0.03821543976664543], "max_gold_score": 0.8515754342079163, "max_candidate_score": 0.8515754342079163, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8004944324493408, "best_gold_margin": 0.05108100175857544, "weakest_gold_margin": 0.05108100175857544}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00128", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the track \"Neon Highway\" later on?", "temporal_relation": "none", "query_temporal_norm": 0.34599241614341736, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7720057368278503}], "gold_semantic_scores": [0.6022197008132935], "gold_temporal_scores": [0.16978631913661957], "max_gold_score": 0.7720057368278503, "max_candidate_score": 0.7720057368278503, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5369650721549988, "best_gold_margin": 0.23504066467285156, "weakest_gold_margin": 0.23504066467285156}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00128", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they dropped \"Neon Highway\"?", "temporal_relation": "session", "query_temporal_norm": 0.2389192134141922, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7826895713806152}], "gold_semantic_scores": [0.6672926545143127], "gold_temporal_scores": [0.11539702117443085], "max_gold_score": 0.7826895713806152, "max_candidate_score": 0.7826895713806152, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.483375608921051, "best_gold_margin": 0.2993139624595642, "weakest_gold_margin": 0.2993139624595642}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00333", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest restaurant choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5584565997123718, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7908519506454468}], "gold_semantic_scores": [0.5391403436660767], "gold_temporal_scores": [0.25171133875846863], "max_gold_score": 0.7908519506454468, "max_candidate_score": 0.799979567527771, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.799979567527771, "best_gold_margin": -0.009127616882324219, "weakest_gold_margin": -0.009127616882324219}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00333", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which restaurant was suggested for dinner earlier?", "temporal_relation": "none", "query_temporal_norm": 0.18940559029579163, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7133737802505493}], "gold_semantic_scores": [0.71006178855896], "gold_temporal_scores": [0.0033119418658316135], "max_gold_score": 0.7133737802505493, "max_candidate_score": 0.7133737802505493, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4384007155895233, "best_gold_margin": 0.274973064661026, "weakest_gold_margin": 0.274973064661026}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00333", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Luna Bistro suggested?", "temporal_relation": "session", "query_temporal_norm": 0.14837715029716492, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7769477963447571}], "gold_semantic_scores": [0.7512869238853455], "gold_temporal_scores": [0.025660783052444458], "max_gold_score": 0.7769477963447571, "max_candidate_score": 0.7769477963447571, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4481092393398285, "best_gold_margin": 0.3288385570049286, "weakest_gold_margin": 0.3288385570049286}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00425", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the model choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5660408139228821, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8177160620689392}], "gold_semantic_scores": [0.6677473187446594], "gold_temporal_scores": [0.1499687284231186], "max_gold_score": 0.8177160620689392, "max_candidate_score": 0.8177160620689392, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8145883083343506, "best_gold_margin": 0.003127753734588623, "weakest_gold_margin": 0.003127753734588623}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00425", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally proposed EfficientFormer-Lite?", "temporal_relation": "earliest", "query_temporal_norm": 0.5158045887947083, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6772100329399109}], "gold_semantic_scores": [0.5729446411132812], "gold_temporal_scores": [0.10426517575979233], "max_gold_score": 0.6772100329399109, "max_candidate_score": 0.6772100329399109, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.669815719127655, "best_gold_margin": 0.007394313812255859, "weakest_gold_margin": 0.007394313812255859}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00425", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model is currently selected for the benchmark submission?", "temporal_relation": "latest", "query_temporal_norm": 0.47229278087615967, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8987520933151245}], "gold_semantic_scores": [0.6903104782104492], "gold_temporal_scores": [0.20844148099422455], "max_gold_score": 0.8987520933151245, "max_candidate_score": 0.8987520933151245, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8961678743362427, "best_gold_margin": 0.002584218978881836, "weakest_gold_margin": 0.002584218978881836}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00425", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the benchmark's model choice change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3777898848056793, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6118694543838501}, {"memory_id": "history_02_utt_0008", "score": 0.6021286249160767}], "gold_semantic_scores": [0.4745073616504669, 0.5001376271247864], "gold_temporal_scores": [0.13736222684383392, 0.1019911840558052], "max_gold_score": 0.6118694543838501, "max_candidate_score": 0.6118694543838501, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.21000118553638458, "best_gold_margin": 0.4018682688474655, "weakest_gold_margin": 0.3921274393796921}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00549", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed using mmap batching, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1662677377462387, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.640487551689148}, {"memory_id": "history_02_utt_0009", "score": 0.6350936889648438}], "gold_semantic_scores": [0.5907653570175171, 0.5942652225494385], "gold_temporal_scores": [0.04972232133150101, 0.04082851484417915], "max_gold_score": 0.640487551689148, "max_candidate_score": 0.640487551689148, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4849812388420105, "best_gold_margin": 0.15550631284713745, "weakest_gold_margin": 0.15011245012283325}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00549", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the mmap batching proposal?", "temporal_relation": "none", "query_temporal_norm": 0.3153699040412903, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.59332275390625}], "gold_semantic_scores": [0.44013074040412903], "gold_temporal_scores": [0.15319199860095978], "max_gold_score": 0.59332275390625, "max_candidate_score": 0.59332275390625, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.46132153272628784, "best_gold_margin": 0.13200122117996216, "weakest_gold_margin": 0.13200122117996216}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00549", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed asynchronous caching to smooth peak throughput during evaluation?", "temporal_relation": "none", "query_temporal_norm": 0.1250680536031723, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.6704133152961731}], "gold_semantic_scores": [0.6599360108375549], "gold_temporal_scores": [0.010477680712938309], "max_gold_score": 0.6704133152961731, "max_candidate_score": 0.6704133152961731, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.5330938696861267, "best_gold_margin": 0.1373194456100464, "weakest_gold_margin": 0.1373194456100464}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00549", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was asynchronous caching rejected?", "temporal_relation": "session", "query_temporal_norm": 0.20449069142341614, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.6639678478240967}], "gold_semantic_scores": [0.5776242613792419], "gold_temporal_scores": [0.08634351938962936], "max_gold_score": 0.6639678478240967, "max_candidate_score": 0.6639678478240967, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.49980470538139343, "best_gold_margin": 0.16416314244270325, "weakest_gold_margin": 0.16416314244270325}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00598", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Jordan say the latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5618295073509216, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9514701962471008}], "gold_semantic_scores": [0.6860795617103577], "gold_temporal_scores": [0.2653907537460327], "max_gold_score": 0.9514701962471008, "max_candidate_score": 0.9565889835357666, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9565889835357666, "best_gold_margin": -0.0051187872886657715, "weakest_gold_margin": -0.0051187872886657715}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00598", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the skillet we were planning to buy?", "temporal_relation": "comparison", "query_temporal_norm": 0.325313001871109, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7092472314834595}, {"memory_id": "history_02_utt_0008", "score": 0.6274977922439575}], "gold_semantic_scores": [0.5967909097671509, 0.5695451498031616], "gold_temporal_scores": [0.11245625466108322, 0.05795270949602127], "max_gold_score": 0.7092472314834595, "max_candidate_score": 0.7092472314834595, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.22482213377952576, "best_gold_margin": 0.4844250977039337, "weakest_gold_margin": 0.40267565846443176}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00598", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan say they had changed their mind about the skillet?", "temporal_relation": "session", "query_temporal_norm": 0.22689563035964966, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.645749032497406}], "gold_semantic_scores": [0.5439854860305786], "gold_temporal_scores": [0.1017635315656662], "max_gold_score": 0.645749032497406, "max_candidate_score": 0.645749032497406, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5533066391944885, "best_gold_margin": 0.09244239330291748, "weakest_gold_margin": 0.09244239330291748}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00598", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we should get a cast-iron skillet (10-inch)?", "temporal_relation": "none", "query_temporal_norm": 0.19472472369670868, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6063665747642517}], "gold_semantic_scores": [0.5175626277923584], "gold_temporal_scores": [0.08880402892827988], "max_gold_score": 0.6063665747642517, "max_candidate_score": 0.6063665747642517, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5044708251953125, "best_gold_margin": 0.10189574956893921, "weakest_gold_margin": 0.10189574956893921}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00671", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said Echoes of the Coast was a 7 out of 10?", "temporal_relation": "earliest", "query_temporal_norm": 0.5043348670005798, "query_session_index": 2, "query_start_sec": 16.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.894465982913971}], "gold_semantic_scores": [0.7928755879402161], "gold_temporal_scores": [0.10159044712781906], "max_gold_score": 0.894465982913971, "max_candidate_score": 0.894465982913971, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6295857429504395, "best_gold_margin": 0.2648802399635315, "weakest_gold_margin": 0.2648802399635315}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00671", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the most recent rating for Echoes of the Coast?", "temporal_relation": "none", "query_temporal_norm": 0.5457823872566223, "query_session_index": 2, "query_start_sec": 16.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9307295083999634}], "gold_semantic_scores": [0.6760352849960327], "gold_temporal_scores": [0.2546941637992859], "max_gold_score": 0.9307295083999634, "max_candidate_score": 0.9317175149917603, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.9317175149917603, "best_gold_margin": -0.000988006591796875, "weakest_gold_margin": -0.000988006591796875}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00769", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about The Long Take, and why was it removed from consideration?", "temporal_relation": "none", "query_temporal_norm": 0.2159023880958557, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6568785309791565}, {"memory_id": "history_02_utt_0007", "score": 0.7424477934837341}], "gold_semantic_scores": [0.5858168601989746, 0.690161943435669], "gold_temporal_scores": [0.07106167078018188, 0.052285805344581604], "max_gold_score": 0.7424477934837341, "max_candidate_score": 0.7424477934837341, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7224940061569214, "best_gold_margin": 0.019953787326812744, "weakest_gold_margin": -0.06561547517776489}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00769", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was The Long Take removed from consideration?", "temporal_relation": "none", "query_temporal_norm": 0.15228749811649323, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8596736788749695}], "gold_semantic_scores": [0.797367513179779], "gold_temporal_scores": [0.06230617314577103], "max_gold_score": 0.8596736788749695, "max_candidate_score": 0.8596736788749695, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5675316452980042, "best_gold_margin": 0.29214203357696533, "weakest_gold_margin": 0.29214203357696533}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00769", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What property was City Memory flagged for?", "temporal_relation": "none", "query_temporal_norm": 0.10858578234910965, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6562173366546631}], "gold_semantic_scores": [0.635949432849884], "gold_temporal_scores": [0.0202676709741354], "max_gold_score": 0.6562173366546631, "max_candidate_score": 0.6562173366546631, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.49996158480644226, "best_gold_margin": 0.15625575184822083, "weakest_gold_margin": 0.15625575184822083}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00769", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was City Memory said to have been set aside?", "temporal_relation": "session", "query_temporal_norm": 0.11561618745326996, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.8268153071403503}], "gold_semantic_scores": [0.8086551427841187], "gold_temporal_scores": [0.01815994456410408], "max_gold_score": 0.8268153071403503, "max_candidate_score": 0.8268153071403503, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.46981310844421387, "best_gold_margin": 0.3570021986961365, "weakest_gold_margin": 0.3570021986961365}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00871", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Rowan's model choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.40750160813331604, "query_session_index": 2, "query_start_sec": 21.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8023098707199097}, {"memory_id": "history_02_utt_0008", "score": 0.6775305867195129}], "gold_semantic_scores": [0.6584537029266357, 0.5441150069236755], "gold_temporal_scores": [0.143856018781662, 0.13341552019119263], "max_gold_score": 0.8023098707199097, "max_candidate_score": 0.8023098707199097, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6615219116210938, "best_gold_margin": 0.14078795909881592, "weakest_gold_margin": 0.01600867509841919}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00871", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the model architecture choice differ between the earlier discussion and the later one?", "temporal_relation": "none", "query_temporal_norm": 0.3560202121734619, "query_session_index": 2, "query_start_sec": 21.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6933541893959045}, {"memory_id": "history_02_utt_0008", "score": 0.6383200883865356}], "gold_semantic_scores": [0.56787109375, 0.5173531770706177], "gold_temporal_scores": [0.1254831701517105, 0.12096694856882095], "max_gold_score": 0.6933541893959045, "max_candidate_score": 0.6933541893959045, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.2692747414112091, "best_gold_margin": 0.42407944798469543, "weakest_gold_margin": 0.36904534697532654}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00871", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which model did Rowan say they planned to use for the demo?", "temporal_relation": "none", "query_temporal_norm": 0.4675953984260559, "query_session_index": 2, "query_start_sec": 21.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9059447050094604}], "gold_semantic_scores": [0.8083063960075378], "gold_temporal_scores": [0.09763823449611664], "max_gold_score": 0.9059447050094604, "max_candidate_score": 0.9059447050094604, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7609081864356995, "best_gold_margin": 0.145036518573761, "weakest_gold_margin": 0.145036518573761}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00871", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model architecture is currently chosen for the demo?", "temporal_relation": "latest", "query_temporal_norm": 0.4470183849334717, "query_session_index": 2, "query_start_sec": 21.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.757571280002594}], "gold_semantic_scores": [0.555053174495697], "gold_temporal_scores": [0.20251816511154175], "max_gold_score": 0.757571280002594, "max_candidate_score": 0.7685200572013855, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0007::1", "max_non_gold_score": 0.7685200572013855, "best_gold_margin": -0.010948777198791504, "weakest_gold_margin": -0.010948777198791504}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00953", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the shopping item was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5526226162910461, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7771938443183899}], "gold_semantic_scores": [0.6408748626708984], "gold_temporal_scores": [0.1363188475370407], "max_gold_score": 0.7771938443183899, "max_candidate_score": 0.7771938443183899, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7562664747238159, "best_gold_margin": 0.020927369594573975, "weakest_gold_margin": 0.020927369594573975}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00953", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current shopping-list item for the soap dispenser?", "temporal_relation": "latest", "query_temporal_norm": 0.5516006946563721, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9855578541755676}], "gold_semantic_scores": [0.7205566167831421], "gold_temporal_scores": [0.26500096917152405], "max_gold_score": 0.9855578541755676, "max_candidate_score": 0.9892696142196655, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.9892696142196655, "best_gold_margin": -0.0037117600440979004, "weakest_gold_margin": -0.0037117600440979004}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00953", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the soap dispenser was swapped for a stainless steel one?", "temporal_relation": "session", "query_temporal_norm": 0.1985788345336914, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.889879047870636}], "gold_semantic_scores": [0.8069452047348022], "gold_temporal_scores": [0.08293396979570389], "max_gold_score": 0.889879047870636, "max_candidate_score": 0.889879047870636, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7121440768241882, "best_gold_margin": 0.17773497104644775, "weakest_gold_margin": 0.17773497104644775}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01039", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for recommending Short Slice, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.18632106482982635, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7307990789413452}, {"memory_id": "history_02_utt_0009", "score": 0.7871966361999512}], "gold_semantic_scores": [0.6706956028938293, 0.7403553128242493], "gold_temporal_scores": [0.06010360270738602, 0.04684175178408623], "max_gold_score": 0.7871966361999512, "max_candidate_score": 0.7871966361999512, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7536758184432983, "best_gold_margin": 0.03352081775665283, "weakest_gold_margin": -0.022876739501953125}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01039", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Loop Clip?", "temporal_relation": "none", "query_temporal_norm": 0.1243637353181839, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7415280938148499}], "gold_semantic_scores": [0.7190454602241516], "gold_temporal_scores": [0.02248295024037361], "max_gold_score": 0.7415280938148499, "max_candidate_score": 0.7415280938148499, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5086263418197632, "best_gold_margin": 0.23290175199508667, "weakest_gold_margin": 0.23290175199508667}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01039", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Loop Clip recommended for its playful nonsequential cuts?", "temporal_relation": "session", "query_temporal_norm": 0.23157958686351776, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.8426796793937683}], "gold_semantic_scores": [0.7840796709060669], "gold_temporal_scores": [0.05860017612576485], "max_gold_score": 0.8426796793937683, "max_candidate_score": 0.8426796793937683, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.6276870369911194, "best_gold_margin": 0.21499264240264893, "weakest_gold_margin": 0.21499264240264893}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01039", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Loop Clip dropped by the next meeting?", "temporal_relation": "none", "query_temporal_norm": 0.31900957226753235, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.6570727825164795}], "gold_semantic_scores": [0.55659419298172], "gold_temporal_scores": [0.10047853738069534], "max_gold_score": 0.6570727825164795, "max_candidate_score": 0.6570727825164795, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.5452142953872681, "best_gold_margin": 0.11185848712921143, "weakest_gold_margin": 0.11185848712921143}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01112", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting Harbor Kitchen, and why was it not available?", "temporal_relation": "none", "query_temporal_norm": 0.147500142455101, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7471009492874146}, {"memory_id": "history_02_utt_0008", "score": 0.784757137298584}], "gold_semantic_scores": [0.7064851522445679, 0.7305107116699219], "gold_temporal_scores": [0.040615808218717575, 0.05424635857343674], "max_gold_score": 0.784757137298584, "max_candidate_score": 0.784757137298584, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7454768419265747, "best_gold_margin": 0.03928029537200928, "weakest_gold_margin": 0.0016241073608398438}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01112", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the status of Harbor Kitchen that weekend?", "temporal_relation": "none", "query_temporal_norm": 0.19990529119968414, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7959530353546143}], "gold_semantic_scores": [0.7597020864486694], "gold_temporal_scores": [0.03625093773007393], "max_gold_score": 0.7959530353546143, "max_candidate_score": 0.7959530353546143, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.583398699760437, "best_gold_margin": 0.21255433559417725, "weakest_gold_margin": 0.21255433559417725}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01112", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Maple Street Diner?", "temporal_relation": "none", "query_temporal_norm": 0.09883695095777512, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7591046094894409}], "gold_semantic_scores": [0.7429447770118713], "gold_temporal_scores": [0.016160009428858757], "max_gold_score": 0.7591046094894409, "max_candidate_score": 0.7591046094894409, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.6502711772918701, "best_gold_margin": 0.1088334321975708, "weakest_gold_margin": 0.1088334321975708}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01112", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone recommend Maple Street Diner?", "temporal_relation": "session", "query_temporal_norm": 0.11131545901298523, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.8121994733810425}], "gold_semantic_scores": [0.7859832048416138], "gold_temporal_scores": [0.02621624991297722], "max_gold_score": 0.8121994733810425, "max_candidate_score": 0.8121994733810425, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.6410828232765198, "best_gold_margin": 0.1711166501045227, "weakest_gold_margin": 0.1711166501045227}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00036", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the chosen title was before we changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5290178656578064, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6976231336593628}], "gold_semantic_scores": [0.5885737538337708], "gold_temporal_scores": [0.109049491584301], "max_gold_score": 0.6976231336593628, "max_candidate_score": 0.6976231336593628, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6920967102050781, "best_gold_margin": 0.005526423454284668, "weakest_gold_margin": 0.005526423454284668}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00036", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally picked The Vanishing Ice as our documentary choice?", "temporal_relation": "earliest", "query_temporal_norm": 0.5687432885169983, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9753484725952148}], "gold_semantic_scores": [0.8508268594741821], "gold_temporal_scores": [0.12452159076929092], "max_gold_score": 0.9753484725952148, "max_candidate_score": 0.9753484725952148, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6595573425292969, "best_gold_margin": 0.31579113006591797, "weakest_gold_margin": 0.31579113006591797}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00036", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current documentary title we decided on?", "temporal_relation": "latest", "query_temporal_norm": 0.5473390221595764, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8951104879379272}], "gold_semantic_scores": [0.6383945345878601], "gold_temporal_scores": [0.25671589374542236], "max_gold_score": 0.8951104879379272, "max_candidate_score": 0.9095014929771423, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.9095014929771423, "best_gold_margin": -0.014391005039215088, "weakest_gold_margin": -0.014391005039215088}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00036", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chosen documentary title change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.38822439312934875, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.813281774520874}, {"memory_id": "history_02_utt_0009", "score": 0.654456615447998}], "gold_semantic_scores": [0.6752591729164124, 0.5281116962432861], "gold_temporal_scores": [0.13802267611026764, 0.1263451874256134], "max_gold_score": 0.813281774520874, "max_candidate_score": 0.813281774520874, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.44737088680267334, "best_gold_margin": 0.3659108877182007, "weakest_gold_margin": 0.2070857286453247}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00139", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about The Night Archive, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.27477696537971497, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6771897077560425}, {"memory_id": "history_02_utt_0008", "score": 0.7515450119972229}], "gold_semantic_scores": [0.5865642428398132, 0.6810916662216187], "gold_temporal_scores": [0.09062577039003372, 0.07045333832502365], "max_gold_score": 0.7515450119972229, "max_candidate_score": 0.7515450119972229, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6725983023643494, "best_gold_margin": 0.07894670963287354, "weakest_gold_margin": 0.004591405391693115}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00139", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was The Night Archive dropped?", "temporal_relation": "none", "query_temporal_norm": 0.15140700340270996, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9148947596549988}], "gold_semantic_scores": [0.8503784537315369], "gold_temporal_scores": [0.06451650708913803], "max_gold_score": 0.9148947596549988, "max_candidate_score": 0.9148947596549988, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7284556031227112, "best_gold_margin": 0.1864391565322876, "weakest_gold_margin": 0.1864391565322876}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00139", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given earlier for recommending Summer Rewind?", "temporal_relation": "none", "query_temporal_norm": 0.1363578587770462, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7457003593444824}], "gold_semantic_scores": [0.7371100187301636], "gold_temporal_scores": [0.008590725250542164], "max_gold_score": 0.7457003593444824, "max_candidate_score": 0.7457003593444824, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5620571374893188, "best_gold_margin": 0.18364322185516357, "weakest_gold_margin": 0.18364322185516357}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00139", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone recommend Summer Rewind?", "temporal_relation": "session", "query_temporal_norm": 0.10709795355796814, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7997203469276428}], "gold_semantic_scores": [0.7783429622650146], "gold_temporal_scores": [0.021377235651016235], "max_gold_score": 0.7997203469276428, "max_candidate_score": 0.7997203469276428, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.6036132574081421, "best_gold_margin": 0.19610708951950073, "weakest_gold_margin": 0.19610708951950073}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00206", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the shopping item was before it was changed?", "temporal_relation": "before", "query_temporal_norm": 0.49499839544296265, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6830925941467285}], "gold_semantic_scores": [0.5775704979896545], "gold_temporal_scores": [0.10552214831113815], "max_gold_score": 0.6830925941467285, "max_candidate_score": 0.698107898235321, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.698107898235321, "best_gold_margin": -0.01501530408859253, "weakest_gold_margin": -0.01501530408859253}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00206", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item was mentioned as the replacement to save prep time?", "temporal_relation": "none", "query_temporal_norm": 0.4247678816318512, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8917367458343506}], "gold_semantic_scores": [0.6990694403648376], "gold_temporal_scores": [0.19266721606254578], "max_gold_score": 0.8917367458343506, "max_candidate_score": 0.8917367458343506, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6219127178192139, "best_gold_margin": 0.2698240280151367, "weakest_gold_margin": 0.2698240280151367}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00206", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that it was replaced with a mixed greens salad blend?", "temporal_relation": "session", "query_temporal_norm": 0.27325311303138733, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.777332067489624}], "gold_semantic_scores": [0.666560173034668], "gold_temporal_scores": [0.11077208817005157], "max_gold_score": 0.777332067489624, "max_candidate_score": 0.777332067489624, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4375453591346741, "best_gold_margin": 0.33978670835494995, "weakest_gold_margin": 0.33978670835494995}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00206", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "Where am I going to grab the spare keys from?", "temporal_relation": "none", "query_temporal_norm": 0.4169604182243347, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.36835357546806335, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.36835357546806335, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00259", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5438789129257202, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.007627248764038}], "gold_semantic_scores": [0.7346002459526062], "gold_temporal_scores": [0.27302709221839905], "max_gold_score": 1.007627248764038, "max_candidate_score": 1.0083167552947998, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.0083167552947998, "best_gold_margin": -0.0006895065307617188, "weakest_gold_margin": -0.0006895065307617188}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00259", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest model choice for the experiments?", "temporal_relation": "latest", "query_temporal_norm": 0.5350803732872009, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.038358211517334}], "gold_semantic_scores": [0.7696194052696228], "gold_temporal_scores": [0.26873892545700073], "max_gold_score": 1.038358211517334, "max_candidate_score": 1.038358211517334, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0331840515136719, "best_gold_margin": 0.005174160003662109, "weakest_gold_margin": 0.005174160003662109}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00259", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which model did Drew say he chose for the experiments?", "temporal_relation": "none", "query_temporal_norm": 0.24110513925552368, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7079067230224609}], "gold_semantic_scores": [0.6091951727867126], "gold_temporal_scores": [0.0987115129828453], "max_gold_score": 0.7079067230224609, "max_candidate_score": 0.78647780418396, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.78647780418396, "best_gold_margin": -0.07857108116149902, "weakest_gold_margin": -0.07857108116149902}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00259", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the model choice to ConvNeXt-T with layer-scale initialization?", "temporal_relation": "none", "query_temporal_norm": 0.4371849596500397, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9925999641418457}], "gold_semantic_scores": [0.7652055025100708], "gold_temporal_scores": [0.22739413380622864], "max_gold_score": 0.9925999641418457, "max_candidate_score": 0.9925999641418457, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4331625699996948, "best_gold_margin": 0.5594373941421509, "weakest_gold_margin": 0.5594373941421509}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00418", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the training setting was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.530572772026062, "query_session_index": 2, "query_start_sec": 18.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7755586504936218}], "gold_semantic_scores": [0.6678174734115601], "gold_temporal_scores": [0.1077410951256752], "max_gold_score": 0.7755586504936218, "max_candidate_score": 0.8094964623451233, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.8094964623451233, "best_gold_margin": -0.033937811851501465, "weakest_gold_margin": -0.033937811851501465}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00418", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally trained on a single node?", "temporal_relation": "earliest", "query_temporal_norm": 0.5625014305114746, "query_session_index": 2, "query_start_sec": 18.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7526082396507263}], "gold_semantic_scores": [0.6184110641479492], "gold_temporal_scores": [0.13419713079929352], "max_gold_score": 0.7526082396507263, "max_candidate_score": 0.7526082396507263, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4501015543937683, "best_gold_margin": 0.302506685256958, "weakest_gold_margin": 0.302506685256958}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00418", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier we discussed changing the model run—what training configuration did we switch to?", "temporal_relation": "none", "query_temporal_norm": 0.31802213191986084, "query_session_index": 2, "query_start_sec": 18.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8609476685523987}], "gold_semantic_scores": [0.7152554988861084], "gold_temporal_scores": [0.14569219946861267], "max_gold_score": 0.8609476685523987, "max_candidate_score": 0.8609476685523987, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6962031722068787, "best_gold_margin": 0.16474449634552002, "weakest_gold_margin": 0.16474449634552002}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00418", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we mention switching to distributed 4-node training?", "temporal_relation": "session", "query_temporal_norm": 0.20291700959205627, "query_session_index": 2, "query_start_sec": 18.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7423022985458374}], "gold_semantic_scores": [0.666141152381897], "gold_temporal_scores": [0.07616099715232849], "max_gold_score": 0.7423022985458374, "max_candidate_score": 0.7423022985458374, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3588845431804657, "best_gold_margin": 0.3834177553653717, "weakest_gold_margin": 0.3834177553653717}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00523", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Taylor say they ended up choosing most recently?", "temporal_relation": "latest", "query_temporal_norm": 0.5294114947319031, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.913628101348877}], "gold_semantic_scores": [0.6407749056816101], "gold_temporal_scores": [0.27285298705101013], "max_gold_score": 0.913628101348877, "max_candidate_score": 0.913628101348877, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9129486083984375, "best_gold_margin": 0.0006794929504394531, "weakest_gold_margin": 0.0006794929504394531}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00523", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chosen title change between the earlier discussion and the later decision?", "temporal_relation": "comparison", "query_temporal_norm": 0.4198282063007355, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7928981184959412}, {"memory_id": "history_02_utt_0010", "score": 0.7664678692817688}], "gold_semantic_scores": [0.6350929737091064, 0.6515582799911499], "gold_temporal_scores": [0.15780505537986755, 0.11490984261035919], "max_gold_score": 0.7928981184959412, "max_candidate_score": 0.7928981184959412, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.36272552609443665, "best_gold_margin": 0.4301725924015045, "weakest_gold_margin": 0.40374234318733215}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00523", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they ended up choosing \"Midnight Transit\" as the title for the clip?", "temporal_relation": "none", "query_temporal_norm": 0.3502063751220703, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8828721642494202}], "gold_semantic_scores": [0.7427287101745605], "gold_temporal_scores": [0.14014367759227753], "max_gold_score": 0.8828721642494202, "max_candidate_score": 0.8828721642494202, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5714804530143738, "best_gold_margin": 0.3113917112350464, "weakest_gold_margin": 0.3113917112350464}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00523", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Taylor say they had chosen for the clip?", "temporal_relation": "none", "query_temporal_norm": 0.355088472366333, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.56369549036026}], "gold_semantic_scores": [0.6250485181808472], "gold_temporal_scores": [-0.06135307252407074], "max_gold_score": 0.56369549036026, "max_candidate_score": 0.6138944029808044, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6138944029808044, "best_gold_margin": -0.050198912620544434, "weakest_gold_margin": -0.050198912620544434}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00620", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention earlier about including 'Moonlight Run' in the Late Night Mixtape, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.17381884157657623, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7843368649482727}, {"memory_id": "history_02_utt_0008", "score": 0.7932011485099792}], "gold_semantic_scores": [0.7313995957374573, 0.76964271068573], "gold_temporal_scores": [0.05293722823262215, 0.023558231070637703], "max_gold_score": 0.7932011485099792, "max_candidate_score": 0.7952471971511841, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.7952471971511841, "best_gold_margin": -0.002046048641204834, "weakest_gold_margin": -0.010910332202911377}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00620", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the track \"Moonlight Run\" when the Late Night Mixtape playlist was refined?", "temporal_relation": "none", "query_temporal_norm": 0.2097829431295395, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9341604113578796}], "gold_semantic_scores": [0.8495850563049316], "gold_temporal_scores": [0.08457557111978531], "max_gold_score": 0.9341604113578796, "max_candidate_score": 0.9341604113578796, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8721445202827454, "best_gold_margin": 0.06201589107513428, "weakest_gold_margin": 0.06201589107513428}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00620", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which track was kept for the Sunset Single drop because of its upbeat intro?", "temporal_relation": "none", "query_temporal_norm": 0.13705545663833618, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.8298859000205994}], "gold_semantic_scores": [0.792748749256134], "gold_temporal_scores": [0.037137165665626526], "max_gold_score": 0.8298859000205994, "max_candidate_score": 0.8298859000205994, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.6369800567626953, "best_gold_margin": 0.19290584325790405, "weakest_gold_margin": 0.19290584325790405}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00620", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that \"Dawn Echo\" was kept for the Sunset Single drop?", "temporal_relation": "session", "query_temporal_norm": 0.11785121262073517, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.6254307627677917}], "gold_semantic_scores": [0.5963087677955627], "gold_temporal_scores": [0.029121987521648407], "max_gold_score": 0.6254307627677917, "max_candidate_score": 0.6254307627677917, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.4641701281070709, "best_gold_margin": 0.16126063466072083, "weakest_gold_margin": 0.16126063466072083}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00716", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who reported the latest chore schedule?", "temporal_relation": "latest", "query_temporal_norm": 0.5531761050224304, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8665318489074707}], "gold_semantic_scores": [0.6158019304275513], "gold_temporal_scores": [0.25073009729385376], "max_gold_score": 0.8665318489074707, "max_candidate_score": 0.8665318489074707, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8656345009803772, "best_gold_margin": 0.0008973479270935059, "weakest_gold_margin": 0.0008973479270935059}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00716", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say his chore assignments were?", "temporal_relation": "none", "query_temporal_norm": 0.23467066884040833, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8222125768661499}], "gold_semantic_scores": [0.7129417657852173], "gold_temporal_scores": [0.10927089303731918], "max_gold_score": 0.8222125768661499, "max_candidate_score": 0.8222125768661499, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8099150061607361, "best_gold_margin": 0.012297570705413818, "weakest_gold_margin": 0.012297570705413818}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00716", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had updated their assignments?", "temporal_relation": "none", "query_temporal_norm": 0.4752877950668335, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8739078044891357}], "gold_semantic_scores": [0.6452496647834778], "gold_temporal_scores": [0.22865833342075348], "max_gold_score": 0.8739078044891357, "max_candidate_score": 0.8739078044891357, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5746986865997314, "best_gold_margin": 0.2992091178894043, "weakest_gold_margin": 0.2992091178894043}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00716", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chore assignments change from the earlier schedule to the updated one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3735954761505127, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8344327807426453}, {"memory_id": "history_02_utt_0007", "score": 0.7721853256225586}], "gold_semantic_scores": [0.6998263001441956, 0.647523045539856], "gold_temporal_scores": [0.13460659980773926, 0.12466233968734741], "max_gold_score": 0.8344327807426453, "max_candidate_score": 0.8344327807426453, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3964645564556122, "best_gold_margin": 0.4379682242870331, "weakest_gold_margin": 0.3757207691669464}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00878", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Echoes of Transit, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.19050012528896332, "query_session_index": 2, "query_start_sec": 18.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8151167631149292}, {"memory_id": "history_02_utt_0007", "score": 0.7807201743125916}], "gold_semantic_scores": [0.7547333836555481, 0.7362081408500671], "gold_temporal_scores": [0.060383543372154236, 0.04451209306716919], "max_gold_score": 0.8151167631149292, "max_candidate_score": 0.8151167631149292, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3766126334667206, "best_gold_margin": 0.4385041296482086, "weakest_gold_margin": 0.40410754084587097}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00878", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to Echoes of Transit after the review?", "temporal_relation": "none", "query_temporal_norm": 0.2715449929237366, "query_session_index": 2, "query_start_sec": 18.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7026063203811646}], "gold_semantic_scores": [0.5849193334579468], "gold_temporal_scores": [0.11768665164709091], "max_gold_score": 0.7026063203811646, "max_candidate_score": 0.7026063203811646, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5556278824806213, "best_gold_margin": 0.1469784379005432, "weakest_gold_margin": 0.1469784379005432}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00878", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Minimalist Marathon as a possible marathon-themed watch?", "temporal_relation": "none", "query_temporal_norm": 0.08917397260665894, "query_session_index": 2, "query_start_sec": 18.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7826418280601501}], "gold_semantic_scores": [0.772590696811676], "gold_temporal_scores": [0.010051462799310684], "max_gold_score": 0.7826418280601501, "max_candidate_score": 0.7826418280601501, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.6673003435134888, "best_gold_margin": 0.11534148454666138, "weakest_gold_margin": 0.11534148454666138}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00878", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Minimalist Marathon dropped for having an excessive runtime?", "temporal_relation": "session", "query_temporal_norm": 0.20835955440998077, "query_session_index": 2, "query_start_sec": 18.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.8674604892730713}], "gold_semantic_scores": [0.7842046618461609], "gold_temporal_scores": [0.08325615525245667], "max_gold_score": 0.8674604892730713, "max_candidate_score": 0.8674604892730713, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.5545079708099365, "best_gold_margin": 0.31295251846313477, "weakest_gold_margin": 0.31295251846313477}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01008", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the earlier playlist choice and who described the later one in that change?", "temporal_relation": "comparison", "query_temporal_norm": 0.37919801473617554, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6928694844245911}, {"memory_id": "history_02_utt_0010", "score": 0.6821709275245667}], "gold_semantic_scores": [0.5545939803123474, 0.5663633942604065], "gold_temporal_scores": [0.13827556371688843, 0.11580757796764374], "max_gold_score": 0.6928694844245911, "max_candidate_score": 0.6928694844245911, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3182114362716675, "best_gold_margin": 0.3746580481529236, "weakest_gold_margin": 0.36395949125289917}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01008", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which playlist is queued now?", "temporal_relation": "latest", "query_temporal_norm": 0.4698675274848938, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.727302074432373}], "gold_semantic_scores": [0.5430276393890381], "gold_temporal_scores": [0.18427428603172302], "max_gold_score": 0.727302074432373, "max_candidate_score": 0.727302074432373, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7253745794296265, "best_gold_margin": 0.001927495002746582, "weakest_gold_margin": 0.001927495002746582}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01008", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What playlist did Casey say she was leaning toward earlier?", "temporal_relation": "before", "query_temporal_norm": 0.4537605941295624, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7979714870452881}], "gold_semantic_scores": [0.6823623776435852], "gold_temporal_scores": [0.11560901254415512], "max_gold_score": 0.7979714870452881, "max_candidate_score": 0.7979714870452881, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6952607035636902, "best_gold_margin": 0.1027107834815979, "weakest_gold_margin": 0.1027107834815979}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01008", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention leaning toward the Sunset Drives Mix?", "temporal_relation": "session", "query_temporal_norm": 0.22467105090618134, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8098691701889038}], "gold_semantic_scores": [0.734045684337616], "gold_temporal_scores": [0.07582352310419083], "max_gold_score": 0.8098691701889038, "max_candidate_score": 0.8098691701889038, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.712831974029541, "best_gold_margin": 0.09703719615936279, "weakest_gold_margin": 0.09703719615936279}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01076", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the option, and who later said it used too much memory?", "temporal_relation": "none", "query_temporal_norm": 0.26485714316368103, "query_session_index": 2, "query_start_sec": 21.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5765076875686646}, {"memory_id": "history_02_utt_0009", "score": 0.4610360860824585}], "gold_semantic_scores": [0.4851907193660736, 0.38645699620246887], "gold_temporal_scores": [0.09131704270839691, 0.0745791494846344], "max_gold_score": 0.5765076875686646, "max_candidate_score": 0.5765076875686646, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3740587830543518, "best_gold_margin": 0.20244890451431274, "weakest_gold_margin": 0.08697730302810669}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01076", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the client-side caching proposal?", "temporal_relation": "none", "query_temporal_norm": 0.3587462902069092, "query_session_index": 2, "query_start_sec": 21.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7548200488090515}], "gold_semantic_scores": [0.5927942395210266], "gold_temporal_scores": [0.162025585770607], "max_gold_score": 0.7548200488090515, "max_candidate_score": 0.7548200488090515, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.43698927760124207, "best_gold_margin": 0.31783077120780945, "weakest_gold_margin": 0.31783077120780945}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01076", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What alternative did Casey suggest to speed up throughput?", "temporal_relation": "none", "query_temporal_norm": 0.174131840467453, "query_session_index": 2, "query_start_sec": 21.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6073221564292908}], "gold_semantic_scores": [0.5699687004089355], "gold_temporal_scores": [0.037353355437517166], "max_gold_score": 0.6073221564292908, "max_candidate_score": 0.6510660648345947, "top_memory_id": "history_01_utt_0020::cf::extra_qa_0006::1", "max_non_gold_score": 0.6510660648345947, "best_gold_margin": -0.043743908405303955, "weakest_gold_margin": -0.043743908405303955}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01076", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it stated that edge batching had been approved?", "temporal_relation": "session", "query_temporal_norm": 0.15318156778812408, "query_session_index": 2, "query_start_sec": 21.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.681687593460083}], "gold_semantic_scores": [0.6411542296409607], "gold_temporal_scores": [0.04053343087434769], "max_gold_score": 0.681687593460083, "max_candidate_score": 0.681687593460083, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.6316109895706177, "best_gold_margin": 0.05007660388946533, "weakest_gold_margin": 0.05007660388946533}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01174", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the most recent chosen title was?", "temporal_relation": "none", "query_temporal_norm": 0.5533249378204346, "query_session_index": 2, "query_start_sec": 21.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8320679068565369}], "gold_semantic_scores": [0.5833079218864441], "gold_temporal_scores": [0.24876010417938232], "max_gold_score": 0.8320679068565369, "max_candidate_score": 0.8758271336555481, "top_memory_id": "history_02_utt_0008::cf::main::0", "max_non_gold_score": 0.8758271336555481, "best_gold_margin": -0.04375922679901123, "weakest_gold_margin": -0.04375922679901123}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01174", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title was initially picked during the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.5638420581817627, "query_session_index": 2, "query_start_sec": 21.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8055126070976257}], "gold_semantic_scores": [0.6693823933601379], "gold_temporal_scores": [0.1361301839351654], "max_gold_score": 0.8055126070976257, "max_candidate_score": 0.8055126070976257, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5020371675491333, "best_gold_margin": 0.30347543954849243, "weakest_gold_margin": 0.30347543954849243}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01174", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Hidden Rivers picked as the title?", "temporal_relation": "session", "query_temporal_norm": 0.10831643640995026, "query_session_index": 2, "query_start_sec": 21.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8442164659500122}], "gold_semantic_scores": [0.8274697661399841], "gold_temporal_scores": [0.01674683950841427], "max_gold_score": 0.8442164659500122, "max_candidate_score": 0.8442164659500122, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.438689649105072, "best_gold_margin": 0.4055268168449402, "weakest_gold_margin": 0.4055268168449402}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00051", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending Deep Rivers, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.13979728519916534, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7832984328269958}, {"memory_id": "history_02_utt_0009", "score": 0.8096924424171448}], "gold_semantic_scores": [0.7490082383155823, 0.7554642558097839], "gold_temporal_scores": [0.0342903658747673, 0.054228320717811584], "max_gold_score": 0.8096924424171448, "max_candidate_score": 0.8096924424171448, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7949278354644775, "best_gold_margin": 0.014764606952667236, "weakest_gold_margin": -0.01162940263748169}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00051", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Deep Rivers dropped?", "temporal_relation": "none", "query_temporal_norm": 0.11306444555521011, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8163350224494934}], "gold_semantic_scores": [0.7815542221069336], "gold_temporal_scores": [0.03478090092539787], "max_gold_score": 0.8163350224494934, "max_candidate_score": 0.8163350224494934, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6865484714508057, "best_gold_margin": 0.12978655099868774, "weakest_gold_margin": 0.12978655099868774}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00051", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Harbor Voices?", "temporal_relation": "none", "query_temporal_norm": 0.10064493119716644, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7536588311195374}], "gold_semantic_scores": [0.7394657135009766], "gold_temporal_scores": [0.014193014241755009], "max_gold_score": 0.7536588311195374, "max_candidate_score": 0.7536588311195374, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5557751059532166, "best_gold_margin": 0.1978837251663208, "weakest_gold_margin": 0.1978837251663208}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00051", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Harbor Voices was dropped?", "temporal_relation": "session", "query_temporal_norm": 0.1277322769165039, "query_session_index": 2, "query_start_sec": 15.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.8531899452209473}], "gold_semantic_scores": [0.8051862120628357], "gold_temporal_scores": [0.04800403490662575], "max_gold_score": 0.8531899452209473, "max_candidate_score": 0.8531899452209473, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.5905608534812927, "best_gold_margin": 0.26262909173965454, "weakest_gold_margin": 0.26262909173965454}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00124", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested \"Serenade in Motion\" as the opener, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.2096126824617386, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7270129919052124}, {"memory_id": "history_02_utt_0009", "score": 0.7569506168365479}], "gold_semantic_scores": [0.6589666604995728, 0.7072697877883911], "gold_temporal_scores": [0.06804626435041428, 0.04968094080686569], "max_gold_score": 0.7569506168365479, "max_candidate_score": 0.7569506168365479, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5395807027816772, "best_gold_margin": 0.2173699140548706, "weakest_gold_margin": 0.18743228912353516}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00124", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan recommend putting \"Serenade in Motion\" as the mellow opener?", "temporal_relation": "session", "query_temporal_norm": 0.11775057762861252, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8292196393013}], "gold_semantic_scores": [0.7959544062614441], "gold_temporal_scores": [0.03326524794101715], "max_gold_score": 0.8292196393013, "max_candidate_score": 0.8292196393013, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7335682511329651, "best_gold_margin": 0.09565138816833496, "weakest_gold_margin": 0.09565138816833496}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00124", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan say was done with \"Serenade in Motion\"?", "temporal_relation": "none", "query_temporal_norm": 0.15099744498729706, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5032323002815247}], "gold_semantic_scores": [0.45932477712631226], "gold_temporal_scores": [0.043907422572374344], "max_gold_score": 0.5032323002815247, "max_candidate_score": 0.5032323002815247, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4512304961681366, "best_gold_margin": 0.05200180411338806, "weakest_gold_margin": 0.05200180411338806}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00124", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How was \"Neon Shoreline\" suggested to be used in the finale?", "temporal_relation": "none", "query_temporal_norm": 0.12094514816999435, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7292065024375916}], "gold_semantic_scores": [0.6978483200073242], "gold_temporal_scores": [0.03135848790407181], "max_gold_score": 0.7292065024375916, "max_candidate_score": 0.7292065024375916, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5592350959777832, "best_gold_margin": 0.16997140645980835, "weakest_gold_margin": 0.16997140645980835}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00250", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who gave the most recent rating of 9 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.567484438419342, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9026286602020264}], "gold_semantic_scores": [0.6325329542160034], "gold_temporal_scores": [0.2700958251953125], "max_gold_score": 0.9026286602020264, "max_candidate_score": 0.9026286602020264, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9024282693862915, "best_gold_margin": 0.00020039081573486328, "weakest_gold_margin": 0.00020039081573486328}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00250", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating change between the first review and the later update?", "temporal_relation": "comparison", "query_temporal_norm": 0.41258639097213745, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6093143820762634}, {"memory_id": "history_02_utt_0008", "score": 0.7331254482269287}], "gold_semantic_scores": [0.4583752453327179, 0.5798197388648987], "gold_temporal_scores": [0.15093912184238434, 0.1533060520887375], "max_gold_score": 0.7331254482269287, "max_candidate_score": 0.7331254482269287, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.2986481189727783, "best_gold_margin": 0.4344773292541504, "weakest_gold_margin": 0.3106662631034851}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00250", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Morgan give the clip?", "temporal_relation": "none", "query_temporal_norm": 0.178400456905365, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.803286612033844}], "gold_semantic_scores": [0.7336992025375366], "gold_temporal_scores": [0.06958726048469543], "max_gold_score": 0.803286612033844, "max_candidate_score": 0.803286612033844, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7246928811073303, "best_gold_margin": 0.07859373092651367, "weakest_gold_margin": 0.07859373092651367}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00250", "qa_id": "extra_qa_0006", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who most recently said they rated the clip a 9 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.5574055910110474, "query_session_index": 2, "query_start_sec": 19.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9654237627983093}], "gold_semantic_scores": [0.6876632571220398], "gold_temporal_scores": [0.2777605950832367], "max_gold_score": 0.9654237627983093, "max_candidate_score": 0.9777101874351501, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0006::1", "max_non_gold_score": 0.9777101874351501, "best_gold_margin": -0.01228642463684082, "weakest_gold_margin": -0.01228642463684082}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00368", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Nebula Drive, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.1967598795890808, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6187257170677185}, {"memory_id": "history_02_utt_0008", "score": 0.7069761157035828}], "gold_semantic_scores": [0.5559679865837097, 0.6357125043869019], "gold_temporal_scores": [0.06275784224271774, 0.07126378268003464], "max_gold_score": 0.7069761157035828, "max_candidate_score": 0.7069761157035828, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.32524099946022034, "best_gold_margin": 0.3817351162433624, "weakest_gold_margin": 0.29348471760749817}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00368", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn say Rowan recommended for our watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.154811829328537, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.802353024482727}], "gold_semantic_scores": [0.7614104747772217], "gold_temporal_scores": [0.040942613035440445], "max_gold_score": 0.802353024482727, "max_candidate_score": 0.802353024482727, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7476375102996826, "best_gold_margin": 0.054715514183044434, "weakest_gold_margin": 0.054715514183044434}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00368", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Twilight Cove as a quieter pick for the backlog?", "temporal_relation": "none", "query_temporal_norm": 0.10293137282133102, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6831383109092712}], "gold_semantic_scores": [0.6755797863006592], "gold_temporal_scores": [0.0075588528998196125], "max_gold_score": 0.6831383109092712, "max_candidate_score": 0.6831383109092712, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.6282591819763184, "best_gold_margin": 0.05487912893295288, "weakest_gold_margin": 0.05487912893295288}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00368", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say Twilight Cove stayed on the shortlist?", "temporal_relation": "session", "query_temporal_norm": 0.1214899942278862, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.8474987149238586}], "gold_semantic_scores": [0.8226760029792786], "gold_temporal_scores": [0.024822751060128212], "max_gold_score": 0.8474987149238586, "max_candidate_score": 0.8474987149238586, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.5507892966270447, "best_gold_margin": 0.29670941829681396, "weakest_gold_margin": 0.29670941829681396}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00526", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested GreenMarket for its good price on bulk packs, and why was it unusable that afternoon?", "temporal_relation": "none", "query_temporal_norm": 0.20952922105789185, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6253514289855957}, {"memory_id": "history_02_utt_0009", "score": 0.6764706373214722}], "gold_semantic_scores": [0.5561910271644592, 0.6251806616783142], "gold_temporal_scores": [0.06916023790836334, 0.051289983093738556], "max_gold_score": 0.6764706373214722, "max_candidate_score": 0.6764706373214722, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4630429446697235, "best_gold_margin": 0.21342769265174866, "weakest_gold_margin": 0.1623084843158722}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00526", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said GreenMarket was closed for inventory that afternoon, so we couldn't use it?", "temporal_relation": "none", "query_temporal_norm": 0.21980580687522888, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.908864438533783}], "gold_semantic_scores": [0.8166164755821228], "gold_temporal_scores": [0.09224791824817657], "max_gold_score": 0.908864438533783, "max_candidate_score": 0.908864438533783, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5707099437713623, "best_gold_margin": 0.33815449476242065, "weakest_gold_margin": 0.33815449476242065}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00526", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor suggest GreenMarket?", "temporal_relation": "session", "query_temporal_norm": 0.26114392280578613, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7000287175178528}], "gold_semantic_scores": [0.6216817498207092], "gold_temporal_scores": [0.07834695279598236], "max_gold_score": 0.7000287175178528, "max_candidate_score": 0.7000287175178528, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5400785207748413, "best_gold_margin": 0.15995019674301147, "weakest_gold_margin": 0.15995019674301147}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00526", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Taylor give for suggesting GreenMarket?", "temporal_relation": "none", "query_temporal_norm": 0.12787604331970215, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8813027143478394}], "gold_semantic_scores": [0.8456462621688843], "gold_temporal_scores": [0.03565642610192299], "max_gold_score": 0.8813027143478394, "max_candidate_score": 0.8813027143478394, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8660328388214111, "best_gold_margin": 0.015269875526428223, "weakest_gold_margin": 0.015269875526428223}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00618", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan say about Glass Harbor, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.2131727784872055, "query_session_index": 2, "query_start_sec": 13.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7797412276268005}, {"memory_id": "history_02_utt_0007", "score": 0.702997088432312}], "gold_semantic_scores": [0.71782386302948, 0.6784093379974365], "gold_temporal_scores": [0.0619175024330616, 0.024587679654359818], "max_gold_score": 0.7797412276268005, "max_candidate_score": 0.7797412276268005, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7639502286911011, "best_gold_margin": 0.015790998935699463, "weakest_gold_margin": -0.06095314025878906}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00618", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Glass Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.09891816228628159, "query_session_index": 2, "query_start_sec": 13.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8067740797996521}], "gold_semantic_scores": [0.7907466888427734], "gold_temporal_scores": [0.016027510166168213], "max_gold_score": 0.8067740797996521, "max_candidate_score": 0.8067740797996521, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4892858862876892, "best_gold_margin": 0.3174881935119629, "weakest_gold_margin": 0.3174881935119629}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00618", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan mention recommending Glass Harbor?", "temporal_relation": "session", "query_temporal_norm": 0.1986408829689026, "query_session_index": 2, "query_start_sec": 13.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8196890950202942}], "gold_semantic_scores": [0.771866500377655], "gold_temporal_scores": [0.04782278463244438], "max_gold_score": 0.8196890950202942, "max_candidate_score": 0.8196890950202942, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7064421772956848, "best_gold_margin": 0.11324691772460938, "weakest_gold_margin": 0.11324691772460938}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00618", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Atlas of Rivers?", "temporal_relation": "none", "query_temporal_norm": 0.08703425526618958, "query_session_index": 2, "query_start_sec": 13.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.8103816509246826}], "gold_semantic_scores": [0.7998994588851929], "gold_temporal_scores": [0.010482529178261757], "max_gold_score": 0.8103816509246826, "max_candidate_score": 0.8103816509246826, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.49004191160202026, "best_gold_margin": 0.32033973932266235, "weakest_gold_margin": 0.32033973932266235}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00745", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention as my reason for suggesting Green Fork Cafe, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.1440282016992569, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7953656315803528}, {"memory_id": "history_02_utt_0010", "score": 0.8235074877738953}], "gold_semantic_scores": [0.7550123929977417, 0.7717400789260864], "gold_temporal_scores": [0.040353335440158844, 0.05176745355129242], "max_gold_score": 0.8235074877738953, "max_candidate_score": 0.8235074877738953, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7964244484901428, "best_gold_margin": 0.02708303928375244, "weakest_gold_margin": -0.001058816909790039}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00745", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Green Fork Cafe ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.16285279393196106, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8926113247871399}], "gold_semantic_scores": [0.8238911628723145], "gold_temporal_scores": [0.06872014701366425], "max_gold_score": 0.8926113247871399, "max_candidate_score": 0.8926113247871399, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7294954657554626, "best_gold_margin": 0.16311585903167725, "weakest_gold_margin": 0.16311585903167725}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00745", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we say Corner Garden Grill offered?", "temporal_relation": "none", "query_temporal_norm": 0.18117159605026245, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.7993127703666687}], "gold_semantic_scores": [0.7853360176086426], "gold_temporal_scores": [0.01397685520350933], "max_gold_score": 0.7993127703666687, "max_candidate_score": 0.7993127703666687, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.5952656865119934, "best_gold_margin": 0.2040470838546753, "weakest_gold_margin": 0.2040470838546753}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00745", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Corner Garden Grill rejected?", "temporal_relation": "session", "query_temporal_norm": 0.20546388626098633, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.8221080899238586}], "gold_semantic_scores": [0.748718798160553], "gold_temporal_scores": [0.07338929921388626], "max_gold_score": 0.8221080899238586, "max_candidate_score": 0.8221080899238586, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.6988171935081482, "best_gold_margin": 0.12329089641571045, "weakest_gold_margin": 0.12329089641571045}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00902", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the migration deadline to July 7, and what was the earlier deadline?", "temporal_relation": "comparison", "query_temporal_norm": 0.3774890601634979, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8735620379447937}, {"memory_id": "history_02_utt_0007", "score": 0.7165152430534363}], "gold_semantic_scores": [0.7461453080177307, 0.6067504286766052], "gold_temporal_scores": [0.1274164915084839, 0.1097649559378624], "max_gold_score": 0.8735620379447937, "max_candidate_score": 0.8735620379447937, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.47433778643608093, "best_gold_margin": 0.39922425150871277, "weakest_gold_margin": 0.24217745661735535}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00902", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan say he planned to finish the migration by June 15?", "temporal_relation": "session", "query_temporal_norm": 0.24343983829021454, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8903433084487915}], "gold_semantic_scores": [0.8260700702667236], "gold_temporal_scores": [0.06427332758903503], "max_gold_score": 0.8903433084487915, "max_candidate_score": 0.8903433084487915, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7933933138847351, "best_gold_margin": 0.0969499945640564, "weakest_gold_margin": 0.0969499945640564}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00902", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the plan and would finish the migration by July 7?", "temporal_relation": "none", "query_temporal_norm": 0.48665523529052734, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0047862529754639}], "gold_semantic_scores": [0.7600520849227905], "gold_temporal_scores": [0.24473436176776886], "max_gold_score": 1.0047862529754639, "max_candidate_score": 1.0047862529754639, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7489920854568481, "best_gold_margin": 0.2557941675186157, "weakest_gold_margin": 0.2557941675186157}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00975", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the venue was before it got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5544857978820801, "query_session_index": 2, "query_start_sec": 16.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6555511951446533}], "gold_semantic_scores": [0.5365861058235168], "gold_temporal_scores": [0.11896505951881409], "max_gold_score": 0.6555511951446533, "max_candidate_score": 0.6624036431312561, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.6624036431312561, "best_gold_margin": -0.006852447986602783, "weakest_gold_margin": -0.006852447986602783}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00975", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had booked the Greenroom Screening Loft?", "temporal_relation": "none", "query_temporal_norm": 0.22959943115711212, "query_session_index": 2, "query_start_sec": 16.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7886430025100708}], "gold_semantic_scores": [0.7248060703277588], "gold_temporal_scores": [0.06383702158927917], "max_gold_score": 0.7886430025100708, "max_candidate_score": 0.7886430025100708, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.40354758501052856, "best_gold_margin": 0.38509541749954224, "weakest_gold_margin": 0.38509541749954224}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00975", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current venue for the playlist listening session?", "temporal_relation": "latest", "query_temporal_norm": 0.537106454372406, "query_session_index": 2, "query_start_sec": 16.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9843761920928955}], "gold_semantic_scores": [0.7120048999786377], "gold_temporal_scores": [0.272371381521225], "max_gold_score": 0.9843761920928955, "max_candidate_score": 0.986274778842926, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.986274778842926, "best_gold_margin": -0.0018985867500305176, "weakest_gold_margin": -0.0018985867500305176}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00975", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which venue was the location changed to because it fits more people?", "temporal_relation": "none", "query_temporal_norm": 0.38243967294692993, "query_session_index": 2, "query_start_sec": 16.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8470783829689026}], "gold_semantic_scores": [0.6844236254692078], "gold_temporal_scores": [0.16265450417995453], "max_gold_score": 0.8470783829689026, "max_candidate_score": 0.8470783829689026, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5943907499313354, "best_gold_margin": 0.25268763303756714, "weakest_gold_margin": 0.25268763303756714}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01057", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for recommending Solar Drift, and why was it later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.15396854281425476, "query_session_index": 2, "query_start_sec": 19.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8035756349563599}, {"memory_id": "history_02_utt_0009", "score": 0.811454176902771}], "gold_semantic_scores": [0.7566183805465698, 0.7635120153427124], "gold_temporal_scores": [0.04695730283856392, 0.04794216901063919], "max_gold_score": 0.811454176902771, "max_candidate_score": 0.832417368888855, "top_memory_id": "history_01_utt_0011::cf::main::0", "max_non_gold_score": 0.832417368888855, "best_gold_margin": -0.020963191986083984, "weakest_gold_margin": -0.028841733932495117}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01057", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When Midnight Rewind was backed, what reason was given for supporting it?", "temporal_relation": "none", "query_temporal_norm": 0.13263849914073944, "query_session_index": 2, "query_start_sec": 19.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0033", "score": 0.7274742722511292}], "gold_semantic_scores": [0.7012577056884766], "gold_temporal_scores": [0.02621639147400856], "max_gold_score": 0.7274742722511292, "max_candidate_score": 0.7274742722511292, "top_memory_id": "history_01_utt_0033", "max_non_gold_score": 0.5513428449630737, "best_gold_margin": 0.17613142728805542, "weakest_gold_margin": 0.17613142728805542}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01057", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation mentioned backing Midnight Rewind?", "temporal_relation": "session", "query_temporal_norm": 0.18451212346553802, "query_session_index": 2, "query_start_sec": 19.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0033", "score": 0.6445062756538391}], "gold_semantic_scores": [0.5873172879219055], "gold_temporal_scores": [0.057189106941223145], "max_gold_score": 0.6445062756538391, "max_candidate_score": 0.6445062756538391, "top_memory_id": "history_01_utt_0033", "max_non_gold_score": 0.40300682187080383, "best_gold_margin": 0.24149945378303528, "weakest_gold_margin": 0.24149945378303528}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01057", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that we decided not to screen Midnight Rewind?", "temporal_relation": "session", "query_temporal_norm": 0.2812071442604065, "query_session_index": 2, "query_start_sec": 19.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0027", "score": 0.9418502449989319}], "gold_semantic_scores": [0.8274254202842712], "gold_temporal_scores": [0.11442505568265915], "max_gold_score": 0.9418502449989319, "max_candidate_score": 0.9418502449989319, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.6897883415222168, "best_gold_margin": 0.2520619034767151, "weakest_gold_margin": 0.2520619034767151}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01105", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for Edge caching, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1649940311908722, "query_session_index": 2, "query_start_sec": 23.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7587749361991882}, {"memory_id": "history_02_utt_0013", "score": 0.7852328419685364}], "gold_semantic_scores": [0.7102621793746948, 0.7403972148895264], "gold_temporal_scores": [0.04851295426487923, 0.04483567550778389], "max_gold_score": 0.7852328419685364, "max_candidate_score": 0.785830557346344, "top_memory_id": "history_01_utt_0011::cf::main::1", "max_non_gold_score": 0.785830557346344, "best_gold_margin": -0.0005977153778076172, "weakest_gold_margin": -0.02705562114715576}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01105", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Edge caching rejected later?", "temporal_relation": "none", "query_temporal_norm": 0.16995801031589508, "query_session_index": 2, "query_start_sec": 23.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0013", "score": 0.858430802822113}], "gold_semantic_scores": [0.7834246754646301], "gold_temporal_scores": [0.0750058963894844], "max_gold_score": 0.858430802822113, "max_candidate_score": 0.858430802822113, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.7589762806892395, "best_gold_margin": 0.09945452213287354, "weakest_gold_margin": 0.09945452213287354}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01105", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What requirement did Client-side buffering satisfy?", "temporal_relation": "none", "query_temporal_norm": 0.10804258286952972, "query_session_index": 2, "query_start_sec": 23.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0030", "score": 0.5772928595542908}], "gold_semantic_scores": [0.5534945726394653], "gold_temporal_scores": [0.02379831299185753], "max_gold_score": 0.5772928595542908, "max_candidate_score": 0.5772928595542908, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.4589461088180542, "best_gold_margin": 0.11834675073623657, "weakest_gold_margin": 0.11834675073623657}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01105", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Client-side buffering was kept because it had minimal RAM usage?", "temporal_relation": "session", "query_temporal_norm": 0.15452104806900024, "query_session_index": 2, "query_start_sec": 23.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0030", "score": 0.6345775127410889}], "gold_semantic_scores": [0.6094214916229248], "gold_temporal_scores": [0.02515624649822712], "max_gold_score": 0.6345775127410889, "max_candidate_score": 0.6345775127410889, "top_memory_id": "history_02_utt_0030", "max_non_gold_score": 0.480977863073349, "best_gold_margin": 0.15359964966773987, "weakest_gold_margin": 0.15359964966773987}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01165", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron say the latest chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.563860297203064, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9332749843597412}], "gold_semantic_scores": [0.6734402775764465], "gold_temporal_scores": [0.25983482599258423], "max_gold_score": 0.9332749843597412, "max_candidate_score": 0.9360840916633606, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9360840916633606, "best_gold_margin": -0.0028091073036193848, "weakest_gold_margin": -0.0028091073036193848}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01165", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which episode title was originally chosen and what was it later changed to?", "temporal_relation": "comparison", "query_temporal_norm": 0.44691944122314453, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8407452702522278}, {"memory_id": "history_02_utt_0009", "score": 0.5807656645774841}], "gold_semantic_scores": [0.672156035900116, 0.4784170985221863], "gold_temporal_scores": [0.16858915984630585, 0.10234890133142471], "max_gold_score": 0.8407452702522278, "max_candidate_score": 0.8407452702522278, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3499163091182709, "best_gold_margin": 0.4908289611339569, "weakest_gold_margin": 0.23084935545921326}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01165", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which episode title did Cameron choose for tonight?", "temporal_relation": "none", "query_temporal_norm": 0.3090023696422577, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7483460903167725}], "gold_semantic_scores": [0.6306350231170654], "gold_temporal_scores": [0.11771132797002792], "max_gold_score": 0.7483460903167725, "max_candidate_score": 0.7483460903167725, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6612164378166199, "best_gold_margin": 0.08712965250015259, "weakest_gold_margin": 0.08712965250015259}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01165", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron say they had changed their pick?", "temporal_relation": "session", "query_temporal_norm": 0.31707948446273804, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8366432189941406}], "gold_semantic_scores": [0.7086769938468933], "gold_temporal_scores": [0.1279662847518921], "max_gold_score": 0.8366432189941406, "max_candidate_score": 0.8366432189941406, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7149055004119873, "best_gold_margin": 0.12173771858215332, "weakest_gold_margin": 0.12173771858215332}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00046", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Midnight Miniatures recommended, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.12583309412002563, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8182095885276794}, {"memory_id": "history_02_utt_0011", "score": 0.7631444931030273}], "gold_semantic_scores": [0.7860136032104492, 0.7215303778648376], "gold_temporal_scores": [0.03219608590006828, 0.041614167392253876], "max_gold_score": 0.8182095885276794, "max_candidate_score": 0.8182095885276794, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5338220596313477, "best_gold_margin": 0.2843875288963318, "weakest_gold_margin": 0.2293224334716797}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00046", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did the group recommend Midnight Miniatures?", "temporal_relation": "none", "query_temporal_norm": 0.11431577801704407, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.758089542388916}], "gold_semantic_scores": [0.7455716729164124], "gold_temporal_scores": [0.01251795794814825], "max_gold_score": 0.758089542388916, "max_candidate_score": 0.758089542388916, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.708777904510498, "best_gold_margin": 0.04931163787841797, "weakest_gold_margin": 0.04931163787841797}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00046", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did the group recommend Street Food in One Take?", "temporal_relation": "none", "query_temporal_norm": 0.10588018596172333, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.7754138708114624}], "gold_semantic_scores": [0.7600551843643188], "gold_temporal_scores": [0.015358800999820232], "max_gold_score": 0.7754138708114624, "max_candidate_score": 0.7754138708114624, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.6307963132858276, "best_gold_margin": 0.14461755752563477, "weakest_gold_margin": 0.14461755752563477}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00046", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the two extra chairs are in the hallway?", "temporal_relation": "none", "query_temporal_norm": 0.2498018443584442, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.12834040820598602, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.12834040820598602, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00133", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who ended up giving Paper Trails a 9 out of 10 after revising their earlier rating?", "temporal_relation": "none", "query_temporal_norm": 0.4643382728099823, "query_session_index": 2, "query_start_sec": 12.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.866576611995697}], "gold_semantic_scores": [0.6823707818984985], "gold_temporal_scores": [0.18420587480068207], "max_gold_score": 0.866576611995697, "max_candidate_score": 0.866576611995697, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6984593868255615, "best_gold_margin": 0.1681172251701355, "weakest_gold_margin": 0.1681172251701355}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00133", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Emerson give Paper Trails after the second half?", "temporal_relation": "none", "query_temporal_norm": 0.4589223265647888, "query_session_index": 2, "query_start_sec": 12.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9334116578102112}], "gold_semantic_scores": [0.7385177612304688], "gold_temporal_scores": [0.1948937326669693], "max_gold_score": 0.9334116578102112, "max_candidate_score": 0.9334116578102112, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.8027872443199158, "best_gold_margin": 0.1306244134902954, "weakest_gold_margin": 0.1306244134902954}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00133", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention giving Paper Trails a 6 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.09852390736341476, "query_session_index": 2, "query_start_sec": 12.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5776070952415466}], "gold_semantic_scores": [0.5528672933578491], "gold_temporal_scores": [0.024739693850278854], "max_gold_score": 0.5776070952415466, "max_candidate_score": 0.590801477432251, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.590801477432251, "best_gold_margin": -0.013194382190704346, "weakest_gold_margin": -0.013194382190704346}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00133", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say was needed from the drawer?", "temporal_relation": "none", "query_temporal_norm": 0.15733616054058075, "query_session_index": 2, "query_start_sec": 12.239999999999998, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.37807509303092957, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.37807509303092957, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00248", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Harbor Nights, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.18238075077533722, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7246481776237488}, {"memory_id": "history_02_utt_0010", "score": 0.7081539034843445}], "gold_semantic_scores": [0.665889322757721, 0.6587463021278381], "gold_temporal_scores": [0.058758992701768875, 0.04940732568502426], "max_gold_score": 0.7246481776237488, "max_candidate_score": 0.7246481776237488, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5682985186576843, "best_gold_margin": 0.15634965896606445, "weakest_gold_margin": 0.13985538482666016}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00248", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who did Skyler say recommended Harbor Nights after you all wanted a character-heavy mystery?", "temporal_relation": "none", "query_temporal_norm": 0.14375604689121246, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7977452278137207}], "gold_semantic_scores": [0.7699475288391113], "gold_temporal_scores": [0.027797851711511612], "max_gold_score": 0.7977452278137207, "max_candidate_score": 0.7977452278137207, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5100237131118774, "best_gold_margin": 0.28772151470184326, "weakest_gold_margin": 0.28772151470184326}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00248", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Glass Archive when we were looking for something twistier?", "temporal_relation": "none", "query_temporal_norm": 0.11018195003271103, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.46214136481285095}], "gold_semantic_scores": [0.4639624357223511], "gold_temporal_scores": [-0.0018210246926173568], "max_gold_score": 0.46214136481285095, "max_candidate_score": 0.46214136481285095, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.28593942523002625, "best_gold_margin": 0.1762019395828247, "weakest_gold_margin": 0.1762019395828247}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00248", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention who recommended Glass Archive?", "temporal_relation": "session", "query_temporal_norm": 0.12902837991714478, "query_session_index": 2, "query_start_sec": 16.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.6245892643928528}], "gold_semantic_scores": [0.6148937344551086], "gold_temporal_scores": [0.009695666842162609], "max_gold_score": 0.6245892643928528, "max_candidate_score": 0.6245892643928528, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.368792861700058, "best_gold_margin": 0.2557964026927948, "weakest_gold_margin": 0.2557964026927948}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00379", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What notable attribute did I mention about Pine & Home paper towels, and why were they removed from the list?", "temporal_relation": "none", "query_temporal_norm": 0.18115012347698212, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8391685485839844}, {"memory_id": "history_02_utt_0009", "score": 0.7605025768280029}], "gold_semantic_scores": [0.7811134457588196, 0.7163982391357422], "gold_temporal_scores": [0.058055151253938675, 0.04410472512245178], "max_gold_score": 0.8391685485839844, "max_candidate_score": 0.8391685485839844, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8306441903114319, "best_gold_margin": 0.00852435827255249, "weakest_gold_margin": -0.07014161348342896}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00379", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was BrightNest dish soap refill flagged?", "temporal_relation": "none", "query_temporal_norm": 0.09266754239797592, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6480521559715271}], "gold_semantic_scores": [0.629401445388794], "gold_temporal_scores": [0.018650658428668976], "max_gold_score": 0.6480521559715271, "max_candidate_score": 0.6480521559715271, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.5260348916053772, "best_gold_margin": 0.1220172643661499, "weakest_gold_margin": 0.1220172643661499}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00379", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where is the package from the post office right now?", "temporal_relation": "none", "query_temporal_norm": 0.4865301847457886, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5384061336517334, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5384061336517334, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00450", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who was the one who originally said we should do a harbor cruise once we got to Porto, before that plan changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.48370757699012756, "query_session_index": 2, "query_start_sec": 11.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8251234889030457}], "gold_semantic_scores": [0.7183214426040649], "gold_temporal_scores": [0.1068020835518837], "max_gold_score": 0.8251234889030457, "max_candidate_score": 0.8251234889030457, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5544168949127197, "best_gold_margin": 0.2707065939903259, "weakest_gold_margin": 0.2707065939903259}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00450", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed an activity choice for Porto. What was the earlier plan?", "temporal_relation": "earliest", "query_temporal_norm": 0.5078276991844177, "query_session_index": 2, "query_start_sec": 11.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8602780103683472}], "gold_semantic_scores": [0.7109268307685852], "gold_temporal_scores": [0.14935120940208435], "max_gold_score": 0.8602780103683472, "max_candidate_score": 0.8602780103683472, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.39332422614097595, "best_gold_margin": 0.4669537842273712, "weakest_gold_margin": 0.4669537842273712}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00450", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Avery suggest for us to do in Porto?", "temporal_relation": "none", "query_temporal_norm": 0.12520144879817963, "query_session_index": 2, "query_start_sec": 11.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7089625597000122}], "gold_semantic_scores": [0.6927438974380493], "gold_temporal_scores": [0.016218505799770355], "max_gold_score": 0.7089625597000122, "max_candidate_score": 0.7089625597000122, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5937216281890869, "best_gold_margin": 0.11524093151092529, "weakest_gold_margin": 0.11524093151092529}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00450", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery mention the harbor cruise?", "temporal_relation": "session", "query_temporal_norm": 0.177153542637825, "query_session_index": 2, "query_start_sec": 11.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.24290406703948975}], "gold_semantic_scores": [0.1935761272907257], "gold_temporal_scores": [0.049327924847602844], "max_gold_score": 0.24290406703948975, "max_candidate_score": 0.24290406703948975, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.2042156159877777, "best_gold_margin": 0.038688451051712036, "weakest_gold_margin": 0.038688451051712036}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00511", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was the last shopping item Finley said they were picking up?", "temporal_relation": "none", "query_temporal_norm": 0.518580436706543, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9122450947761536}], "gold_semantic_scores": [0.6628762483596802], "gold_temporal_scores": [0.24936828017234802], "max_gold_score": 0.9122450947761536, "max_candidate_score": 0.9139209985733032, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9139209985733032, "best_gold_margin": -0.0016759037971496582, "weakest_gold_margin": -0.0016759037971496582}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00511", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley mention rubber gloves?", "temporal_relation": "session", "query_temporal_norm": 0.20706534385681152, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.5428020358085632}], "gold_semantic_scores": [0.5074725151062012], "gold_temporal_scores": [0.03532957658171654], "max_gold_score": 0.5428020358085632, "max_candidate_score": 0.5428020358085632, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4681086242198944, "best_gold_margin": 0.07469341158866882, "weakest_gold_margin": 0.07469341158866882}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00511", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned picking up rubber gloves?", "temporal_relation": "none", "query_temporal_norm": 0.1387244164943695, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.5424979329109192}], "gold_semantic_scores": [0.513116717338562], "gold_temporal_scores": [0.02938096970319748], "max_gold_score": 0.5424979329109192, "max_candidate_score": 0.5424979329109192, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.2579830288887024, "best_gold_margin": 0.2845149040222168, "weakest_gold_margin": 0.2845149040222168}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00511", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention getting sponges for the apartment?", "temporal_relation": "session", "query_temporal_norm": 0.1262814849615097, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7957519292831421}], "gold_semantic_scores": [0.7655927538871765], "gold_temporal_scores": [0.030159244313836098], "max_gold_score": 0.7957519292831421, "max_candidate_score": 0.7957519292831421, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.45619866251945496, "best_gold_margin": 0.33955326676368713, "weakest_gold_margin": 0.33955326676368713}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00566", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my evaluation plan changed from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.40791580080986023, "query_session_index": 2, "query_start_sec": 13.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7551360726356506}, {"memory_id": "history_02_utt_0009", "score": 0.7936330437660217}], "gold_semantic_scores": [0.6049824357032776, 0.6441593766212463], "gold_temporal_scores": [0.1501537263393402, 0.14947381615638733], "max_gold_score": 0.7936330437660217, "max_candidate_score": 0.818626880645752, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.818626880645752, "best_gold_margin": -0.024993836879730225, "weakest_gold_margin": -0.06349080801010132}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00566", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed an evaluation plan earlier and later. How did it change?", "temporal_relation": "comparison", "query_temporal_norm": 0.4192579686641693, "query_session_index": 2, "query_start_sec": 13.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6832634210586548}, {"memory_id": "history_02_utt_0009", "score": 0.7542878985404968}], "gold_semantic_scores": [0.5287695527076721, 0.6005335450172424], "gold_temporal_scores": [0.15449389815330505, 0.15375453233718872], "max_gold_score": 0.7542878985404968, "max_candidate_score": 0.7542878985404968, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4953473210334778, "best_gold_margin": 0.25894057750701904, "weakest_gold_margin": 0.187916100025177}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00566", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned sanity-checking the noisy dev subset with WER and real-time factor?", "temporal_relation": "none", "query_temporal_norm": 0.2041797637939453, "query_session_index": 2, "query_start_sec": 13.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.403600811958313}], "gold_semantic_scores": [0.3445679843425751], "gold_temporal_scores": [0.05903283879160881], "max_gold_score": 0.403600811958313, "max_candidate_score": 0.403600811958313, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3384435772895813, "best_gold_margin": 0.06515723466873169, "weakest_gold_margin": 0.06515723466873169}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00566", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the evaluation plan was to run the full accented test sets?", "temporal_relation": "none", "query_temporal_norm": 0.214544415473938, "query_session_index": 2, "query_start_sec": 13.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8920177221298218}], "gold_semantic_scores": [0.8014301061630249], "gold_temporal_scores": [0.09058763086795807], "max_gold_score": 0.8920177221298218, "max_candidate_score": 0.8920177221298218, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8090897798538208, "best_gold_margin": 0.08292794227600098, "weakest_gold_margin": 0.08292794227600098}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00704", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting Midnight Harbor, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.14217083156108856, "query_session_index": 2, "query_start_sec": 14.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.784152626991272}, {"memory_id": "history_02_utt_0010", "score": 0.687332034111023}], "gold_semantic_scores": [0.7428662180900574, 0.6405461430549622], "gold_temporal_scores": [0.041286319494247437, 0.04678574204444885], "max_gold_score": 0.784152626991272, "max_candidate_score": 0.7863746285438538, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.7863746285438538, "best_gold_margin": -0.002222001552581787, "weakest_gold_margin": -0.09904259443283081}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00704", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop Midnight Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.2054273933172226, "query_session_index": 2, "query_start_sec": 14.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8522793650627136}], "gold_semantic_scores": [0.7606284618377686], "gold_temporal_scores": [0.09165073186159134], "max_gold_score": 0.8522793650627136, "max_candidate_score": 0.8522793650627136, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5738431811332703, "best_gold_margin": 0.27843618392944336, "weakest_gold_margin": 0.27843618392944336}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00704", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Midnight Harbor dropped?", "temporal_relation": "session", "query_temporal_norm": 0.19015099108219147, "query_session_index": 2, "query_start_sec": 14.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8151364326477051}], "gold_semantic_scores": [0.7369204163551331], "gold_temporal_scores": [0.0782162994146347], "max_gold_score": 0.8151364326477051, "max_candidate_score": 0.8151364326477051, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6179544925689697, "best_gold_margin": 0.19718194007873535, "weakest_gold_margin": 0.19718194007873535}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00704", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Glass Orchard suggested during the earlier discussion?", "temporal_relation": "none", "query_temporal_norm": 0.10297129303216934, "query_session_index": 2, "query_start_sec": 14.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7384701371192932}], "gold_semantic_scores": [0.7220978140830994], "gold_temporal_scores": [0.016372567042708397], "max_gold_score": 0.7384701371192932, "max_candidate_score": 0.7384701371192932, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5868998765945435, "best_gold_margin": 0.15157026052474976, "weakest_gold_margin": 0.15157026052474976}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00895", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for choosing Maple Street Pharmacy for package pickup, and why did it later stop working?", "temporal_relation": "none", "query_temporal_norm": 0.16682764887809753, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8494481444358826}, {"memory_id": "history_02_utt_0008", "score": 0.8453834056854248}], "gold_semantic_scores": [0.8057851791381836, 0.7751019597053528], "gold_temporal_scores": [0.04366304725408554, 0.07028122246265411], "max_gold_score": 0.8494481444358826, "max_candidate_score": 0.8583099246025085, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.8583099246025085, "best_gold_margin": -0.008861780166625977, "weakest_gold_margin": -0.01292651891708374}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00895", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why is Maple Street Pharmacy currently unavailable?", "temporal_relation": "none", "query_temporal_norm": 0.2877127528190613, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9586923122406006}], "gold_semantic_scores": [0.864974319934845], "gold_temporal_scores": [0.09371806681156158], "max_gold_score": 0.9586923122406006, "max_candidate_score": 0.9586923122406006, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6871883869171143, "best_gold_margin": 0.27150392532348633, "weakest_gold_margin": 0.27150392532348633}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00895", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why were the Union Market lockers suggested earlier?", "temporal_relation": "none", "query_temporal_norm": 0.14904339611530304, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.4793713092803955}], "gold_semantic_scores": [0.4583544135093689], "gold_temporal_scores": [0.02101694419980049], "max_gold_score": 0.4793713092803955, "max_candidate_score": 0.4793713092803955, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.29160183668136597, "best_gold_margin": 0.18776947259902954, "weakest_gold_margin": 0.18776947259902954}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00895", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the Union Market lockers are unavailable?", "temporal_relation": "session", "query_temporal_norm": 0.13807402551174164, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.8304318189620972}], "gold_semantic_scores": [0.7810471653938293], "gold_temporal_scores": [0.04938477277755737], "max_gold_score": 0.8304318189620972, "max_candidate_score": 0.8304318189620972, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.5025818943977356, "best_gold_margin": 0.3278499245643616, "weakest_gold_margin": 0.3278499245643616}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01041", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they gave Harbor Lights a 4.5 out of 5 after that first discussion?", "temporal_relation": "session", "query_temporal_norm": 0.529807984828949, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9671443104743958}], "gold_semantic_scores": [0.8563815951347351], "gold_temporal_scores": [0.11076300591230392], "max_gold_score": 0.9671443104743958, "max_candidate_score": 0.9671443104743958, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5987793803215027, "best_gold_margin": 0.36836493015289307, "weakest_gold_margin": 0.36836493015289307}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01041", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest rating given to Harbor Lights?", "temporal_relation": "latest", "query_temporal_norm": 0.5201892256736755, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0221928358078003}], "gold_semantic_scores": [0.7757358551025391], "gold_temporal_scores": [0.24645690619945526], "max_gold_score": 1.0221928358078003, "max_candidate_score": 1.02495539188385, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 1.02495539188385, "best_gold_margin": -0.0027625560760498047, "weakest_gold_margin": -0.0027625560760498047}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01041", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Parker give to Harbor Lights after the first discussion?", "temporal_relation": "none", "query_temporal_norm": 0.3508017659187317, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9351251125335693}], "gold_semantic_scores": [0.8808470368385315], "gold_temporal_scores": [0.054278016090393066], "max_gold_score": 0.9351251125335693, "max_candidate_score": 0.9351251125335693, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8869182467460632, "best_gold_margin": 0.048206865787506104, "weakest_gold_margin": 0.048206865787506104}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01041", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who is planning to double-check the snack order?", "temporal_relation": "none", "query_temporal_norm": 0.35937777161598206, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.11215031147003174, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.11215031147003174, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01190", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we should go with Midnight Transit after the title choice changed?", "temporal_relation": "none", "query_temporal_norm": 0.26312851905822754, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8107881546020508}], "gold_semantic_scores": [0.6912938356399536], "gold_temporal_scores": [0.11949443072080612], "max_gold_score": 0.8107881546020508, "max_candidate_score": 0.8107881546020508, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6262379288673401, "best_gold_margin": 0.1845502257347107, "weakest_gold_margin": 0.1845502257347107}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01190", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Reese say we should go with?", "temporal_relation": "none", "query_temporal_norm": 0.2850254476070404, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6226168870925903}], "gold_semantic_scores": [0.4998096525669098], "gold_temporal_scores": [0.12280724197626114], "max_gold_score": 0.6226168870925903, "max_candidate_score": 0.6226168870925903, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.576303243637085, "best_gold_margin": 0.04631364345550537, "weakest_gold_margin": 0.04631364345550537}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01190", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention the title choice?", "temporal_relation": "session", "query_temporal_norm": 0.295426607131958, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.45777028799057007}], "gold_semantic_scores": [0.4437365233898163], "gold_temporal_scores": [0.01403371524065733], "max_gold_score": 0.45777028799057007, "max_candidate_score": 0.5093694925308228, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5093694925308228, "best_gold_margin": -0.051599204540252686, "weakest_gold_margin": -0.051599204540252686}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01190", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the title Signal Fires mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.18456898629665375, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5123477578163147}], "gold_semantic_scores": [0.46012264490127563], "gold_temporal_scores": [0.05222514271736145], "max_gold_score": 0.5123477578163147, "max_candidate_score": 0.5123477578163147, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4109874367713928, "best_gold_margin": 0.10136032104492188, "weakest_gold_margin": 0.10136032104492188}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01276", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason had I given earlier for proposing the pinned KV cache, and why did I later drop it?", "temporal_relation": "none", "query_temporal_norm": 0.19048529863357544, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7807938456535339}, {"memory_id": "history_02_utt_0010", "score": 0.7911205291748047}], "gold_semantic_scores": [0.7201820611953735, 0.7230071425437927], "gold_temporal_scores": [0.060611773282289505, 0.06811343133449554], "max_gold_score": 0.7911205291748047, "max_candidate_score": 0.8404517769813538, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.8404517769813538, "best_gold_margin": -0.04933124780654907, "weakest_gold_margin": -0.059657931327819824}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01276", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the pinned KV cache rejected?", "temporal_relation": "none", "query_temporal_norm": 0.15194807946681976, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7826063632965088}], "gold_semantic_scores": [0.7162466049194336], "gold_temporal_scores": [0.06635954976081848], "max_gold_score": 0.7826063632965088, "max_candidate_score": 0.7826063632965088, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6906650066375732, "best_gold_margin": 0.09194135665893555, "weakest_gold_margin": 0.09194135665893555}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01276", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for proposing the 8-bit activation buffer?", "temporal_relation": "none", "query_temporal_norm": 0.0833183228969574, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.739408552646637}], "gold_semantic_scores": [0.7285099625587463], "gold_temporal_scores": [0.010898479260504246], "max_gold_score": 0.739408552646637, "max_candidate_score": 0.739408552646637, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.4844823479652405, "best_gold_margin": 0.2549262046813965, "weakest_gold_margin": 0.2549262046813965}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01276", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What is the plan for verifying the delivery details?", "temporal_relation": "none", "query_temporal_norm": 0.19538721442222595, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.42118802666664124, "top_memory_id": "history_01_utt_0050", "max_non_gold_score": 0.42118802666664124, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01364", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Before Morgan changed the training setup, what did Morgan say the original setting was?", "temporal_relation": "earliest", "query_temporal_norm": 0.4928331971168518, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8501083254814148}], "gold_semantic_scores": [0.7047025561332703], "gold_temporal_scores": [0.14540590345859528], "max_gold_score": 0.8501083254814148, "max_candidate_score": 0.8501083254814148, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7072327733039856, "best_gold_margin": 0.1428755521774292, "weakest_gold_margin": 0.1428755521774292}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01364", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed the training setup at some point. What was the original setting?", "temporal_relation": "earliest", "query_temporal_norm": 0.5466445684432983, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7499415278434753}], "gold_semantic_scores": [0.5764789581298828], "gold_temporal_scores": [0.17346251010894775], "max_gold_score": 0.7499415278434753, "max_candidate_score": 0.7499415278434753, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6115445494651794, "best_gold_margin": 0.1383969783782959, "weakest_gold_margin": 0.1383969783782959}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01364", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned originally training the model with frozen encoder layers?", "temporal_relation": "earliest", "query_temporal_norm": 0.5477132201194763, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7442647814750671}], "gold_semantic_scores": [0.6040032505989075], "gold_temporal_scores": [0.1402614414691925], "max_gold_score": 0.7442647814750671, "max_candidate_score": 0.7442647814750671, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5668925642967224, "best_gold_margin": 0.17737221717834473, "weakest_gold_margin": 0.17737221717834473}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01364", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent training setup that was mentioned?", "temporal_relation": "none", "query_temporal_norm": 0.5326627492904663, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 1.0353755950927734}], "gold_semantic_scores": [0.7650642991065979], "gold_temporal_scores": [0.27031171321868896], "max_gold_score": 1.0353755950927734, "max_candidate_score": 1.0353755950927734, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 1.0293142795562744, "best_gold_margin": 0.0060613155364990234, "weakest_gold_margin": 0.0060613155364990234}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01481", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Reese's activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4114289879798889, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8336716294288635}, {"memory_id": "history_02_utt_0010", "score": 0.7490658760070801}], "gold_semantic_scores": [0.6819022297859192, 0.6200308799743652], "gold_temporal_scores": [0.1517695188522339, 0.12903474271297455], "max_gold_score": 0.8336716294288635, "max_candidate_score": 0.8336716294288635, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.653030276298523, "best_gold_margin": 0.18064135313034058, "weakest_gold_margin": 0.09603559970855713}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01481", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest activity choice we discussed for Saturday?", "temporal_relation": "latest", "query_temporal_norm": 0.5092287063598633, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9183152318000793}], "gold_semantic_scores": [0.667691707611084], "gold_temporal_scores": [0.25062304735183716], "max_gold_score": 0.9183152318000793, "max_candidate_score": 0.9183152318000793, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9038761258125305, "best_gold_margin": 0.014439105987548828, "weakest_gold_margin": 0.014439105987548828}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01481", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Reese mention wanting to do for Saturday in an earlier conversation?", "temporal_relation": "session", "query_temporal_norm": 0.3567008078098297, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8044014573097229}], "gold_semantic_scores": [0.7357319593429565], "gold_temporal_scores": [0.06866957247257233], "max_gold_score": 0.8044014573097229, "max_candidate_score": 0.8044014573097229, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6219509243965149, "best_gold_margin": 0.182450532913208, "weakest_gold_margin": 0.182450532913208}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01481", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Reese say they switched their pick to instead?", "temporal_relation": "none", "query_temporal_norm": 0.4596121609210968, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9597943425178528}], "gold_semantic_scores": [0.7209990620613098], "gold_temporal_scores": [0.238795205950737], "max_gold_score": 0.9597943425178528, "max_candidate_score": 0.9597943425178528, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8361674547195435, "best_gold_margin": 0.12362688779830933, "weakest_gold_margin": 0.12362688779830933}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01550", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deployment target did Emerson say this release was aimed at?", "temporal_relation": "none", "query_temporal_norm": 0.1122717633843422, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7678052186965942}], "gold_semantic_scores": [0.7699518203735352], "gold_temporal_scores": [-0.002146359533071518], "max_gold_score": 0.7678052186965942, "max_candidate_score": 0.7678052186965942, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4393649995326996, "best_gold_margin": 0.32844021916389465, "weakest_gold_margin": 0.32844021916389465}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01550", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson mention the staging-blue cluster?", "temporal_relation": "session", "query_temporal_norm": 0.19013196229934692, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7313384413719177}], "gold_semantic_scores": [0.6701191663742065], "gold_temporal_scores": [0.061219289898872375], "max_gold_score": 0.7313384413719177, "max_candidate_score": 0.7313384413719177, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5296986699104309, "best_gold_margin": 0.20163977146148682, "weakest_gold_margin": 0.20163977146148682}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01550", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said this release was aimed at the staging-blue cluster?", "temporal_relation": "earliest", "query_temporal_norm": 0.4946877658367157, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7627332806587219}], "gold_semantic_scores": [0.6803907155990601], "gold_temporal_scores": [0.08234242349863052], "max_gold_score": 0.7627332806587219, "max_candidate_score": 0.7627332806587219, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6385558247566223, "best_gold_margin": 0.12417745590209961, "weakest_gold_margin": 0.12417745590209961}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01550", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What deployment target was set during one of our earlier discussions?", "temporal_relation": "session", "query_temporal_norm": 0.35118943452835083, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.47775357961654663}], "gold_semantic_scores": [0.567469596862793], "gold_temporal_scores": [-0.08971595019102097], "max_gold_score": 0.47775357961654663, "max_candidate_score": 0.6078552603721619, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6078552603721619, "best_gold_margin": -0.13010168075561523, "weakest_gold_margin": -0.13010168075561523}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01640", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the chunk-cached streaming encoder, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.28935104608535767, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.710064709186554}, {"memory_id": "history_02_utt_0010", "score": 0.7443785071372986}], "gold_semantic_scores": [0.6147768497467041, 0.6843398213386536], "gold_temporal_scores": [0.09528793394565582, 0.060038790106773376], "max_gold_score": 0.7443785071372986, "max_candidate_score": 0.7443785071372986, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.46155011653900146, "best_gold_margin": 0.2828283905982971, "weakest_gold_margin": 0.2485145926475525}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01640", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Who did Avery say proposed the chunk-cached streaming encoder for the low-latency path?", "temporal_relation": "none", "query_temporal_norm": 0.18480314314365387, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7672299742698669}], "gold_semantic_scores": [0.7247154116630554], "gold_temporal_scores": [0.0425146110355854], "max_gold_score": 0.7672299742698669, "max_candidate_score": 0.7672299742698669, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6240189075469971, "best_gold_margin": 0.14321106672286987, "weakest_gold_margin": 0.14321106672286987}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01640", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to reject the chunk-cached streaming encoder?", "temporal_relation": "none", "query_temporal_norm": 0.19098012149333954, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8577492833137512}], "gold_semantic_scores": [0.7683654427528381], "gold_temporal_scores": [0.08938388526439667], "max_gold_score": 0.8577492833137512, "max_candidate_score": 0.8577492833137512, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5356387495994568, "best_gold_margin": 0.32211053371429443, "weakest_gold_margin": 0.32211053371429443}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01640", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the streaming benchmark harness is owned?", "temporal_relation": "session", "query_temporal_norm": 0.13794414699077606, "query_session_index": 2, "query_start_sec": 16.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0037", "score": 0.7203851938247681}], "gold_semantic_scores": [0.6727249026298523], "gold_temporal_scores": [0.04766024649143219], "max_gold_score": 0.7203851938247681, "max_candidate_score": 0.7203851938247681, "top_memory_id": "history_02_utt_0037", "max_non_gold_score": 0.4984791576862335, "best_gold_margin": 0.22190603613853455, "weakest_gold_margin": 0.22190603613853455}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01868", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my pick for what we should watch next change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3532988727092743, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5846856236457825}, {"memory_id": "history_02_utt_0009", "score": 0.759870171546936}], "gold_semantic_scores": [0.45916882157325745, 0.6249050498008728], "gold_temporal_scores": [0.12551690638065338, 0.13496512174606323], "max_gold_score": 0.759870171546936, "max_candidate_score": 0.7813025116920471, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.7813025116920471, "best_gold_margin": -0.021432340145111084, "weakest_gold_margin": -0.19661688804626465}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01868", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title was chosen most recently for what we should watch next?", "temporal_relation": "none", "query_temporal_norm": 0.5288238525390625, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9808130264282227}], "gold_semantic_scores": [0.722968578338623], "gold_temporal_scores": [0.2578445374965668], "max_gold_score": 0.9808130264282227, "max_candidate_score": 0.9808130264282227, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9779679775238037, "best_gold_margin": 0.0028450489044189453, "weakest_gold_margin": 0.0028450489044189453}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01868", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned Borrowed Satellites as their pick in the queue?", "temporal_relation": "none", "query_temporal_norm": 0.1812284290790558, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6024014949798584}], "gold_semantic_scores": [0.5514569878578186], "gold_temporal_scores": [0.050944529473781586], "max_gold_score": 0.6024014949798584, "max_candidate_score": 0.6024014949798584, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.37806129455566406, "best_gold_margin": 0.22434020042419434, "weakest_gold_margin": 0.22434020042419434}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01868", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their pick to Cinder Alley for what to watch next?", "temporal_relation": "none", "query_temporal_norm": 0.34223976731300354, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9712754487991333}], "gold_semantic_scores": [0.8139321208000183], "gold_temporal_scores": [0.15734311938285828], "max_gold_score": 0.9712754487991333, "max_candidate_score": 0.9712754487991333, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6712097525596619, "best_gold_margin": 0.30006569623947144, "weakest_gold_margin": 0.30006569623947144}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01941", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my pick for the playlist opener change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.38329654932022095, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7757216095924377}, {"memory_id": "history_02_utt_0008", "score": 0.828561544418335}], "gold_semantic_scores": [0.6413374543190002, 0.7030644416809082], "gold_temporal_scores": [0.13438428938388824, 0.12549693882465363], "max_gold_score": 0.828561544418335, "max_candidate_score": 0.8561965823173523, "top_memory_id": "history_02_utt_0008::cf::main::2", "max_non_gold_score": 0.8561965823173523, "best_gold_margin": -0.027635037899017334, "weakest_gold_margin": -0.08047497272491455}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01941", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the playlist opener to Night Bus Lullaby?", "temporal_relation": "none", "query_temporal_norm": 0.24091681838035583, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7933820486068726}], "gold_semantic_scores": [0.6848233342170715], "gold_temporal_scores": [0.10855909436941147], "max_gold_score": 0.7933820486068726, "max_candidate_score": 0.7933820486068726, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5505061745643616, "best_gold_margin": 0.242875874042511, "weakest_gold_margin": 0.242875874042511}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01941", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the most recent playlist opener that we discussed?", "temporal_relation": "none", "query_temporal_norm": 0.508378803730011, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9182447195053101}], "gold_semantic_scores": [0.6785237193107605], "gold_temporal_scores": [0.23972088098526], "max_gold_score": 0.9182447195053101, "max_candidate_score": 0.9182447195053101, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9124168157577515, "best_gold_margin": 0.005827903747558594, "weakest_gold_margin": 0.005827903747558594}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01941", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the earlier playlist opener that came up in the discussion?", "temporal_relation": "session", "query_temporal_norm": 0.44933566451072693, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8006603121757507}], "gold_semantic_scores": [0.6602674722671509], "gold_temporal_scores": [0.14039266109466553], "max_gold_score": 0.8006603121757507, "max_candidate_score": 0.8006603121757507, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5134595036506653, "best_gold_margin": 0.28720080852508545, "weakest_gold_margin": 0.28720080852508545}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02068", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who moved the playlist meetup to the lakeside picnic shelter, and what was the earlier venue?", "temporal_relation": "none", "query_temporal_norm": 0.3623911738395691, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7828429341316223}, {"memory_id": "history_02_utt_0008", "score": 0.7932258248329163}], "gold_semantic_scores": [0.6560134291648865, 0.7196912169456482], "gold_temporal_scores": [0.1268293708562851, 0.07353492826223373], "max_gold_score": 0.7932258248329163, "max_candidate_score": 0.7932258248329163, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5045222640037537, "best_gold_margin": 0.2887035608291626, "weakest_gold_margin": 0.27832067012786865}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02068", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the playlist meetup moved to for the outdoor vibe?", "temporal_relation": "none", "query_temporal_norm": 0.3994125723838806, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8644027709960938}], "gold_semantic_scores": [0.7242226600646973], "gold_temporal_scores": [0.14018023014068604], "max_gold_score": 0.8644027709960938, "max_candidate_score": 0.8644027709960938, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6726342439651489, "best_gold_margin": 0.19176852703094482, "weakest_gold_margin": 0.19176852703094482}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02068", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Morgan say the playlist was being built for the send-off event?", "temporal_relation": "none", "query_temporal_norm": 0.09790744632482529, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7731091380119324}], "gold_semantic_scores": [0.7773471474647522], "gold_temporal_scores": [-0.00423796009272337], "max_gold_score": 0.7731091380119324, "max_candidate_score": 0.7731091380119324, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6612937450408936, "best_gold_margin": 0.11181539297103882, "weakest_gold_margin": 0.11181539297103882}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02068", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan mention the playlist being built in the downtown studio lounge?", "temporal_relation": "session", "query_temporal_norm": 0.1685001403093338, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7807751297950745}], "gold_semantic_scores": [0.7293527126312256], "gold_temporal_scores": [0.05142228305339813], "max_gold_score": 0.7807751297950745, "max_candidate_score": 0.7807751297950745, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6799289584159851, "best_gold_margin": 0.10084617137908936, "weakest_gold_margin": 0.10084617137908936}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02137", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my weekend activity choice change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41432058811187744, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8309453725814819}, {"memory_id": "history_02_utt_0009", "score": 0.8485021591186523}], "gold_semantic_scores": [0.6791221499443054, 0.692421555519104], "gold_temporal_scores": [0.15182331204414368, 0.15608038008213043], "max_gold_score": 0.8485021591186523, "max_candidate_score": 0.8485021591186523, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.837802529335022, "best_gold_margin": 0.010699629783630371, "weakest_gold_margin": -0.006857156753540039}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02137", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned leaning toward the street food festival for the weekend?", "temporal_relation": "none", "query_temporal_norm": 0.13332104682922363, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6537322998046875}], "gold_semantic_scores": [0.6226699352264404], "gold_temporal_scores": [0.031062433496117592], "max_gold_score": 0.6537322998046875, "max_candidate_score": 0.6537322998046875, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.46513083577156067, "best_gold_margin": 0.18860146403312683, "weakest_gold_margin": 0.18860146403312683}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02137", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched their weekend choice to the planetarium show?", "temporal_relation": "none", "query_temporal_norm": 0.32217490673065186, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9119069576263428}], "gold_semantic_scores": [0.7491340637207031], "gold_temporal_scores": [0.16277292370796204], "max_gold_score": 0.9119069576263428, "max_candidate_score": 0.9119069576263428, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6558208465576172, "best_gold_margin": 0.2560861110687256, "weakest_gold_margin": 0.2560861110687256}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02137", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What is Cameron offering to do when the grocery delivery arrives?", "temporal_relation": "none", "query_temporal_norm": 0.15994450449943542, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3252793550491333, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3252793550491333, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02265", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Parker give for recommending Babylon 5, and why did Skyler drop it from the list?", "temporal_relation": "none", "query_temporal_norm": 0.21162965893745422, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7096821069717407}, {"memory_id": "history_02_utt_0009", "score": 0.6895154118537903}], "gold_semantic_scores": [0.6467528343200684, 0.6143030524253845], "gold_temporal_scores": [0.06292923539876938, 0.07521217316389084], "max_gold_score": 0.7096821069717407, "max_candidate_score": 0.7105644941329956, "top_memory_id": "history_01_utt_0011::cf::main::1", "max_non_gold_score": 0.7105644941329956, "best_gold_margin": -0.0008823871612548828, "weakest_gold_margin": -0.021049082279205322}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02265", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Parker say they recommended Babylon 5?", "temporal_relation": "none", "query_temporal_norm": 0.11878268420696259, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7863427996635437}], "gold_semantic_scores": [0.7594217658042908], "gold_temporal_scores": [0.026920951902866364], "max_gold_score": 0.7863427996635437, "max_candidate_score": 0.7863427996635437, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7144478559494019, "best_gold_margin": 0.07189494371414185, "weakest_gold_margin": 0.07189494371414185}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02265", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker mention their reason for recommending Babylon 5?", "temporal_relation": "session", "query_temporal_norm": 0.17382584512233734, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7782437205314636}], "gold_semantic_scores": [0.7278704643249512], "gold_temporal_scores": [0.05037333443760872], "max_gold_score": 0.7782437205314636, "max_candidate_score": 0.7782437205314636, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6770225167274475, "best_gold_margin": 0.10122120380401611, "weakest_gold_margin": 0.10122120380401611}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02265", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned recommending Babylon 5?", "temporal_relation": "none", "query_temporal_norm": 0.08503042161464691, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7312265038490295}], "gold_semantic_scores": [0.7246052026748657], "gold_temporal_scores": [0.006621308624744415], "max_gold_score": 0.7312265038490295, "max_candidate_score": 0.7312265038490295, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.39216938614845276, "best_gold_margin": 0.3390571177005768, "weakest_gold_margin": 0.3390571177005768}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02339", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Earlier, Drew said he dropped a movie because it ran past two hours. What reason had Drew given before for recommending that same movie?", "temporal_relation": "none", "query_temporal_norm": 0.25491008162498474, "query_session_index": 2, "query_start_sec": 13.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5665340423583984}, {"memory_id": "history_02_utt_0010", "score": 0.5738315582275391}], "gold_semantic_scores": [0.47880682349205017, 0.5170153379440308], "gold_temporal_scores": [0.08772729337215424, 0.056816086173057556], "max_gold_score": 0.5738315582275391, "max_candidate_score": 0.5738315582275391, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5344231724739075, "best_gold_margin": 0.03940838575363159, "weakest_gold_margin": 0.03211086988449097}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02339", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Moonlit Switchback?", "temporal_relation": "none", "query_temporal_norm": 0.09940474480390549, "query_session_index": 2, "query_start_sec": 13.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.698478102684021}], "gold_semantic_scores": [0.6857101321220398], "gold_temporal_scores": [0.012768085114657879], "max_gold_score": 0.698478102684021, "max_candidate_score": 0.698478102684021, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.49359020590782166, "best_gold_margin": 0.20488789677619934, "weakest_gold_margin": 0.20488789677619934}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02339", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Drew recommend Moonlit Switchback?", "temporal_relation": "none", "query_temporal_norm": 0.10835886746644974, "query_session_index": 2, "query_start_sec": 13.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7860559225082397}], "gold_semantic_scores": [0.7695752382278442], "gold_temporal_scores": [0.016480620950460434], "max_gold_score": 0.7860559225082397, "max_candidate_score": 0.7860559225082397, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7185408473014832, "best_gold_margin": 0.06751507520675659, "weakest_gold_margin": 0.06751507520675659}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02339", "qa_id": "extra_qa_0013", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the projector's fan stayed quiet in eco mode?", "temporal_relation": "session", "query_temporal_norm": 0.13080362975597382, "query_session_index": 2, "query_start_sec": 13.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0035", "score": 0.5943242907524109}], "gold_semantic_scores": [0.5639206767082214], "gold_temporal_scores": [0.030403560027480125], "max_gold_score": 0.5943242907524109, "max_candidate_score": 0.5943242907524109, "top_memory_id": "history_02_utt_0035", "max_non_gold_score": 0.40128153562545776, "best_gold_margin": 0.19304275512695312, "weakest_gold_margin": 0.19304275512695312}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02426", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who was the one who originally said the movie night would be in the basement rec room before the venue got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.49501556158065796, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.756945013999939}], "gold_semantic_scores": [0.6197932362556458], "gold_temporal_scores": [0.13715170323848724], "max_gold_score": 0.756945013999939, "max_candidate_score": 0.756945013999939, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6060896515846252, "best_gold_margin": 0.15085536241531372, "weakest_gold_margin": 0.15085536241531372}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02426", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the event originally planned to be hosted before the venue got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.517960250377655, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9146669507026672}], "gold_semantic_scores": [0.7339984774589539], "gold_temporal_scores": [0.18066851794719696], "max_gold_score": 0.9146669507026672, "max_candidate_score": 0.9146669507026672, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7931068539619446, "best_gold_margin": 0.12156009674072266, "weakest_gold_margin": 0.12156009674072266}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02426", "qa_id": "extra_qa_0003", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the basement rec room as the original hosting venue?", "temporal_relation": "earliest", "query_temporal_norm": 0.5185680389404297, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8141310214996338}], "gold_semantic_scores": [0.6853289008140564], "gold_temporal_scores": [0.12880219519138336], "max_gold_score": 0.8141310214996338, "max_candidate_score": 0.8141310214996338, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6533659100532532, "best_gold_margin": 0.16076511144638062, "weakest_gold_margin": 0.16076511144638062}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02426", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Drew mention as the original plan for hosting?", "temporal_relation": "earliest", "query_temporal_norm": 0.5712990760803223, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.862230658531189}], "gold_semantic_scores": [0.7133601307868958], "gold_temporal_scores": [0.1488705426454544], "max_gold_score": 0.862230658531189, "max_candidate_score": 0.862230658531189, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8021913766860962, "best_gold_margin": 0.06003928184509277, "weakest_gold_margin": 0.06003928184509277}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02549", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my model choice changed from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.417305052280426, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7695109248161316}, {"memory_id": "history_02_utt_0010", "score": 0.7103040218353271}], "gold_semantic_scores": [0.6175099015235901, 0.5658905506134033], "gold_temporal_scores": [0.15200114250183105, 0.14441357553005219], "max_gold_score": 0.7695109248161316, "max_candidate_score": 0.7695109248161316, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7486950755119324, "best_gold_margin": 0.02081584930419922, "weakest_gold_margin": -0.038391053676605225}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02549", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed a change in the demo model. What did it change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.3738936185836792, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7266111969947815}, {"memory_id": "history_02_utt_0010", "score": 0.6169682145118713}], "gold_semantic_scores": [0.5928433537483215, 0.5184003710746765], "gold_temporal_scores": [0.1337677240371704, 0.0985679179430008], "max_gold_score": 0.7266111969947815, "max_candidate_score": 0.7266111969947815, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.2901396155357361, "best_gold_margin": 0.4364715814590454, "weakest_gold_margin": 0.32682859897613525}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02549", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to run the demo on the full multimodal transformer at first?", "temporal_relation": "none", "query_temporal_norm": 0.3546036183834076, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.785783052444458}], "gold_semantic_scores": [0.7175906300544739], "gold_temporal_scores": [0.06819251924753189], "max_gold_score": 0.785783052444458, "max_candidate_score": 0.785783052444458, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4426444172859192, "best_gold_margin": 0.3431386351585388, "weakest_gold_margin": 0.3431386351585388}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02549", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the final demo plan to a compact intent ranker?", "temporal_relation": "none", "query_temporal_norm": 0.39169809222221375, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9954373240470886}], "gold_semantic_scores": [0.7933226227760315], "gold_temporal_scores": [0.2021145224571228], "max_gold_score": 0.9954373240470886, "max_candidate_score": 0.9954373240470886, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5925147533416748, "best_gold_margin": 0.4029225707054138, "weakest_gold_margin": 0.4029225707054138}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02650", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the departure time was 3:15 PM, before it was later moved to 4:00 PM?", "temporal_relation": "earliest", "query_temporal_norm": 0.5570366978645325, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8042975068092346}], "gold_semantic_scores": [0.667055070400238], "gold_temporal_scores": [0.13724251091480255], "max_gold_score": 0.8042975068092346, "max_candidate_score": 0.8042975068092346, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6476541757583618, "best_gold_margin": 0.1566433310508728, "weakest_gold_margin": 0.1566433310508728}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02650", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the departure time for the pharmacy and package pickup?", "temporal_relation": "comparison", "query_temporal_norm": 0.3130151331424713, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.814005970954895}, {"memory_id": "history_02_utt_0009", "score": 0.8469415903091431}], "gold_semantic_scores": [0.7028360366821289, 0.7557982802391052], "gold_temporal_scores": [0.11117003113031387, 0.09114311635494232], "max_gold_score": 0.8469415903091431, "max_candidate_score": 0.8469415903091431, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3498418927192688, "best_gold_margin": 0.49709969758987427, "weakest_gold_margin": 0.4641640782356262}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02650", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned leaving for the pharmacy and package pickup at 3:15 PM?", "temporal_relation": "none", "query_temporal_norm": 0.18207651376724243, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7699385285377502}], "gold_semantic_scores": [0.7219790816307068], "gold_temporal_scores": [0.047959450632333755], "max_gold_score": 0.7699385285377502, "max_candidate_score": 0.784656286239624, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.784656286239624, "best_gold_margin": -0.01471775770187378, "weakest_gold_margin": -0.01471775770187378}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02743", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their mind and would rather do karaoke night instead?", "temporal_relation": "none", "query_temporal_norm": 0.333732545375824, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9628488421440125}], "gold_semantic_scores": [0.7948761582374573], "gold_temporal_scores": [0.16797219216823578], "max_gold_score": 0.9628488421440125, "max_candidate_score": 0.9628488421440125, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5163335204124451, "best_gold_margin": 0.4465153217315674, "weakest_gold_margin": 0.4465153217315674}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02743", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed what activity to choose for the get-together. What was the latest activity preference reported?", "temporal_relation": "latest", "query_temporal_norm": 0.5394865870475769, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8774442076683044}], "gold_semantic_scores": [0.6114485263824463], "gold_temporal_scores": [0.26599571108818054], "max_gold_score": 0.8774442076683044, "max_candidate_score": 0.8774442076683044, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8707153797149658, "best_gold_margin": 0.006728827953338623, "weakest_gold_margin": 0.006728827953338623}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02743", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Jordan say they would rather do?", "temporal_relation": "none", "query_temporal_norm": 0.392428457736969, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8542329668998718}], "gold_semantic_scores": [0.670647382736206], "gold_temporal_scores": [0.1835852414369583], "max_gold_score": 0.8542329668998718, "max_candidate_score": 0.8542329668998718, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8042232394218445, "best_gold_margin": 0.050009727478027344, "weakest_gold_margin": 0.050009727478027344}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02743", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention their preference for karaoke night?", "temporal_relation": "session", "query_temporal_norm": 0.14529697597026825, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6142980456352234}], "gold_semantic_scores": [0.5677601099014282], "gold_temporal_scores": [0.04653813689947128], "max_gold_score": 0.6142980456352234, "max_candidate_score": 0.6142980456352234, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5348915457725525, "best_gold_margin": 0.0794064998626709, "weakest_gold_margin": 0.0794064998626709}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02836", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest training setting was?", "temporal_relation": "latest", "query_temporal_norm": 0.5759428143501282, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0050383806228638}], "gold_semantic_scores": [0.7286357879638672], "gold_temporal_scores": [0.27640268206596375], "max_gold_score": 1.0050383806228638, "max_candidate_score": 1.0065758228302002, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.0065758228302002, "best_gold_margin": -0.0015374422073364258, "weakest_gold_margin": -0.0015374422073364258}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02836", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching to full precision with balanced batch sampling for training?", "temporal_relation": "none", "query_temporal_norm": 0.2391820102930069, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8563699722290039}], "gold_semantic_scores": [0.7430621981620789], "gold_temporal_scores": [0.1133078783750534], "max_gold_score": 0.8563699722290039, "max_candidate_score": 0.8563699722290039, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.512412428855896, "best_gold_margin": 0.3439575433731079, "weakest_gold_margin": 0.3439575433731079}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03030", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting Cedar Bowl, and why did it later not work?", "temporal_relation": "none", "query_temporal_norm": 0.16884708404541016, "query_session_index": 2, "query_start_sec": 12.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5330673456192017}, {"memory_id": "history_02_utt_0010", "score": 0.5630761981010437}], "gold_semantic_scores": [0.48261237144470215, 0.4973819851875305], "gold_temporal_scores": [0.050454992800951004, 0.06569429486989975], "max_gold_score": 0.5630761981010437, "max_candidate_score": 0.6294829845428467, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.6294829845428467, "best_gold_margin": -0.06640678644180298, "weakest_gold_margin": -0.09641563892364502}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03030", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Maple Corner Cafe suggested during an earlier discussion?", "temporal_relation": "none", "query_temporal_norm": 0.1066327840089798, "query_session_index": 2, "query_start_sec": 12.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.8566970825195312}], "gold_semantic_scores": [0.8365663290023804], "gold_temporal_scores": [0.020130803808569908], "max_gold_score": 0.8566970825195312, "max_candidate_score": 0.8566970825195312, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.657447338104248, "best_gold_margin": 0.1992497444152832, "weakest_gold_margin": 0.1992497444152832}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03030", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Maple Corner Cafe has the quiet back room for conversation?", "temporal_relation": "session", "query_temporal_norm": 0.11532315611839294, "query_session_index": 2, "query_start_sec": 12.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.7689796090126038}], "gold_semantic_scores": [0.7396378517150879], "gold_temporal_scores": [0.02934178151190281], "max_gold_score": 0.7689796090126038, "max_candidate_score": 0.7689796090126038, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.6487791538238525, "best_gold_margin": 0.12020045518875122, "weakest_gold_margin": 0.12020045518875122}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03030", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we say Maple Corner Cafe was no longer an option?", "temporal_relation": "none", "query_temporal_norm": 0.14928215742111206, "query_session_index": 2, "query_start_sec": 12.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.8445366024971008}], "gold_semantic_scores": [0.7892837524414062], "gold_temporal_scores": [0.055252864956855774], "max_gold_score": 0.8445366024971008, "max_candidate_score": 0.8445366024971008, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.6914064288139343, "best_gold_margin": 0.1531301736831665, "weakest_gold_margin": 0.1531301736831665}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03138", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who was the one who originally said they wanted a board game night for the get-together?", "temporal_relation": "earliest", "query_temporal_norm": 0.5394431948661804, "query_session_index": 2, "query_start_sec": 12.160000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8406372666358948}], "gold_semantic_scores": [0.6984149217605591], "gold_temporal_scores": [0.14222240447998047], "max_gold_score": 0.8406372666358948, "max_candidate_score": 0.8406372666358948, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6815847754478455, "best_gold_margin": 0.15905249118804932, "weakest_gold_margin": 0.15905249118804932}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03138", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently for the get-together?", "temporal_relation": "none", "query_temporal_norm": 0.5155624747276306, "query_session_index": 2, "query_start_sec": 12.160000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.919914960861206}], "gold_semantic_scores": [0.6749224662780762], "gold_temporal_scores": [0.24499253928661346], "max_gold_score": 0.919914960861206, "max_candidate_score": 0.9214388132095337, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.9214388132095337, "best_gold_margin": -0.0015238523483276367, "weakest_gold_margin": -0.0015238523483276367}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03138", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Morgan say they were originally pushing for the get-together?", "temporal_relation": "none", "query_temporal_norm": 0.5512166023254395, "query_session_index": 2, "query_start_sec": 12.160000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9549083709716797}], "gold_semantic_scores": [0.8315303921699524], "gold_temporal_scores": [0.12337806075811386], "max_gold_score": 0.9549083709716797, "max_candidate_score": 0.9549083709716797, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8414201736450195, "best_gold_margin": 0.11348819732666016, "weakest_gold_margin": 0.11348819732666016}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03138", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan mention their preference for a board game night?", "temporal_relation": "session", "query_temporal_norm": 0.15553320944309235, "query_session_index": 2, "query_start_sec": 12.160000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7572177648544312}], "gold_semantic_scores": [0.7073553204536438], "gold_temporal_scores": [0.049862634390592575], "max_gold_score": 0.7572177648544312, "max_candidate_score": 0.7572177648544312, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6374185085296631, "best_gold_margin": 0.11979925632476807, "weakest_gold_margin": 0.11979925632476807}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03241", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the latest chosen title was Neon Orchard?", "temporal_relation": "latest", "query_temporal_norm": 0.5330951809883118, "query_session_index": 2, "query_start_sec": 11.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0365641117095947}], "gold_semantic_scores": [0.7998889088630676], "gold_temporal_scores": [0.23667511343955994], "max_gold_score": 1.0365641117095947, "max_candidate_score": 1.03957998752594, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 1.03957998752594, "best_gold_margin": -0.003015875816345215, "weakest_gold_margin": -0.003015875816345215}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03241", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they picked Neon Orchard for our next watch?", "temporal_relation": "none", "query_temporal_norm": 0.20770961046218872, "query_session_index": 2, "query_start_sec": 11.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9339397549629211}], "gold_semantic_scores": [0.8737989664077759], "gold_temporal_scores": [0.060140542685985565], "max_gold_score": 0.9339397549629211, "max_candidate_score": 0.9339397549629211, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5542740821838379, "best_gold_margin": 0.37966567277908325, "weakest_gold_margin": 0.37966567277908325}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03241", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Taylor say they picked for our next watch?", "temporal_relation": "none", "query_temporal_norm": 0.2657490074634552, "query_session_index": 2, "query_start_sec": 11.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6885335445404053}], "gold_semantic_scores": [0.6602610945701599], "gold_temporal_scores": [0.028272895142436028], "max_gold_score": 0.6885335445404053, "max_candidate_score": 0.6885335445404053, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5839765667915344, "best_gold_margin": 0.10455697774887085, "weakest_gold_margin": 0.10455697774887085}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03241", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor say they picked Neon Orchard?", "temporal_relation": "session", "query_temporal_norm": 0.15590344369411469, "query_session_index": 2, "query_start_sec": 11.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8477757573127747}], "gold_semantic_scores": [0.7798995971679688], "gold_temporal_scores": [0.0678764209151268], "max_gold_score": 0.8477757573127747, "max_candidate_score": 0.8477757573127747, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7526576519012451, "best_gold_margin": 0.09511810541152954, "weakest_gold_margin": 0.09511810541152954}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03356", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the predecoded audio-video cache, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1953193098306656, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7048218846321106}, {"memory_id": "history_02_utt_0009", "score": 0.684612512588501}], "gold_semantic_scores": [0.6428508162498474, 0.6428533792495728], "gold_temporal_scores": [0.061970897018909454, 0.041759103536605835], "max_gold_score": 0.7048218846321106, "max_candidate_score": 0.7177571654319763, "top_memory_id": "history_01_utt_0011::cf::main::1", "max_non_gold_score": 0.7177571654319763, "best_gold_margin": -0.012935280799865723, "weakest_gold_margin": -0.03314465284347534}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03356", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the predecoded audio-video cache dropped after the pilot?", "temporal_relation": "none", "query_temporal_norm": 0.17330323159694672, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8886754512786865}], "gold_semantic_scores": [0.8174336552619934], "gold_temporal_scores": [0.07124216109514236], "max_gold_score": 0.8886754512786865, "max_candidate_score": 0.8886754512786865, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6316821575164795, "best_gold_margin": 0.25699329376220703, "weakest_gold_margin": 0.25699329376220703}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03356", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the dropping of the predecoded audio-video cache mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.21439652144908905, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8431240320205688}], "gold_semantic_scores": [0.7637059092521667], "gold_temporal_scores": [0.07941798865795135], "max_gold_score": 0.8431240320205688, "max_candidate_score": 0.8431240320205688, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5763764977455139, "best_gold_margin": 0.26674753427505493, "weakest_gold_margin": 0.26674753427505493}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03356", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for suggesting the aggressive waveform prefetch?", "temporal_relation": "none", "query_temporal_norm": 0.09802363067865372, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.8212147951126099}], "gold_semantic_scores": [0.8052440881729126], "gold_temporal_scores": [0.015970805659890175], "max_gold_score": 0.8212147951126099, "max_candidate_score": 0.8212147951126099, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.587378978729248, "best_gold_margin": 0.23383581638336182, "weakest_gold_margin": 0.23383581638336182}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03439", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley say their latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5460900664329529, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9679158926010132}], "gold_semantic_scores": [0.6834165453910828], "gold_temporal_scores": [0.2844994068145752], "max_gold_score": 0.9679158926010132, "max_candidate_score": 0.9679158926010132, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9599145650863647, "best_gold_margin": 0.008001327514648438, "weakest_gold_margin": 0.008001327514648438}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03439", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed activity options recently. What was the earlier choice of activity?", "temporal_relation": "earliest", "query_temporal_norm": 0.5142524242401123, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7392887473106384}], "gold_semantic_scores": [0.5711677074432373], "gold_temporal_scores": [0.16812102496623993], "max_gold_score": 0.7392887473106384, "max_candidate_score": 0.7392887473106384, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.47187769412994385, "best_gold_margin": 0.2674110531806946, "weakest_gold_margin": 0.2674110531806946}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03439", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the riverside bike ride as their activity choice?", "temporal_relation": "none", "query_temporal_norm": 0.10689946264028549, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7305901646614075}], "gold_semantic_scores": [0.7137263417243958], "gold_temporal_scores": [0.016863679513335228], "max_gold_score": 0.7305901646614075, "max_candidate_score": 0.7305901646614075, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.39947810769081116, "best_gold_margin": 0.3311120569705963, "weakest_gold_margin": 0.3311120569705963}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03439", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley mention switching to the riverside bike ride?", "temporal_relation": "session", "query_temporal_norm": 0.25329479575157166, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8352180123329163}], "gold_semantic_scores": [0.7087678909301758], "gold_temporal_scores": [0.12644995748996735], "max_gold_score": 0.8352180123329163, "max_candidate_score": 0.8352180123329163, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6597995758056641, "best_gold_margin": 0.1754184365272522, "weakest_gold_margin": 0.1754184365272522}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03574", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Quinn describe the group's starting choice changing from the earlier discussion to the later one?", "temporal_relation": "none", "query_temporal_norm": 0.3974500000476837, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6225578784942627}, {"memory_id": "history_02_utt_0009", "score": 0.6560019254684448}], "gold_semantic_scores": [0.48225921392440796, 0.5335767865180969], "gold_temporal_scores": [0.1402987390756607, 0.12242534011602402], "max_gold_score": 0.6560019254684448, "max_candidate_score": 0.6560019254684448, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5975772738456726, "best_gold_margin": 0.05842465162277222, "weakest_gold_margin": 0.024980604648590088}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03574", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention the group decided on Lantern District?", "temporal_relation": "session", "query_temporal_norm": 0.19175145030021667, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.713847815990448}], "gold_semantic_scores": [0.6535982489585876], "gold_temporal_scores": [0.06024960055947304], "max_gold_score": 0.713847815990448, "max_candidate_score": 0.713847815990448, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6287581920623779, "best_gold_margin": 0.08508962392807007, "weakest_gold_margin": 0.08508962392807007}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03574", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn say the group agreed to start with?", "temporal_relation": "none", "query_temporal_norm": 0.26998597383499146, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7675146460533142}], "gold_semantic_scores": [0.6531640291213989], "gold_temporal_scores": [0.11435066908597946], "max_gold_score": 0.7675146460533142, "max_candidate_score": 0.7675146460533142, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7247228622436523, "best_gold_margin": 0.042791783809661865, "weakest_gold_margin": 0.042791783809661865}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03574", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the group ultimately decide to start with?", "temporal_relation": "none", "query_temporal_norm": 0.49721941351890564, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8658527135848999}], "gold_semantic_scores": [0.6387616395950317], "gold_temporal_scores": [0.227091446518898], "max_gold_score": 0.8658527135848999, "max_candidate_score": 0.8670365214347839, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.8670365214347839, "best_gold_margin": -0.0011838078498840332, "weakest_gold_margin": -0.0011838078498840332}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03671", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the live demo to the distilled text-first policy model, and what was the earlier model?", "temporal_relation": "comparison", "query_temporal_norm": 0.38236531615257263, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6655223369598389}, {"memory_id": "history_02_utt_0011", "score": 0.7418037056922913}], "gold_semantic_scores": [0.530687689781189, 0.6512165665626526], "gold_temporal_scores": [0.13483470678329468, 0.09058699756860733], "max_gold_score": 0.7418037056922913, "max_candidate_score": 0.7418037056922913, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.45546022057533264, "best_gold_margin": 0.2863434851169586, "weakest_gold_margin": 0.21006211638450623}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03671", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model was ultimately chosen for the live demo?", "temporal_relation": "none", "query_temporal_norm": 0.48520541191101074, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8615113496780396}], "gold_semantic_scores": [0.6217602491378784], "gold_temporal_scores": [0.23975127935409546], "max_gold_score": 0.8615113496780396, "max_candidate_score": 0.8636705875396729, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0001::1", "max_non_gold_score": 0.8636705875396729, "best_gold_margin": -0.0021592378616333008, "weakest_gold_margin": -0.0021592378616333008}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03671", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model did Morgan say they planned to use for the live demo?", "temporal_relation": "none", "query_temporal_norm": 0.3064731955528259, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7406290769577026}], "gold_semantic_scores": [0.7069520950317383], "gold_temporal_scores": [0.0336771085858345], "max_gold_score": 0.7406290769577026, "max_candidate_score": 0.7406290769577026, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6584951877593994, "best_gold_margin": 0.08213388919830322, "weakest_gold_margin": 0.08213388919830322}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03671", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan mention planning to use the quantized multimodal model?", "temporal_relation": "session", "query_temporal_norm": 0.24874936044216156, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8247520327568054}], "gold_semantic_scores": [0.7735989689826965], "gold_temporal_scores": [0.051153186708688736], "max_gold_score": 0.8247520327568054, "max_candidate_score": 0.8247520327568054, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7534031271934509, "best_gold_margin": 0.07134890556335449, "weakest_gold_margin": 0.07134890556335449}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03754", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about where I slotted Midnight Arcade, and why was it dropped in the timing pass?", "temporal_relation": "none", "query_temporal_norm": 0.20336852967739105, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7213990688323975}, {"memory_id": "history_02_utt_0009", "score": 0.777798056602478}], "gold_semantic_scores": [0.6556347608566284, 0.7310142517089844], "gold_temporal_scores": [0.06576429307460785, 0.04678398370742798], "max_gold_score": 0.777798056602478, "max_candidate_score": 0.777798056602478, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7350616455078125, "best_gold_margin": 0.04273641109466553, "weakest_gold_margin": -0.013662576675415039}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03754", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention lining up Harbor Lights for the van-loading start?", "temporal_relation": "session", "query_temporal_norm": 0.14757686853408813, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.732460618019104}], "gold_semantic_scores": [0.7136939764022827], "gold_temporal_scores": [0.018766960129141808], "max_gold_score": 0.732460618019104, "max_candidate_score": 0.732460618019104, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.26749223470687866, "best_gold_margin": 0.46496838331222534, "weakest_gold_margin": 0.46496838331222534}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03754", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about Harbor Lights after the dance run got longer?", "temporal_relation": "none", "query_temporal_norm": 0.23927627503871918, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0024", "score": 0.6301749348640442}], "gold_semantic_scores": [0.5446649789810181], "gold_temporal_scores": [0.08550983667373657], "max_gold_score": 0.6301749348640442, "max_candidate_score": 0.6301749348640442, "top_memory_id": "history_02_utt_0024", "max_non_gold_score": 0.46006935834884644, "best_gold_margin": 0.17010557651519775, "weakest_gold_margin": 0.17010557651519775}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03754", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Harbor Lights moved to the cleanup block?", "temporal_relation": "session", "query_temporal_norm": 0.1988629400730133, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0024", "score": 0.8849226236343384}], "gold_semantic_scores": [0.8001449108123779], "gold_temporal_scores": [0.08477773517370224], "max_gold_score": 0.8849226236343384, "max_candidate_score": 0.8849226236343384, "top_memory_id": "history_02_utt_0024", "max_non_gold_score": 0.5228864550590515, "best_gold_margin": 0.36203616857528687, "weakest_gold_margin": 0.36203616857528687}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03835", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training setting did Rowan originally say they started the reproducibility runs with before switching it later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5695027112960815, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9517629146575928}], "gold_semantic_scores": [0.817308783531189], "gold_temporal_scores": [0.1344541609287262], "max_gold_score": 0.9517629146575928, "max_candidate_score": 0.9517629146575928, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8511426448822021, "best_gold_margin": 0.10062026977539062, "weakest_gold_margin": 0.10062026977539062}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03835", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What training setup was discussed most recently for the reproducibility runs?", "temporal_relation": "none", "query_temporal_norm": 0.5289376378059387, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.910106360912323}], "gold_semantic_scores": [0.6650289297103882], "gold_temporal_scores": [0.2450772523880005], "max_gold_score": 0.910106360912323, "max_candidate_score": 0.910106360912323, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9088772535324097, "best_gold_margin": 0.00122910737991333, "weakest_gold_margin": 0.00122910737991333}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03835", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan mention starting the reproducibility runs with full-model fine-tuning?", "temporal_relation": "session", "query_temporal_norm": 0.2035987824201584, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.825127124786377}], "gold_semantic_scores": [0.7589691877365112], "gold_temporal_scores": [0.06615795195102692], "max_gold_score": 0.825127124786377, "max_candidate_score": 0.825127124786377, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7200016975402832, "best_gold_margin": 0.10512542724609375, "weakest_gold_margin": 0.10512542724609375}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03835", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention switching the reproducibility runs to LoRA adapters?", "temporal_relation": "session", "query_temporal_norm": 0.2215839922428131, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8289317488670349}], "gold_semantic_scores": [0.7235890626907349], "gold_temporal_scores": [0.10534251481294632], "max_gold_score": 0.8289317488670349, "max_candidate_score": 0.8289317488670349, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.42973366379737854, "best_gold_margin": 0.39919808506965637, "weakest_gold_margin": 0.39919808506965637}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03981", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest rating for \"Velvet Static\" was?", "temporal_relation": "latest", "query_temporal_norm": 0.5220990777015686, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9263843894004822}], "gold_semantic_scores": [0.7056639790534973], "gold_temporal_scores": [0.2207203060388565], "max_gold_score": 0.9263843894004822, "max_candidate_score": 0.9263843894004822, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9222259521484375, "best_gold_margin": 0.004158437252044678, "weakest_gold_margin": 0.004158437252044678}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03981", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was \"Velvet Static\" rated 6/10?", "temporal_relation": "session", "query_temporal_norm": 0.16823729872703552, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5697274804115295}], "gold_semantic_scores": [0.5668132305145264], "gold_temporal_scores": [0.002914023818448186], "max_gold_score": 0.5697274804115295, "max_candidate_score": 0.6387253999710083, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6387253999710083, "best_gold_margin": -0.06899791955947876, "weakest_gold_margin": -0.06899791955947876}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04063", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their watchlist top spot to Signal Lantern, and what title had been at the top earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.3887680470943451, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6479074954986572}, {"memory_id": "history_02_utt_0008", "score": 0.7876020669937134}], "gold_semantic_scores": [0.5143205523490906, 0.7066835761070251], "gold_temporal_scores": [0.13358718156814575, 0.08091862499713898], "max_gold_score": 0.7876020669937134, "max_candidate_score": 0.7876020669937134, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.2510502338409424, "best_gold_margin": 0.536551833152771, "weakest_gold_margin": 0.39685726165771484}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04063", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed watchlists earlier. What was listed first at that time?", "temporal_relation": "earliest", "query_temporal_norm": 0.4469921886920929, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.720047652721405}], "gold_semantic_scores": [0.5953388214111328], "gold_temporal_scores": [0.12470880895853043], "max_gold_score": 0.720047652721405, "max_candidate_score": 0.720047652721405, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.43966174125671387, "best_gold_margin": 0.28038591146469116, "weakest_gold_margin": 0.28038591146469116}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04063", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned having Deep Current at the top of their watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.1369069516658783, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7874114513397217}], "gold_semantic_scores": [0.7487960457801819], "gold_temporal_scores": [0.0386153869330883], "max_gold_score": 0.7874114513397217, "max_candidate_score": 0.7874114513397217, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.43426576256752014, "best_gold_margin": 0.35314568877220154, "weakest_gold_margin": 0.35314568877220154}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04063", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they moved Signal Lantern to the first spot on their watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.19139379262924194, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.854771614074707}], "gold_semantic_scores": [0.7709630727767944], "gold_temporal_scores": [0.08380887657403946], "max_gold_score": 0.854771614074707, "max_candidate_score": 0.854771614074707, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.3575652241706848, "best_gold_margin": 0.4972063899040222, "weakest_gold_margin": 0.4972063899040222}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04150", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who first said they were planning to leave at 5:15 PM before that time got changed later?", "temporal_relation": "earliest", "query_temporal_norm": 0.2611074149608612, "query_session_index": 2, "query_start_sec": 11.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6582283973693848}], "gold_semantic_scores": [0.6072706580162048], "gold_temporal_scores": [0.05095786228775978], "max_gold_score": 0.6582283973693848, "max_candidate_score": 0.6582283973693848, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5863022804260254, "best_gold_margin": 0.07192611694335938, "weakest_gold_margin": 0.07192611694335938}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04150", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest departure time we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.4942609369754791, "query_session_index": 2, "query_start_sec": 11.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8156780004501343}], "gold_semantic_scores": [0.6297883987426758], "gold_temporal_scores": [0.1858898401260376], "max_gold_score": 0.8156780004501343, "max_candidate_score": 0.8156780004501343, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8103352189064026, "best_gold_margin": 0.0053427815437316895, "weakest_gold_margin": 0.0053427815437316895}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04150", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Skyler say they were planning to leave?", "temporal_relation": "none", "query_temporal_norm": 0.4219686686992645, "query_session_index": 2, "query_start_sec": 11.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.790793240070343}], "gold_semantic_scores": [0.7175003290176392], "gold_temporal_scores": [0.07329310476779938], "max_gold_score": 0.790793240070343, "max_candidate_score": 0.790793240070343, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7147701382637024, "best_gold_margin": 0.07602310180664062, "weakest_gold_margin": 0.07602310180664062}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04150", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention leaving at 5:15 PM?", "temporal_relation": "session", "query_temporal_norm": 0.22588974237442017, "query_session_index": 2, "query_start_sec": 11.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5670076012611389}], "gold_semantic_scores": [0.4901892840862274], "gold_temporal_scores": [0.07681829482316971], "max_gold_score": 0.5670076012611389, "max_candidate_score": 0.5670076012611389, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5264144539833069, "best_gold_margin": 0.04059314727783203, "weakest_gold_margin": 0.04059314727783203}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04236", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say the latest title pick was?", "temporal_relation": "latest", "query_temporal_norm": 0.5604424476623535, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9203293323516846}], "gold_semantic_scores": [0.6468767523765564], "gold_temporal_scores": [0.2734529376029968], "max_gold_score": 0.9203293323516846, "max_candidate_score": 0.9203293323516846, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9149034023284912, "best_gold_margin": 0.005425930023193359, "weakest_gold_margin": 0.005425930023193359}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04236", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention choosing Signal House?", "temporal_relation": "session", "query_temporal_norm": 0.15015028417110443, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5949986577033997}], "gold_semantic_scores": [0.5695251226425171], "gold_temporal_scores": [0.025473548099398613], "max_gold_score": 0.5949986577033997, "max_candidate_score": 0.5949986577033997, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5688514113426208, "best_gold_margin": 0.02614724636077881, "weakest_gold_margin": 0.02614724636077881}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04236", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said their pick was Signal House?", "temporal_relation": "none", "query_temporal_norm": 0.1146058663725853, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6786681413650513}], "gold_semantic_scores": [0.6431462168693542], "gold_temporal_scores": [0.03552182391285896], "max_gold_score": 0.6786681413650513, "max_candidate_score": 0.6786681413650513, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.26500204205513, "best_gold_margin": 0.41366609930992126, "weakest_gold_margin": 0.41366609930992126}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04236", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the title we talked about watching before?", "temporal_relation": "before", "query_temporal_norm": 0.2672547698020935, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7309613823890686}], "gold_semantic_scores": [0.7050578594207764], "gold_temporal_scores": [0.02590346895158291], "max_gold_score": 0.7309613823890686, "max_candidate_score": 0.7309613823890686, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4125654697418213, "best_gold_margin": 0.3183959126472473, "weakest_gold_margin": 0.3183959126472473}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04356", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest training setting was for gradient accumulation?", "temporal_relation": "latest", "query_temporal_norm": 0.5697768330574036, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0023293495178223}], "gold_semantic_scores": [0.7473948001861572], "gold_temporal_scores": [0.25493454933166504], "max_gold_score": 1.0023293495178223, "max_candidate_score": 1.0023293495178223, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0017939805984497, "best_gold_margin": 0.0005353689193725586, "weakest_gold_margin": 0.0005353689193725586}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04356", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the new guest Wi-Fi password is on the whiteboard in the break room?", "temporal_relation": "none", "query_temporal_norm": 0.348452627658844, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4386504888534546, "top_memory_id": "history_02_utt_0015", "max_non_gold_score": 0.4386504888534546, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04496", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation plan to code friction themes first and then map them to session notes and survey gaps by condition, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.36795222759246826, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7078623175621033}, {"memory_id": "history_02_utt_0010", "score": 0.8682025074958801}], "gold_semantic_scores": [0.5867022275924683, 0.7536526918411255], "gold_temporal_scores": [0.12115994095802307, 0.11454936116933823], "max_gold_score": 0.8682025074958801, "max_candidate_score": 0.8682025074958801, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6835734844207764, "best_gold_margin": 0.18462902307510376, "weakest_gold_margin": 0.024288833141326904}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04496", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What evaluation plan did we discuss earlier that involved analyzing task survey results and participant quotes?", "temporal_relation": "before", "query_temporal_norm": 0.3241535425186157, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8542195558547974}], "gold_semantic_scores": [0.7781729102134705], "gold_temporal_scores": [0.07604678720235825], "max_gold_score": 0.8542195558547974, "max_candidate_score": 0.8542195558547974, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7236278057098389, "best_gold_margin": 0.1305917501449585, "weakest_gold_margin": 0.1305917501449585}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04496", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention comparing survey averages and pulling participant quotes?", "temporal_relation": "session", "query_temporal_norm": 0.20441477000713348, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7327630519866943}], "gold_semantic_scores": [0.6668977737426758], "gold_temporal_scores": [0.06586534529924393], "max_gold_score": 0.7327630519866943, "max_candidate_score": 0.7327630519866943, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7017257809638977, "best_gold_margin": 0.03103727102279663, "weakest_gold_margin": 0.03103727102279663}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04496", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation plan change compared to what was originally discussed?", "temporal_relation": "comparison", "query_temporal_norm": 0.4159335494041443, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.693565309047699}, {"memory_id": "history_02_utt_0010", "score": 0.7122939825057983}], "gold_semantic_scores": [0.5502235293388367, 0.5900968313217163], "gold_temporal_scores": [0.14334185421466827, 0.12219729274511337], "max_gold_score": 0.7122939825057983, "max_candidate_score": 0.7122939825057983, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6656253337860107, "best_gold_margin": 0.0466686487197876, "weakest_gold_margin": 0.027939975261688232}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04615", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Cameron originally say we could use for movie night before the plan changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5269176363945007, "query_session_index": 2, "query_start_sec": 13.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9242393374443054}], "gold_semantic_scores": [0.7708377838134766], "gold_temporal_scores": [0.1534014642238617], "max_gold_score": 0.9242393374443054, "max_candidate_score": 0.9242393374443054, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7669913172721863, "best_gold_margin": 0.15724802017211914, "weakest_gold_margin": 0.15724802017211914}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04615", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested using the library screening room for movie night?", "temporal_relation": "none", "query_temporal_norm": 0.10240527987480164, "query_session_index": 2, "query_start_sec": 13.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6971600651741028}], "gold_semantic_scores": [0.6848325729370117], "gold_temporal_scores": [0.012327604927122593], "max_gold_score": 0.6971600651741028, "max_candidate_score": 0.6971600651741028, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4615038335323334, "best_gold_margin": 0.2356562316417694, "weakest_gold_margin": 0.2356562316417694}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04615", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is movie night currently planned to take place?", "temporal_relation": "latest", "query_temporal_norm": 0.5097301602363586, "query_session_index": 2, "query_start_sec": 13.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9390291571617126}], "gold_semantic_scores": [0.7125253081321716], "gold_temporal_scores": [0.2265036404132843], "max_gold_score": 0.9390291571617126, "max_candidate_score": 0.9401915669441223, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.9401915669441223, "best_gold_margin": -0.001162409782409668, "weakest_gold_margin": -0.001162409782409668}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04615", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the group decide to host movie night?", "temporal_relation": "none", "query_temporal_norm": 0.261081725358963, "query_session_index": 2, "query_start_sec": 13.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7682263851165771}], "gold_semantic_scores": [0.6921855807304382], "gold_temporal_scores": [0.0760406106710434], "max_gold_score": 0.7682263851165771, "max_candidate_score": 0.7682263851165771, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7681918144226074, "best_gold_margin": 3.457069396972656e-05, "weakest_gold_margin": 3.457069396972656e-05}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04751", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about why I put Green Apron Cafe on the list, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.18315763771533966, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7731857299804688}, {"memory_id": "history_02_utt_0010", "score": 0.8069465756416321}], "gold_semantic_scores": [0.7202005982398987, 0.7549293041229248], "gold_temporal_scores": [0.052985310554504395, 0.052016932517290115], "max_gold_score": 0.8069465756416321, "max_candidate_score": 0.8243365287780762, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.8243365287780762, "best_gold_margin": -0.017389953136444092, "weakest_gold_margin": -0.05115079879760742}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04751", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the availability status of Green Apron Cafe as discussed earlier?", "temporal_relation": "before", "query_temporal_norm": 0.17625172436237335, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8837137222290039}], "gold_semantic_scores": [0.8601465225219727], "gold_temporal_scores": [0.02356700785458088], "max_gold_score": 0.8837137222290039, "max_candidate_score": 0.8837137222290039, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7696791291236877, "best_gold_margin": 0.11403459310531616, "weakest_gold_margin": 0.11403459310531616}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04751", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Harbor Tandoor suggested during the earlier discussion?", "temporal_relation": "none", "query_temporal_norm": 0.1237562969326973, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.7572444081306458}], "gold_semantic_scores": [0.7452626824378967], "gold_temporal_scores": [0.011981799267232418], "max_gold_score": 0.7572444081306458, "max_candidate_score": 0.7572444081306458, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.5770835280418396, "best_gold_margin": 0.18016088008880615, "weakest_gold_margin": 0.18016088008880615}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04751", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Harbor Tandoor suggested?", "temporal_relation": "session", "query_temporal_norm": 0.1651277244091034, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6852481365203857}], "gold_semantic_scores": [0.660800576210022], "gold_temporal_scores": [0.024447554722428322], "max_gold_score": 0.6852481365203857, "max_candidate_score": 0.6852481365203857, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.47156721353530884, "best_gold_margin": 0.2136809229850769, "weakest_gold_margin": 0.2136809229850769}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04824", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my training dataset version was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5480034947395325, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8346927762031555}], "gold_semantic_scores": [0.716732919216156], "gold_temporal_scores": [0.11796008795499802], "max_gold_score": 0.8346927762031555, "max_candidate_score": 0.8346927762031555, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7925974726676941, "best_gold_margin": 0.042095303535461426, "weakest_gold_margin": 0.042095303535461426}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04824", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned starting with the clean-read subset v1 with manual alignments?", "temporal_relation": "none", "query_temporal_norm": 0.23358401656150818, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6772916316986084}], "gold_semantic_scores": [0.6276146769523621], "gold_temporal_scores": [0.049677006900310516], "max_gold_score": 0.6772916316986084, "max_candidate_score": 0.6772916316986084, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3729126453399658, "best_gold_margin": 0.3043789863586426, "weakest_gold_margin": 0.3043789863586426}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04824", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest training dataset version that was discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5290467143058777, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9850234985351562}], "gold_semantic_scores": [0.7202032804489136], "gold_temporal_scores": [0.2648196518421173], "max_gold_score": 0.9850234985351562, "max_candidate_score": 0.9850234985351562, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9832750558853149, "best_gold_margin": 0.0017484426498413086, "weakest_gold_margin": 0.0017484426498413086}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04824", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who said they would check if the printer upstairs is working?", "temporal_relation": "none", "query_temporal_norm": 0.1819133311510086, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.22763647139072418, "top_memory_id": "history_01_utt_0048", "max_non_gold_score": 0.22763647139072418, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04924", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the first movie to Tides of Glass, and what was the earlier movie?", "temporal_relation": "comparison", "query_temporal_norm": 0.40000247955322266, "query_session_index": 2, "query_start_sec": 13.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5827836394309998}, {"memory_id": "history_02_utt_0009", "score": 0.7900411486625671}], "gold_semantic_scores": [0.43451356887817383, 0.6775223612785339], "gold_temporal_scores": [0.14827010035514832, 0.1125188022851944], "max_gold_score": 0.7900411486625671, "max_candidate_score": 0.7900411486625671, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.26384830474853516, "best_gold_margin": 0.526192843914032, "weakest_gold_margin": 0.3189353346824646}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04924", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed the order of watching Silent Quarry and Tides of Glass. How did that order change?", "temporal_relation": "comparison", "query_temporal_norm": 0.3579789400100708, "query_session_index": 2, "query_start_sec": 13.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.755587100982666}, {"memory_id": "history_02_utt_0009", "score": 0.8932583332061768}], "gold_semantic_scores": [0.6249197125434875, 0.7753950953483582], "gold_temporal_scores": [0.1306672990322113, 0.11786326766014099], "max_gold_score": 0.8932583332061768, "max_candidate_score": 0.8932583332061768, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4620269238948822, "best_gold_margin": 0.43123140931129456, "weakest_gold_margin": 0.2935601770877838}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04924", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned deciding to watch Tides of Glass first?", "temporal_relation": "none", "query_temporal_norm": 0.18722283840179443, "query_session_index": 2, "query_start_sec": 13.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8474078178405762}], "gold_semantic_scores": [0.8125189542770386], "gold_temporal_scores": [0.03488887846469879], "max_gold_score": 0.8474078178405762, "max_candidate_score": 0.8474078178405762, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.453914999961853, "best_gold_margin": 0.39349281787872314, "weakest_gold_margin": 0.39349281787872314}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04924", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention starting with Silent Quarry?", "temporal_relation": "session", "query_temporal_norm": 0.25021180510520935, "query_session_index": 2, "query_start_sec": 13.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.804714560508728}], "gold_semantic_scores": [0.7175676822662354], "gold_temporal_scores": [0.08714691549539566], "max_gold_score": 0.804714560508728, "max_candidate_score": 0.804714560508728, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7263229489326477, "best_gold_margin": 0.07839161157608032, "weakest_gold_margin": 0.07839161157608032}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05042", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who first suggested the media room for movie night?", "temporal_relation": "earliest", "query_temporal_norm": 0.12228379398584366, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6757595539093018}], "gold_semantic_scores": [0.6541128158569336], "gold_temporal_scores": [0.021646587178111076], "max_gold_score": 0.6757595539093018, "max_candidate_score": 0.6757595539093018, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6572401523590088, "best_gold_margin": 0.01851940155029297, "weakest_gold_margin": 0.01851940155029297}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05042", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we decide to have movie night?", "temporal_relation": "latest", "query_temporal_norm": 0.4417877197265625, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9219731092453003}], "gold_semantic_scores": [0.7549253106117249], "gold_temporal_scores": [0.16704779863357544], "max_gold_score": 0.9219731092453003, "max_candidate_score": 0.9219731092453003, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9214497804641724, "best_gold_margin": 0.0005233287811279297, "weakest_gold_margin": 0.0005233287811279297}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05042", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Emerson originally suggest for movie night?", "temporal_relation": "none", "query_temporal_norm": 0.4949980080127716, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6062883734703064}], "gold_semantic_scores": [0.527687668800354], "gold_temporal_scores": [0.07860063016414642], "max_gold_score": 0.6062883734703064, "max_candidate_score": 0.6062883734703064, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.47958260774612427, "best_gold_margin": 0.12670576572418213, "weakest_gold_margin": 0.12670576572418213}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05042", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the living room location mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.2267729490995407, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5352100133895874}], "gold_semantic_scores": [0.48784926533699036], "gold_temporal_scores": [0.04736064374446869], "max_gold_score": 0.5352100133895874, "max_candidate_score": 0.5352100133895874, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.44180628657341003, "best_gold_margin": 0.09340372681617737, "weakest_gold_margin": 0.09340372681617737}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05137", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their taco bowl grocery item to black beans, and what was the earlier item?", "temporal_relation": "none", "query_temporal_norm": 0.3924793004989624, "query_session_index": 2, "query_start_sec": 14.600000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8530651330947876}, {"memory_id": "history_02_utt_0009", "score": 0.8800548315048218}], "gold_semantic_scores": [0.7085035443305969, 0.7704808115959167], "gold_temporal_scores": [0.14456193149089813, 0.1095738485455513], "max_gold_score": 0.8800548315048218, "max_candidate_score": 0.8800548315048218, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.47887104749679565, "best_gold_margin": 0.4011837840080261, "weakest_gold_margin": 0.37419408559799194}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05137", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed grocery items for taco bowls. What was the change in the shopping list?", "temporal_relation": "comparison", "query_temporal_norm": 0.371881365776062, "query_session_index": 2, "query_start_sec": 14.600000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8123898506164551}, {"memory_id": "history_02_utt_0009", "score": 0.832502543926239}], "gold_semantic_scores": [0.6762472987174988, 0.7134302854537964], "gold_temporal_scores": [0.13614247739315033, 0.11907193809747696], "max_gold_score": 0.832502543926239, "max_candidate_score": 0.832502543926239, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.47799980640411377, "best_gold_margin": 0.35450273752212524, "weakest_gold_margin": 0.3343900442123413}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05137", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What grocery item did Quinn mention for the taco bowls in the earlier conversation?", "temporal_relation": "session", "query_temporal_norm": 0.36098381876945496, "query_session_index": 2, "query_start_sec": 14.600000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.929209291934967}], "gold_semantic_scores": [0.7986950874328613], "gold_temporal_scores": [0.1305142343044281], "max_gold_score": 0.929209291934967, "max_candidate_score": 0.929209291934967, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8009666204452515, "best_gold_margin": 0.12824267148971558, "weakest_gold_margin": 0.12824267148971558}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05228", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did my chosen title change from and to between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4072950780391693, "query_session_index": 2, "query_start_sec": 14.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5472585558891296}, {"memory_id": "history_02_utt_0011", "score": 0.6353647112846375}], "gold_semantic_scores": [0.39812490344047546, 0.5053994059562683], "gold_temporal_scores": [0.1491336226463318, 0.12996527552604675], "max_gold_score": 0.6353647112846375, "max_candidate_score": 0.6353647112846375, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5710894465446472, "best_gold_margin": 0.06427526473999023, "weakest_gold_margin": -0.023830890655517578}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05228", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title did we discuss changing, and what did it change to?", "temporal_relation": "comparison", "query_temporal_norm": 0.37815597653388977, "query_session_index": 2, "query_start_sec": 14.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.34434962272644043}, {"memory_id": "history_02_utt_0011", "score": 0.45690569281578064}], "gold_semantic_scores": [0.20795464515686035, 0.34956756234169006], "gold_temporal_scores": [0.13639499247074127, 0.10733818262815475], "max_gold_score": 0.45690569281578064, "max_candidate_score": 0.45690569281578064, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.11099269986152649, "best_gold_margin": 0.34591299295425415, "weakest_gold_margin": 0.23335692286491394}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05228", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned putting Copper Avenue at the top to keep for now?", "temporal_relation": "none", "query_temporal_norm": 0.10238698869943619, "query_session_index": 2, "query_start_sec": 14.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7564667463302612}], "gold_semantic_scores": [0.7404111623764038], "gold_temporal_scores": [0.016055526211857796], "max_gold_score": 0.7564667463302612, "max_candidate_score": 0.7564667463302612, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.2222844809293747, "best_gold_margin": 0.5341822654008865, "weakest_gold_margin": 0.5341822654008865}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05228", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched their pick to Velvet Static?", "temporal_relation": "none", "query_temporal_norm": 0.3536277413368225, "query_session_index": 2, "query_start_sec": 14.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8797366619110107}], "gold_semantic_scores": [0.7138749957084656], "gold_temporal_scores": [0.16586171090602875], "max_gold_score": 0.8797366619110107, "max_candidate_score": 0.8797366619110107, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.33993539214134216, "best_gold_margin": 0.5398012697696686, "weakest_gold_margin": 0.5398012697696686}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05283", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for recommending Northline, and why was it dropped from our list?", "temporal_relation": "none", "query_temporal_norm": 0.1754050999879837, "query_session_index": 2, "query_start_sec": 10.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7417560815811157}, {"memory_id": "history_02_utt_0013", "score": 0.7785534858703613}], "gold_semantic_scores": [0.6879366636276245, 0.7385509014129639], "gold_temporal_scores": [0.05381954461336136, 0.04000318422913551], "max_gold_score": 0.7785534858703613, "max_candidate_score": 0.7869572043418884, "top_memory_id": "history_02_utt_0013::cf::main::2", "max_non_gold_score": 0.7869572043418884, "best_gold_margin": -0.0084037184715271, "weakest_gold_margin": -0.045201122760772705}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05283", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Northline dropped from the list?", "temporal_relation": "none", "query_temporal_norm": 0.1480160653591156, "query_session_index": 2, "query_start_sec": 10.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0013", "score": 0.8953342437744141}], "gold_semantic_scores": [0.8319783210754395], "gold_temporal_scores": [0.06335591524839401], "max_gold_score": 0.8953342437744141, "max_candidate_score": 0.8953342437744141, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.6683290600776672, "best_gold_margin": 0.22700518369674683, "weakest_gold_margin": 0.22700518369674683}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05283", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Signal House recommended?", "temporal_relation": "none", "query_temporal_norm": 0.08279208093881607, "query_session_index": 2, "query_start_sec": 10.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.8262806534767151}], "gold_semantic_scores": [0.8194203972816467], "gold_temporal_scores": [0.006860047113150358], "max_gold_score": 0.8262806534767151, "max_candidate_score": 0.8262806534767151, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.5044281482696533, "best_gold_margin": 0.32185250520706177, "weakest_gold_margin": 0.32185250520706177}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05351", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What perk did I mention for Harborline Hotel, and why did we rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.17615635693073273, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8016575574874878}, {"memory_id": "history_02_utt_0008", "score": 0.7994569540023804}], "gold_semantic_scores": [0.7454946637153625, 0.7537357211112976], "gold_temporal_scores": [0.05616292729973793, 0.04572150856256485], "max_gold_score": 0.8016575574874878, "max_candidate_score": 0.8186407685279846, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.8186407685279846, "best_gold_margin": -0.016983211040496826, "weakest_gold_margin": -0.019183814525604248}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05351", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason we decided against staying at the Harborline Hotel?", "temporal_relation": "none", "query_temporal_norm": 0.12993374466896057, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7937136888504028}], "gold_semantic_scores": [0.7442049980163574], "gold_temporal_scores": [0.049508579075336456], "max_gold_score": 0.7937136888504028, "max_candidate_score": 0.7937136888504028, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6451212763786316, "best_gold_margin": 0.14859241247177124, "weakest_gold_margin": 0.14859241247177124}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05351", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about the Harborline Hotel not holding reservations past midnight?", "temporal_relation": "session", "query_temporal_norm": 0.1941353678703308, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.84101802110672}], "gold_semantic_scores": [0.7693442702293396], "gold_temporal_scores": [0.07167395204305649], "max_gold_score": 0.84101802110672, "max_candidate_score": 0.84101802110672, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.636013925075531, "best_gold_margin": 0.20500409603118896, "weakest_gold_margin": 0.20500409603118896}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05351", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason given for liking the Maple Station Hotel?", "temporal_relation": "none", "query_temporal_norm": 0.09696786850690842, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.6804423928260803}], "gold_semantic_scores": [0.6638783812522888], "gold_temporal_scores": [0.01656404510140419], "max_gold_score": 0.6804423928260803, "max_candidate_score": 0.6804423928260803, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.4691050052642822, "best_gold_margin": 0.2113373875617981, "weakest_gold_margin": 0.2113373875617981}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05526", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor say the latest deployment target was?", "temporal_relation": "latest", "query_temporal_norm": 0.5329558253288269, "query_session_index": 2, "query_start_sec": 15.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0048779249191284}], "gold_semantic_scores": [0.7372955083847046], "gold_temporal_scores": [0.26758265495300293], "max_gold_score": 1.0048779249191284, "max_candidate_score": 1.0113457441329956, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.0113457441329956, "best_gold_margin": -0.0064678192138671875, "weakest_gold_margin": -0.0064678192138671875}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05526", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the blue-green production pool as a deployment target?", "temporal_relation": "none", "query_temporal_norm": 0.1686985194683075, "query_session_index": 2, "query_start_sec": 15.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5152391195297241}], "gold_semantic_scores": [0.5339881777763367], "gold_temporal_scores": [-0.018748940899968147], "max_gold_score": 0.5152391195297241, "max_candidate_score": 0.5152391195297241, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3308771252632141, "best_gold_margin": 0.18436199426651, "weakest_gold_margin": 0.18436199426651}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05526", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the release build aimed during the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.33324500918388367, "query_session_index": 2, "query_start_sec": 15.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6073745489120483}], "gold_semantic_scores": [0.5599519610404968], "gold_temporal_scores": [0.04742266982793808], "max_gold_score": 0.6073745489120483, "max_candidate_score": 0.6073745489120483, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.28153619170188904, "best_gold_margin": 0.3258383572101593, "weakest_gold_margin": 0.3258383572101593}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05526", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the deployment target across the discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.32744139432907104, "query_session_index": 2, "query_start_sec": 15.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6712226867675781}, {"memory_id": "history_02_utt_0009", "score": 0.6212138533592224}], "gold_semantic_scores": [0.5586774349212646, 0.5565836429595947], "gold_temporal_scores": [0.11254522949457169, 0.0646301805973053], "max_gold_score": 0.6712226867675781, "max_candidate_score": 0.6712226867675781, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3916361331939697, "best_gold_margin": 0.2795865535736084, "weakest_gold_margin": 0.22957772016525269}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05638", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the Maple Street locker bank was good for after-hours package pickup, and why was it later ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.2085321545600891, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7254237532615662}, {"memory_id": "history_02_utt_0008", "score": 0.7677558064460754}], "gold_semantic_scores": [0.6659435629844666, 0.6814531087875366], "gold_temporal_scores": [0.05947995185852051, 0.0863024964928627], "max_gold_score": 0.7677558064460754, "max_candidate_score": 0.7677558064460754, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5055965781211853, "best_gold_margin": 0.26215922832489014, "weakest_gold_margin": 0.21982717514038086}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05638", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the Maple Street locker bank was unavailable this morning?", "temporal_relation": "none", "query_temporal_norm": 0.19481095671653748, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9022568464279175}], "gold_semantic_scores": [0.8233788013458252], "gold_temporal_scores": [0.07887779921293259], "max_gold_score": 0.9022568464279175, "max_candidate_score": 0.9022568464279175, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6394864916801453, "best_gold_margin": 0.2627703547477722, "weakest_gold_margin": 0.2627703547477722}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05638", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention that the Maple Street locker bank was the best backup?", "temporal_relation": "session", "query_temporal_norm": 0.1193285807967186, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7957417368888855}], "gold_semantic_scores": [0.7748754024505615], "gold_temporal_scores": [0.02086651138961315], "max_gold_score": 0.7957417368888855, "max_candidate_score": 0.7957417368888855, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7638318538665771, "best_gold_margin": 0.03190988302230835, "weakest_gold_margin": 0.03190988302230835}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05638", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we say the Cedar Pharmacy counter would be easy to use?", "temporal_relation": "none", "query_temporal_norm": 0.108299620449543, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.6862204074859619}], "gold_semantic_scores": [0.6708682775497437], "gold_temporal_scores": [0.01535198837518692], "max_gold_score": 0.6862204074859619, "max_candidate_score": 0.6862204074859619, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.5895557999610901, "best_gold_margin": 0.09666460752487183, "weakest_gold_margin": 0.09666460752487183}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05787", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was the latest rating Taylor gave for Midnight Harbor?", "temporal_relation": "latest", "query_temporal_norm": 0.5450725555419922, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0008162260055542}], "gold_semantic_scores": [0.7618911862373352], "gold_temporal_scores": [0.23892554640769958], "max_gold_score": 1.0008162260055542, "max_candidate_score": 1.0064374208450317, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.0064374208450317, "best_gold_margin": -0.005621194839477539, "weakest_gold_margin": -0.005621194839477539}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05787", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating for Midnight Harbor change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.26695674657821655, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8369415402412415}, {"memory_id": "history_02_utt_0009", "score": 0.7778975367546082}], "gold_semantic_scores": [0.7450968027114868, 0.6940382122993469], "gold_temporal_scores": [0.09184490144252777, 0.08385901153087616], "max_gold_score": 0.8369415402412415, "max_candidate_score": 0.8369415402412415, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.1408795416355133, "best_gold_margin": 0.6960619986057281, "weakest_gold_margin": 0.6370179951190948}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05787", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they’d bump Midnight Harbor up to 9 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.18251609802246094, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8892455101013184}], "gold_semantic_scores": [0.8218159675598145], "gold_temporal_scores": [0.06742965430021286], "max_gold_score": 0.8892455101013184, "max_candidate_score": 0.8892455101013184, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7856574654579163, "best_gold_margin": 0.1035880446434021, "weakest_gold_margin": 0.1035880446434021}
{"sample_id": "conv_9ab98027f08a_pkg_000", "qa_id": "qa_a4f7aaabd40b18f8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which band did the speaker say they dislike?", "temporal_relation": "none", "query_temporal_norm": 0.2367887794971466, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000896", "score": 0.30633577704429626}, {"memory_id": "utt_000897", "score": 0.181875541806221}], "gold_semantic_scores": [0.3387836515903473, 0.21432137489318848], "gold_temporal_scores": [-0.032447878271341324, -0.03244587406516075], "max_gold_score": 0.30633577704429626, "max_candidate_score": 0.5634312629699707, "top_memory_id": "utt_000892", "max_non_gold_score": 0.5634312629699707, "best_gold_margin": -0.25709548592567444, "weakest_gold_margin": -0.3815557211637497}
{"sample_id": "conv_9ab98027f08a_pkg_000", "qa_id": "qa_28bce4c0eaf56e4a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Just now, when did I express doubts about AI handling law enforcement in the conversation?", "temporal_relation": "session", "query_temporal_norm": 0.1954476684331894, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000489", "score": 0.5602526068687439}, {"memory_id": "utt_000491", "score": 0.13527019321918488}], "gold_semantic_scores": [0.5681326985359192, 0.14307701587677002], "gold_temporal_scores": [-0.007880114018917084, -0.007806900888681412], "max_gold_score": 0.5602526068687439, "max_candidate_score": 0.5602526068687439, "top_memory_id": "utt_000489", "max_non_gold_score": 0.44204458594322205, "best_gold_margin": 0.11820802092552185, "weakest_gold_margin": -0.30677439272403717}
{"sample_id": "conv_9ab98027f08a_pkg_000", "qa_id": "qa_955769c4c384f98b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were going to a concert?", "temporal_relation": "none", "query_temporal_norm": 0.24073748290538788, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000850", "score": 0.6694583296775818}], "gold_semantic_scores": [0.7041879296302795], "gold_temporal_scores": [-0.03472951054573059], "max_gold_score": 0.6694583296775818, "max_candidate_score": 0.6694583296775818, "top_memory_id": "utt_000850", "max_non_gold_score": 0.35282206535339355, "best_gold_margin": 0.31663626432418823, "weakest_gold_margin": 0.31663626432418823}
{"sample_id": "conv_e331350c696a_pkg_000", "qa_id": "qa_c97e53c8603b7f7f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I sometimes crave things from the past and wonder what would have happened if I’d made different choices?", "temporal_relation": "none", "query_temporal_norm": 0.1748034805059433, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000178", "score": 0.5214504599571228}, {"memory_id": "utt_000181", "score": 0.6795909404754639}], "gold_semantic_scores": [0.5198349952697754, 0.6776198148727417], "gold_temporal_scores": [0.0016154360491782427, 0.0019711351487785578], "max_gold_score": 0.6795909404754639, "max_candidate_score": 0.6795909404754639, "top_memory_id": "utt_000181", "max_non_gold_score": 0.5355588793754578, "best_gold_margin": 0.1440320611000061, "weakest_gold_margin": -0.014108419418334961}
{"sample_id": "conv_e331350c696a_pkg_000", "qa_id": "qa_3a4526187eef0a01", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker who said that partners should be friends first for the relationship to last speak?", "temporal_relation": "session", "query_temporal_norm": 0.20659460127353668, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000101", "score": 0.6277239322662354}, {"memory_id": "utt_000103", "score": 0.4100077152252197}], "gold_semantic_scores": [0.6572936177253723, 0.439205527305603], "gold_temporal_scores": [-0.029569776728749275, -0.029197774827480316], "max_gold_score": 0.6277239322662354, "max_candidate_score": 0.6277239322662354, "top_memory_id": "utt_000101", "max_non_gold_score": 0.5470476746559143, "best_gold_margin": 0.08067625761032104, "weakest_gold_margin": -0.13703995943069458}
{"sample_id": "conv_e331350c696a_pkg_000", "qa_id": "qa_300306ab913acdd7", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they never had any contact with their ex?", "temporal_relation": "none", "query_temporal_norm": 0.2373548001050949, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000145", "score": 0.40529656410217285}, {"memory_id": "utt_000146", "score": 0.49255022406578064}], "gold_semantic_scores": [0.4516204297542572, 0.5388458967208862], "gold_temporal_scores": [-0.04632386937737465, -0.04629581421613693], "max_gold_score": 0.49255022406578064, "max_candidate_score": 0.55575031042099, "top_memory_id": "utt_000142", "max_non_gold_score": 0.55575031042099, "best_gold_margin": -0.06320008635520935, "weakest_gold_margin": -0.15045374631881714}
{"sample_id": "conv_e507d7142fbb_pkg_000", "qa_id": "qa_5e366d8d89c37089", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What does the person say about mixing honey with beef or chicken?", "temporal_relation": "none", "query_temporal_norm": 0.2047286033630371, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000094", "score": 0.5203436613082886}], "gold_semantic_scores": [0.5578556060791016], "gold_temporal_scores": [-0.03751194104552269], "max_gold_score": 0.5203436613082886, "max_candidate_score": 0.5535410642623901, "top_memory_id": "utt_000108", "max_non_gold_score": 0.5535410642623901, "best_gold_margin": -0.03319740295410156, "weakest_gold_margin": -0.03319740295410156}
{"sample_id": "conv_e507d7142fbb_pkg_000", "qa_id": "qa_4ba202f7bcaf4b44", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the person asked to do regarding places in Qatar?", "temporal_relation": "none", "query_temporal_norm": 0.22012877464294434, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000240", "score": 0.5461864471435547}, {"memory_id": "utt_000241", "score": 0.4195493161678314}], "gold_semantic_scores": [0.5539292097091675, 0.4270097613334656], "gold_temporal_scores": [-0.007742756512016058, -0.007460465654730797], "max_gold_score": 0.5461864471435547, "max_candidate_score": 0.5461864471435547, "top_memory_id": "utt_000240", "max_non_gold_score": 0.49237456917762756, "best_gold_margin": 0.053811877965927124, "weakest_gold_margin": -0.07282525300979614}
{"sample_id": "conv_e507d7142fbb_pkg_000", "qa_id": "qa_bd58f717f59f5eb9", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person say that living in Canada is really comfy?", "temporal_relation": "session", "query_temporal_norm": 0.19985191524028778, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000270", "score": 0.5114707946777344}], "gold_semantic_scores": [0.5341284871101379], "gold_temporal_scores": [-0.022657543420791626], "max_gold_score": 0.5114707946777344, "max_candidate_score": 0.6522729992866516, "top_memory_id": "utt_000266", "max_non_gold_score": 0.6522729992866516, "best_gold_margin": -0.14080220460891724, "weakest_gold_margin": -0.14080220460891724}
{"sample_id": "conv_e6ef9b5b9171_pkg_000", "qa_id": "qa_77b4cb9f8f2d5e77", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Drew describe the moving company taking $800 and never sending movers?", "temporal_relation": "session", "query_temporal_norm": 0.2003292441368103, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000227", "score": 0.5894142985343933}, {"memory_id": "utt_000228", "score": 0.2700292766094208}, {"memory_id": "utt_000236", "score": -0.08927247673273087}, {"memory_id": "utt_000237", "score": -0.033165160566568375}], "gold_semantic_scores": [0.6062480807304382, 0.28675296902656555, -0.07275597006082535, -0.016715576872229576], "gold_temporal_scores": [-0.016833471134305, -0.016723740845918655, -0.016516512259840965, -0.016449566930532455], "max_gold_score": 0.5894142985343933, "max_candidate_score": 0.5894142985343933, "top_memory_id": "utt_000227", "max_non_gold_score": 0.43705734610557556, "best_gold_margin": 0.15235695242881775, "weakest_gold_margin": -0.5263298228383064}
{"sample_id": "conv_e6ef9b5b9171_pkg_000", "qa_id": "qa_a802ff44e496a5e9", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What TV show did I say I love?", "temporal_relation": "none", "query_temporal_norm": 0.22582244873046875, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000262", "score": 0.40346503257751465}], "gold_semantic_scores": [0.43074101209640503], "gold_temporal_scores": [-0.027275845408439636], "max_gold_score": 0.40346503257751465, "max_candidate_score": 0.46234995126724243, "top_memory_id": "utt_000036", "max_non_gold_score": 0.46234995126724243, "best_gold_margin": -0.05888491868972778, "weakest_gold_margin": -0.05888491868972778}
{"sample_id": "conv_e6ef9b5b9171_pkg_000", "qa_id": "qa_bdb98217e740a3fa", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they prefer big cities?", "temporal_relation": "none", "query_temporal_norm": 0.22663484513759613, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000533", "score": 0.7276527881622314}, {"memory_id": "utt_000534", "score": 0.6716164946556091}], "gold_semantic_scores": [0.749699592590332, 0.6936558485031128], "gold_temporal_scores": [-0.022046752274036407, -0.022039519622921944], "max_gold_score": 0.7276527881622314, "max_candidate_score": 0.7276527881622314, "top_memory_id": "utt_000533", "max_non_gold_score": 0.5324667692184448, "best_gold_margin": 0.19518601894378662, "weakest_gold_margin": 0.1391497254371643}
{"sample_id": "conv_e7cba5704453_pkg_000", "qa_id": "qa_f37c034b7930c9e7", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I was going to do next with the microphone to try to increase approvals?", "temporal_relation": "none", "query_temporal_norm": 0.20265454053878784, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000460", "score": 0.5186094045639038}, {"memory_id": "utt_000461", "score": 0.41353896260261536}], "gold_semantic_scores": [0.476726233959198, 0.37158623337745667], "gold_temporal_scores": [0.04188329726457596, 0.04195274040102959], "max_gold_score": 0.5186094045639038, "max_candidate_score": 0.5186094045639038, "top_memory_id": "utt_000460", "max_non_gold_score": 0.4637294411659241, "best_gold_margin": 0.054879963397979736, "weakest_gold_margin": -0.050190478563308716}
{"sample_id": "conv_e7cba5704453_pkg_000", "qa_id": "qa_380c517c159360c8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they hit the 500 limit on the platform?", "temporal_relation": "none", "query_temporal_norm": 0.22607000172138214, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000682", "score": 0.4479057192802429}, {"memory_id": "utt_000685", "score": 0.4988965392112732}], "gold_semantic_scores": [0.4626021087169647, 0.5135365128517151], "gold_temporal_scores": [-0.014696355909109116, -0.014639952220022678], "max_gold_score": 0.4988965392112732, "max_candidate_score": 0.6416335105895996, "top_memory_id": "utt_000130", "max_non_gold_score": 0.6416335105895996, "best_gold_margin": -0.14273697137832642, "weakest_gold_margin": -0.1937277913093567}
{"sample_id": "conv_e7cba5704453_pkg_000", "qa_id": "qa_ce9b56e93b58e7c8", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which part of the conversation did the speaker who mentioned recording three hours say this?", "temporal_relation": "session", "query_temporal_norm": 0.20378157496452332, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000539", "score": 0.6196553111076355}], "gold_semantic_scores": [0.6326777935028076], "gold_temporal_scores": [-0.013022171333432198], "max_gold_score": 0.6196553111076355, "max_candidate_score": 0.6196553111076355, "top_memory_id": "utt_000539", "max_non_gold_score": 0.5260006189346313, "best_gold_margin": 0.09365469217300415, "weakest_gold_margin": 0.09365469217300415}
{"sample_id": "conv_ea862368c0a9_pkg_000", "qa_id": "qa_6d701e320e63e7fa", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who in the conversation said they considered me their friend?", "temporal_relation": "none", "query_temporal_norm": 0.2362229973077774, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000195", "score": 0.5543996691703796}, {"memory_id": "utt_000197", "score": 0.5614949464797974}, {"memory_id": "utt_000198", "score": 0.5570473670959473}], "gold_semantic_scores": [0.5898131132125854, 0.5968625545501709, 0.5923987627029419], "gold_temporal_scores": [-0.035413552075624466, -0.035367660224437714, -0.0353512242436409], "max_gold_score": 0.5614949464797974, "max_candidate_score": 0.5614949464797974, "top_memory_id": "utt_000197", "max_non_gold_score": 0.49258723855018616, "best_gold_margin": 0.0689077079296112, "weakest_gold_margin": 0.06181243062019348}
{"sample_id": "conv_ea862368c0a9_pkg_000", "qa_id": "qa_21e792e0c89383d3", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Doug say he talks to himself all the time?", "temporal_relation": "session", "query_temporal_norm": 0.21072836220264435, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000101", "score": 0.7001621127128601}, {"memory_id": "utt_000102", "score": 0.6091324090957642}], "gold_semantic_scores": [0.7419703602790833, 0.6507517695426941], "gold_temporal_scores": [-0.041808176785707474, -0.041619349271059036], "max_gold_score": 0.7001621127128601, "max_candidate_score": 0.743036150932312, "top_memory_id": "utt_000123", "max_non_gold_score": 0.743036150932312, "best_gold_margin": -0.042874038219451904, "weakest_gold_margin": -0.13390374183654785}
{"sample_id": "conv_ea862368c0a9_pkg_000", "qa_id": "qa_9bcc5d5e01fefdf6", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What habitual behavior of mine was mentioned during the conversation?", "temporal_relation": "none", "query_temporal_norm": 0.22048574686050415, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000123", "score": 0.466655969619751}], "gold_semantic_scores": [0.4927375316619873], "gold_temporal_scores": [-0.026081502437591553], "max_gold_score": 0.466655969619751, "max_candidate_score": 0.520759642124176, "top_memory_id": "utt_000101", "max_non_gold_score": 0.520759642124176, "best_gold_margin": -0.05410367250442505, "weakest_gold_margin": -0.05410367250442505}
{"sample_id": "conv_ebbbe495f546_pkg_001", "qa_id": "qa_9e5a0240f75af482", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Where am I currently living?", "temporal_relation": "none", "query_temporal_norm": 0.20154103636741638, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001656", "score": 0.40709584951400757}, {"memory_id": "utt_001696", "score": 0.4552372992038727}], "gold_semantic_scores": [0.4033900499343872, 0.4507785737514496], "gold_temporal_scores": [0.003705842886120081, 0.004458776209503412], "max_gold_score": 0.4552372992038727, "max_candidate_score": 0.4552372992038727, "top_memory_id": "utt_001696", "max_non_gold_score": 0.4214201271533966, "best_gold_margin": 0.033817172050476074, "weakest_gold_margin": -0.014324277639389038}
{"sample_id": "conv_ebbbe495f546_pkg_001", "qa_id": "qa_b8323eb4932c8ab5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they like spicy food?", "temporal_relation": "none", "query_temporal_norm": 0.22538521885871887, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001612", "score": 0.599224328994751}, {"memory_id": "utt_001617", "score": 0.74957275390625}], "gold_semantic_scores": [0.6324737668037415, 0.7827903628349304], "gold_temporal_scores": [-0.033249400556087494, -0.03321771323680878], "max_gold_score": 0.74957275390625, "max_candidate_score": 0.74957275390625, "top_memory_id": "utt_001617", "max_non_gold_score": 0.5605614185333252, "best_gold_margin": 0.1890113353729248, "weakest_gold_margin": 0.03866291046142578}
{"sample_id": "conv_ebbbe495f546_pkg_001", "qa_id": "qa_709e21e92bbdfa3c", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Reese say they were \"not dying to go back\"?", "temporal_relation": "session", "query_temporal_norm": 0.21173785626888275, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001706", "score": 0.7411179542541504}], "gold_semantic_scores": [0.7628778219223022], "gold_temporal_scores": [-0.02175978757441044], "max_gold_score": 0.7411179542541504, "max_candidate_score": 0.7411179542541504, "top_memory_id": "utt_001706", "max_non_gold_score": 0.664874792098999, "best_gold_margin": 0.07624316215515137, "weakest_gold_margin": 0.07624316215515137}
{"sample_id": "conv_ec54fd50ee5f_pkg_000", "qa_id": "qa_6986dea28c0e8daa", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they don't like eclairs?", "temporal_relation": "none", "query_temporal_norm": 0.22268660366535187, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000172", "score": 0.6184316277503967}], "gold_semantic_scores": [0.659585177898407], "gold_temporal_scores": [-0.04115338996052742], "max_gold_score": 0.6184316277503967, "max_candidate_score": 0.6421262621879578, "top_memory_id": "utt_000170", "max_non_gold_score": 0.6421262621879578, "best_gold_margin": -0.023694634437561035, "weakest_gold_margin": -0.023694634437561035}
{"sample_id": "conv_ec54fd50ee5f_pkg_000", "qa_id": "qa_f295ce87c95f89bf", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they don't like eating cake that has a lot of cream?", "temporal_relation": "none", "query_temporal_norm": 0.2117525190114975, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000176", "score": 0.7725129723548889}], "gold_semantic_scores": [0.809415876865387], "gold_temporal_scores": [-0.03690299764275551], "max_gold_score": 0.7725129723548889, "max_candidate_score": 0.7725129723548889, "top_memory_id": "utt_000176", "max_non_gold_score": 0.6937501430511475, "best_gold_margin": 0.07876282930374146, "weakest_gold_margin": 0.07876282930374146}
{"sample_id": "conv_ecedcf4e2a2a_pkg_001", "qa_id": "qa_8fa0bbe45bbf2b7b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Ari say about how long they were in the UK?", "temporal_relation": "none", "query_temporal_norm": 0.23703475296497345, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001351", "score": 0.6476494669914246}], "gold_semantic_scores": [0.6812523603439331], "gold_temporal_scores": [-0.03360292688012123], "max_gold_score": 0.6476494669914246, "max_candidate_score": 0.6476494669914246, "top_memory_id": "utt_001351", "max_non_gold_score": 0.628777801990509, "best_gold_margin": 0.018871665000915527, "weakest_gold_margin": 0.018871665000915527}
{"sample_id": "conv_ecedcf4e2a2a_pkg_001", "qa_id": "qa_6baaead2c718757b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What travel finance preference was reported for the participant who said they didn't want to carry cash?", "temporal_relation": "none", "query_temporal_norm": 0.1973208785057068, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000958", "score": 0.4839118719100952}], "gold_semantic_scores": [0.48154380917549133], "gold_temporal_scores": [0.0023680957965552807], "max_gold_score": 0.4839118719100952, "max_candidate_score": 0.6023778319358826, "top_memory_id": "utt_000999", "max_non_gold_score": 0.6023778319358826, "best_gold_margin": -0.11846596002578735, "weakest_gold_margin": -0.11846596002578735}
{"sample_id": "conv_ecedcf4e2a2a_pkg_001", "qa_id": "qa_556fa2b4917ec106", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the participant say they'd skip Agra and the Taj Mahal?", "temporal_relation": "session", "query_temporal_norm": 0.20439109206199646, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001440", "score": 0.6738100647926331}], "gold_semantic_scores": [0.6920572519302368], "gold_temporal_scores": [-0.018247028812766075], "max_gold_score": 0.6738100647926331, "max_candidate_score": 0.6738100647926331, "top_memory_id": "utt_001440", "max_non_gold_score": 0.4909350275993347, "best_gold_margin": 0.18287503719329834, "weakest_gold_margin": 0.18287503719329834}
{"sample_id": "conv_ede3d8705cdf_pkg_000", "qa_id": "qa_e96c6e5fc758c355", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they left Jose?", "temporal_relation": "none", "query_temporal_norm": 0.23247165977954865, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000328", "score": 0.4176924228668213}], "gold_semantic_scores": [0.4595000743865967], "gold_temporal_scores": [-0.04180767014622688], "max_gold_score": 0.4176924228668213, "max_candidate_score": 0.5311521887779236, "top_memory_id": "utt_000585", "max_non_gold_score": 0.5311521887779236, "best_gold_margin": -0.1134597659111023, "weakest_gold_margin": -0.1134597659111023}
{"sample_id": "conv_ede3d8705cdf_pkg_000", "qa_id": "qa_4978cae5b27f1f32", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did someone say they decided to be faithful and not fuck around?", "temporal_relation": "session", "query_temporal_norm": 0.19320333003997803, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000333", "score": 0.27420878410339355}, {"memory_id": "utt_000342", "score": 0.4288119077682495}], "gold_semantic_scores": [0.28474584221839905, 0.4389415979385376], "gold_temporal_scores": [-0.010537032969295979, -0.010129773057997227], "max_gold_score": 0.4288119077682495, "max_candidate_score": 0.5728827714920044, "top_memory_id": "utt_000345", "max_non_gold_score": 0.5728827714920044, "best_gold_margin": -0.14407086372375488, "weakest_gold_margin": -0.29867398738861084}
{"sample_id": "conv_ede3d8705cdf_pkg_000", "qa_id": "qa_f8f42824c00ecb20", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What business does the speaker own?", "temporal_relation": "none", "query_temporal_norm": 0.22443673014640808, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000457", "score": 0.03736429661512375}], "gold_semantic_scores": [0.0554719939827919], "gold_temporal_scores": [-0.018107697367668152], "max_gold_score": 0.03736429661512375, "max_candidate_score": 0.38036423921585083, "top_memory_id": "utt_000170", "max_non_gold_score": 0.38036423921585083, "best_gold_margin": -0.3429999426007271, "weakest_gold_margin": -0.3429999426007271}
{"sample_id": "conv_f01d512d02b3_pkg_000", "qa_id": "qa_85a09af3997efe49", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they don't like Rome?", "temporal_relation": "none", "query_temporal_norm": 0.2282392829656601, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000242", "score": 0.7927570939064026}], "gold_semantic_scores": [0.8367336392402649], "gold_temporal_scores": [-0.04397657886147499], "max_gold_score": 0.7927570939064026, "max_candidate_score": 0.7927570939064026, "top_memory_id": "utt_000242", "max_non_gold_score": 0.5998848080635071, "best_gold_margin": 0.1928722858428955, "weakest_gold_margin": 0.1928722858428955}
{"sample_id": "conv_f01d512d02b3_pkg_000", "qa_id": "qa_630fa4cf4f51abf8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Rowan's feeling about the current city?", "temporal_relation": "none", "query_temporal_norm": 0.1948510706424713, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000450", "score": 0.5115627646446228}], "gold_semantic_scores": [0.524528443813324], "gold_temporal_scores": [-0.01296569686383009], "max_gold_score": 0.5115627646446228, "max_candidate_score": 0.5990006923675537, "top_memory_id": "utt_000559", "max_non_gold_score": 0.5990006923675537, "best_gold_margin": -0.08743792772293091, "weakest_gold_margin": -0.08743792772293091}
{"sample_id": "conv_f21c21558cf4_pkg_000", "qa_id": "qa_77e6e6005b52803b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Do you remember Avery's preference about who they prefer to talk to?", "temporal_relation": "none", "query_temporal_norm": 0.2086905986070633, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000093", "score": 0.51264888048172}], "gold_semantic_scores": [0.5499733686447144], "gold_temporal_scores": [-0.03732454404234886], "max_gold_score": 0.51264888048172, "max_candidate_score": 0.51264888048172, "top_memory_id": "utt_000093", "max_non_gold_score": 0.5102001428604126, "best_gold_margin": 0.002448737621307373, "weakest_gold_margin": 0.002448737621307373}
{"sample_id": "conv_f21c21558cf4_pkg_000", "qa_id": "qa_606a4b6c10b67480", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it mentioned that someone went to Colombia?", "temporal_relation": "session", "query_temporal_norm": 0.22185684740543365, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000606", "score": 0.6596013307571411}], "gold_semantic_scores": [0.6813580989837646], "gold_temporal_scores": [-0.021756617352366447], "max_gold_score": 0.6596013307571411, "max_candidate_score": 0.6596013307571411, "top_memory_id": "utt_000606", "max_non_gold_score": 0.6179735660552979, "best_gold_margin": 0.04162776470184326, "weakest_gold_margin": 0.04162776470184326}
{"sample_id": "conv_f21c21558cf4_pkg_000", "qa_id": "qa_c8f63f8e94b7b63f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What role did I say I had earlier in the conversation?", "temporal_relation": "none", "query_temporal_norm": 0.2673027217388153, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000010", "score": 0.0415138341486454}], "gold_semantic_scores": [0.06336348503828049], "gold_temporal_scores": [-0.021849656477570534], "max_gold_score": 0.0415138341486454, "max_candidate_score": 0.49619463086128235, "top_memory_id": "utt_000415", "max_non_gold_score": 0.49619463086128235, "best_gold_margin": -0.45468079671263695, "weakest_gold_margin": -0.45468079671263695}
{"sample_id": "conv_f3c649a098fe_pkg_001", "qa_id": "qa_c951758e68cf8bc6", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Payton say about how competitive the game is?", "temporal_relation": "none", "query_temporal_norm": 0.2095022201538086, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001168", "score": 0.575892448425293}], "gold_semantic_scores": [0.6016501188278198], "gold_temporal_scores": [-0.025757748633623123], "max_gold_score": 0.575892448425293, "max_candidate_score": 0.7153223156929016, "top_memory_id": "utt_000943", "max_non_gold_score": 0.7153223156929016, "best_gold_margin": -0.13942986726760864, "weakest_gold_margin": -0.13942986726760864}
{"sample_id": "conv_f3c649a098fe_pkg_001", "qa_id": "qa_807bed6202df8006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I mention having a baby?", "temporal_relation": "session", "query_temporal_norm": 0.23123548924922943, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001282", "score": 0.48768362402915955}], "gold_semantic_scores": [0.5260085463523865], "gold_temporal_scores": [-0.038325097411870956], "max_gold_score": 0.48768362402915955, "max_candidate_score": 0.5267438292503357, "top_memory_id": "utt_000874", "max_non_gold_score": 0.5267438292503357, "best_gold_margin": -0.03906020522117615, "weakest_gold_margin": -0.03906020522117615}
{"sample_id": "conv_f3c649a098fe_pkg_001", "qa_id": "qa_c7174e4b6ba78fb3", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which type of game was said to be disliked?", "temporal_relation": "none", "query_temporal_norm": 0.20836596190929413, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000951", "score": 0.6019817590713501}, {"memory_id": "utt_000952", "score": 0.6570121049880981}], "gold_semantic_scores": [0.6013432145118713, 0.656331479549408], "gold_temporal_scores": [0.0006383307627402246, 0.0006804652512073517], "max_gold_score": 0.6570121049880981, "max_candidate_score": 0.6570121049880981, "top_memory_id": "utt_000952", "max_non_gold_score": 0.5932707786560059, "best_gold_margin": 0.06374132633209229, "weakest_gold_margin": 0.008710980415344238}
{"sample_id": "conv_f4e065b2387a_pkg_000", "qa_id": "qa_5683b35c97d0e3f5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Is Spectrum available up here?", "temporal_relation": "none", "query_temporal_norm": 0.23216451704502106, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000608", "score": 0.5116892457008362}], "gold_semantic_scores": [0.5266829133033752], "gold_temporal_scores": [-0.01499352976679802], "max_gold_score": 0.5116892457008362, "max_candidate_score": 0.5116892457008362, "top_memory_id": "utt_000608", "max_non_gold_score": 0.504167377948761, "best_gold_margin": 0.007521867752075195, "weakest_gold_margin": 0.007521867752075195}
{"sample_id": "conv_f4e065b2387a_pkg_000", "qa_id": "qa_b2a152455bc669d7", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Near the end of the conversation, when did I say \"I don't miss retail\"?", "temporal_relation": "session", "query_temporal_norm": 0.18359288573265076, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000526", "score": 0.5586811900138855}], "gold_semantic_scores": [0.5452876091003418], "gold_temporal_scores": [0.013393603265285492], "max_gold_score": 0.5586811900138855, "max_candidate_score": 0.5586811900138855, "top_memory_id": "utt_000526", "max_non_gold_score": 0.4109536111354828, "best_gold_margin": 0.1477275788784027, "weakest_gold_margin": 0.1477275788784027}
{"sample_id": "conv_f4e065b2387a_pkg_000", "qa_id": "qa_eec6873297f01cb9", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What past job was mentioned earlier?", "temporal_relation": "none", "query_temporal_norm": 0.26558777689933777, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000374", "score": 0.24337109923362732}, {"memory_id": "utt_000378", "score": 0.30526188015937805}, {"memory_id": "utt_000398", "score": 0.14154896140098572}], "gold_semantic_scores": [0.2663845717906952, 0.3282381594181061, 0.16427797079086304], "gold_temporal_scores": [-0.023013412952423096, -0.022976232692599297, -0.02272900380194187], "max_gold_score": 0.30526188015937805, "max_candidate_score": 0.43946146965026855, "top_memory_id": "utt_000149", "max_non_gold_score": 0.43946146965026855, "best_gold_margin": -0.1341995894908905, "weakest_gold_margin": -0.29791250824928284}
{"sample_id": "conv_f5c0b02f01e2_pkg_001", "qa_id": "qa_dfe56291fde26de6", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Did Parker say that guests drink alcohol on the show?", "temporal_relation": "none", "query_temporal_norm": 0.2154955118894577, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001837", "score": 0.48476269841194153}, {"memory_id": "utt_001842", "score": 0.3836793899536133}], "gold_semantic_scores": [0.516337513923645, 0.41524603962898254], "gold_temporal_scores": [-0.0315747894346714, -0.03156673535704613], "max_gold_score": 0.48476269841194153, "max_candidate_score": 0.579919159412384, "top_memory_id": "utt_001443", "max_non_gold_score": 0.579919159412384, "best_gold_margin": -0.0951564610004425, "weakest_gold_margin": -0.19623976945877075}
{"sample_id": "conv_f5c0b02f01e2_pkg_001", "qa_id": "qa_a71bfb89585ba23c", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Near the end of the conversation, when did the speaker say they'd already booked it?", "temporal_relation": "session", "query_temporal_norm": 0.180692657828331, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001613", "score": 0.7859982848167419}], "gold_semantic_scores": [0.7451980113983154], "gold_temporal_scores": [0.04080028831958771], "max_gold_score": 0.7859982848167419, "max_candidate_score": 0.7859982848167419, "top_memory_id": "utt_001613", "max_non_gold_score": 0.4389673173427582, "best_gold_margin": 0.34703096747398376, "weakest_gold_margin": 0.34703096747398376}
{"sample_id": "conv_f5c0b02f01e2_pkg_001", "qa_id": "qa_65cfe8f91e4b7abe", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I like Graham Norton?", "temporal_relation": "none", "query_temporal_norm": 0.21255458891391754, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001808", "score": 0.5721009373664856}, {"memory_id": "utt_001881", "score": 0.20671823620796204}], "gold_semantic_scores": [0.6028074622154236, 0.23724821209907532], "gold_temporal_scores": [-0.030706491321325302, -0.030529966577887535], "max_gold_score": 0.5721009373664856, "max_candidate_score": 0.5721009373664856, "top_memory_id": "utt_001808", "max_non_gold_score": 0.4954379200935364, "best_gold_margin": 0.07666301727294922, "weakest_gold_margin": -0.28871968388557434}
{"sample_id": "conv_f5c0b02f01e2_pkg_001", "qa_id": "qa_625069c82131b6c5", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In the middle of the conversation, when did the speaker say they don't enjoy the cigar and that it's more about the atmosphere?", "temporal_relation": "session", "query_temporal_norm": 0.17225006222724915, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001447", "score": 0.7787255048751831}, {"memory_id": "utt_001449", "score": 0.32747429609298706}], "gold_semantic_scores": [0.7657982707023621, 0.3144993782043457], "gold_temporal_scores": [0.012927273288369179, 0.012974894605576992], "max_gold_score": 0.7787255048751831, "max_candidate_score": 0.7787255048751831, "top_memory_id": "utt_001447", "max_non_gold_score": 0.5712904930114746, "best_gold_margin": 0.2074350118637085, "weakest_gold_margin": -0.24381619691848755}
{"sample_id": "conv_f8248b8c825c_pkg_000", "qa_id": "qa_28e26b2c9004d433", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What flight route did the person who described their travel plans say they would take?", "temporal_relation": "none", "query_temporal_norm": 0.22908468544483185, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000131", "score": 0.49596476554870605}, {"memory_id": "utt_000141", "score": 0.4094720184803009}], "gold_semantic_scores": [0.5323346257209778, 0.4451826810836792], "gold_temporal_scores": [-0.03636988624930382, -0.0357106551527977], "max_gold_score": 0.49596476554870605, "max_candidate_score": 0.6158198118209839, "top_memory_id": "utt_000295", "max_non_gold_score": 0.6158198118209839, "best_gold_margin": -0.11985504627227783, "weakest_gold_margin": -0.20634779334068298}
{"sample_id": "conv_f8248b8c825c_pkg_000", "qa_id": "qa_816e62318f2eca9b", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say I went to Japan?", "temporal_relation": "session", "query_temporal_norm": 0.22433483600616455, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000268", "score": 0.6334893703460693}], "gold_semantic_scores": [0.6707077622413635], "gold_temporal_scores": [-0.037218235433101654], "max_gold_score": 0.6334893703460693, "max_candidate_score": 0.6757065057754517, "top_memory_id": "utt_000257", "max_non_gold_score": 0.6757065057754517, "best_gold_margin": -0.042217135429382324, "weakest_gold_margin": -0.042217135429382324}
{"sample_id": "conv_f8248b8c825c_pkg_000", "qa_id": "qa_a85595de84c4bcac", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to go to New Zealand?", "temporal_relation": "none", "query_temporal_norm": 0.2756069004535675, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000297", "score": 0.6444373726844788}], "gold_semantic_scores": [0.6879480481147766], "gold_temporal_scores": [-0.043510593473911285], "max_gold_score": 0.6444373726844788, "max_candidate_score": 0.6744587421417236, "top_memory_id": "utt_000295", "max_non_gold_score": 0.6744587421417236, "best_gold_margin": -0.030021369457244873, "weakest_gold_margin": -0.030021369457244873}
{"sample_id": "conv_fa4472ad428b_pkg_000", "qa_id": "qa_e980154460240d7d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say they'd like online play with slight customization?", "temporal_relation": "session", "query_temporal_norm": 0.2007340043783188, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000411", "score": 0.635631799697876}, {"memory_id": "utt_000412", "score": 0.5645827054977417}], "gold_semantic_scores": [0.6489831805229187, 0.5779164433479309], "gold_temporal_scores": [-0.013351371511816978, -0.013333743438124657], "max_gold_score": 0.635631799697876, "max_candidate_score": 0.635631799697876, "top_memory_id": "utt_000411", "max_non_gold_score": 0.4851502776145935, "best_gold_margin": 0.15048152208328247, "weakest_gold_margin": 0.0794324278831482}
{"sample_id": "conv_fa4472ad428b_pkg_000", "qa_id": "qa_c8b66e39d18765cb", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the other participant say about sandbox games?", "temporal_relation": "none", "query_temporal_norm": 0.2005518674850464, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000485", "score": 0.6542195081710815}], "gold_semantic_scores": [0.6558312773704529], "gold_temporal_scores": [-0.0016116942279040813], "max_gold_score": 0.6542195081710815, "max_candidate_score": 0.6542195081710815, "top_memory_id": "utt_000485", "max_non_gold_score": 0.6095091104507446, "best_gold_margin": 0.044710397720336914, "weakest_gold_margin": 0.044710397720336914}
{"sample_id": "conv_fa4472ad428b_pkg_000", "qa_id": "qa_476edb253f326228", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which gaming console did the other participant say they use?", "temporal_relation": "none", "query_temporal_norm": 0.21823850274085999, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000123", "score": 0.33379000425338745}, {"memory_id": "utt_000124", "score": 0.43951326608657837}], "gold_semantic_scores": [0.35549819469451904, 0.46111243963241577], "gold_temporal_scores": [-0.021708253771066666, -0.02159913070499897], "max_gold_score": 0.43951326608657837, "max_candidate_score": 0.5248546600341797, "top_memory_id": "utt_000361", "max_non_gold_score": 0.5248546600341797, "best_gold_margin": -0.08534139394760132, "weakest_gold_margin": -0.19106465578079224}
{"sample_id": "conv_fb1eb2d393d9_pkg_001", "qa_id": "qa_f950a374a1162565", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker describe liking cologne sets that include body spray, shower wash, and deodorant to feel like getting their money's worth?", "temporal_relation": "session", "query_temporal_norm": 0.18262772262096405, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000971", "score": 0.5761582851409912}, {"memory_id": "utt_000972", "score": 0.44707760214805603}], "gold_semantic_scores": [0.5952624678611755, 0.4660024046897888], "gold_temporal_scores": [-0.01910438947379589, -0.01892484910786152], "max_gold_score": 0.5761582851409912, "max_candidate_score": 0.5761582851409912, "top_memory_id": "utt_000971", "max_non_gold_score": 0.44324734807014465, "best_gold_margin": 0.13291093707084656, "weakest_gold_margin": 0.003830254077911377}
{"sample_id": "conv_fb1eb2d393d9_pkg_001", "qa_id": "qa_017e384b8e0fdb86", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Yai say happens when I wake up in the morning?", "temporal_relation": "none", "query_temporal_norm": 0.20125021040439606, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001469", "score": 0.587038516998291}, {"memory_id": "utt_001471", "score": 0.08078402280807495}, {"memory_id": "utt_001473", "score": 0.20922769606113434}], "gold_semantic_scores": [0.5993341207504272, 0.0930686667561531, 0.2215091437101364], "gold_temporal_scores": [-0.0122955571860075, -0.0122846569865942, -0.012281455099582672], "max_gold_score": 0.587038516998291, "max_candidate_score": 0.7582212686538696, "top_memory_id": "utt_001467", "max_non_gold_score": 0.7582212686538696, "best_gold_margin": -0.1711827516555786, "weakest_gold_margin": -0.6774372458457947}
{"sample_id": "conv_fb1eb2d393d9_pkg_001", "qa_id": "qa_edc333fc97688a3f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which place did the speaker say they intend to stay at?", "temporal_relation": "none", "query_temporal_norm": 0.236871138215065, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000817", "score": 0.18347010016441345}, {"memory_id": "utt_000828", "score": 0.29751768708229065}, {"memory_id": "utt_000830", "score": 0.18390946090221405}], "gold_semantic_scores": [0.22299808263778687, 0.33374500274658203, 0.21997646987438202], "gold_temporal_scores": [-0.03952798992395401, -0.03622716665267944, -0.036066990345716476], "max_gold_score": 0.29751768708229065, "max_candidate_score": 0.3891858160495758, "top_memory_id": "utt_001239", "max_non_gold_score": 0.3891858160495758, "best_gold_margin": -0.09166812896728516, "weakest_gold_margin": -0.20571571588516235}
{"sample_id": "conv_fc38e6064a51_pkg_000", "qa_id": "qa_e67d3f94f05c6f53", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What is my cat's name, and what happened that led me to keep her?", "temporal_relation": "none", "query_temporal_norm": 0.20985731482505798, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000654", "score": 0.4918297231197357}, {"memory_id": "utt_000656", "score": 0.5329238176345825}], "gold_semantic_scores": [0.5169663429260254, 0.5580306053161621], "gold_temporal_scores": [-0.02513657696545124, -0.025106849148869514], "max_gold_score": 0.5329238176345825, "max_candidate_score": 0.5630708932876587, "top_memory_id": "utt_000909", "max_non_gold_score": 0.5630708932876587, "best_gold_margin": -0.030147075653076172, "weakest_gold_margin": -0.07124117016792297}
{"sample_id": "conv_fc38e6064a51_pkg_000", "qa_id": "qa_4a0646c5838fb300", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they have a black retriever?", "temporal_relation": "none", "query_temporal_norm": 0.24524734914302826, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000831", "score": 0.38125118613243103}], "gold_semantic_scores": [0.42498070001602173], "gold_temporal_scores": [-0.043729428201913834], "max_gold_score": 0.38125118613243103, "max_candidate_score": 0.4374304413795471, "top_memory_id": "utt_000472", "max_non_gold_score": 0.4374304413795471, "best_gold_margin": -0.05617925524711609, "weakest_gold_margin": -0.05617925524711609}
{"sample_id": "conv_fc38e6064a51_pkg_000", "qa_id": "qa_d000fe9719bcfede", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did someone say they cried intensely while watching Hachiko as a child?", "temporal_relation": "session", "query_temporal_norm": 0.20787322521209717, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001308", "score": 0.6940516829490662}, {"memory_id": "utt_001316", "score": 0.35428279638290405}], "gold_semantic_scores": [0.708748459815979, 0.36896637082099915], "gold_temporal_scores": [-0.014696718193590641, -0.014683568850159645], "max_gold_score": 0.6940516829490662, "max_candidate_score": 0.6940516829490662, "top_memory_id": "utt_001308", "max_non_gold_score": 0.5370474457740784, "best_gold_margin": 0.1570042371749878, "weakest_gold_margin": -0.18276464939117432}
{"sample_id": "conv_fc38e6064a51_pkg_000", "qa_id": "qa_1d0dc27e0d5f8e2d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say they have a soft spot for?", "temporal_relation": "none", "query_temporal_norm": 0.22948740422725677, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001317", "score": 0.15435300767421722}], "gold_semantic_scores": [0.17504890263080597], "gold_temporal_scores": [-0.020695874467492104], "max_gold_score": 0.15435300767421722, "max_candidate_score": 0.33492332696914673, "top_memory_id": "utt_000448", "max_non_gold_score": 0.33492332696914673, "best_gold_margin": -0.1805703192949295, "weakest_gold_margin": -0.1805703192949295}
{"sample_id": "conv_fdd5cd392a5f_pkg_000", "qa_id": "qa_efe087e8cf0584b5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the person say about how they handle anger?", "temporal_relation": "none", "query_temporal_norm": 0.21614515781402588, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000322", "score": 0.6117636561393738}, {"memory_id": "utt_000324", "score": 0.09861332923173904}], "gold_semantic_scores": [0.6431580781936646, 0.1299617439508438], "gold_temporal_scores": [-0.03139440342783928, -0.03134841099381447], "max_gold_score": 0.6117636561393738, "max_candidate_score": 0.6117636561393738, "top_memory_id": "utt_000322", "max_non_gold_score": 0.35002365708351135, "best_gold_margin": 0.2617399990558624, "weakest_gold_margin": -0.2514103278517723}
{"sample_id": "conv_fdd5cd392a5f_pkg_000", "qa_id": "qa_445e9e8eef29364e", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person mention using a Nokia charger to power the power bank?", "temporal_relation": "session", "query_temporal_norm": 0.2155619114637375, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000032", "score": 0.662201464176178}], "gold_semantic_scores": [0.7037743330001831], "gold_temporal_scores": [-0.041572850197553635], "max_gold_score": 0.662201464176178, "max_candidate_score": 0.662201464176178, "top_memory_id": "utt_000032", "max_non_gold_score": 0.5726102590560913, "best_gold_margin": 0.08959120512008667, "weakest_gold_margin": 0.08959120512008667}
{"sample_id": "conv_fdd5cd392a5f_pkg_000", "qa_id": "qa_18f6a505adcce55f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I have?", "temporal_relation": "none", "query_temporal_norm": 0.23434610664844513, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000028", "score": 0.46866053342819214}], "gold_semantic_scores": [0.5160399079322815], "gold_temporal_scores": [-0.04737916216254234], "max_gold_score": 0.46866053342819214, "max_candidate_score": 0.46866053342819214, "top_memory_id": "utt_000028", "max_non_gold_score": 0.3998798727989197, "best_gold_margin": 0.06878066062927246, "weakest_gold_margin": 0.06878066062927246}
{"sample_id": "conv_fdd5cd392a5f_pkg_000", "qa_id": "qa_6a217b43de155382", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were going to get headphones today?", "temporal_relation": "none", "query_temporal_norm": 0.23153546452522278, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000049", "score": 0.7412403225898743}], "gold_semantic_scores": [0.7920541763305664], "gold_temporal_scores": [-0.05081387609243393], "max_gold_score": 0.7412403225898743, "max_candidate_score": 0.7412403225898743, "top_memory_id": "utt_000049", "max_non_gold_score": 0.3700715899467468, "best_gold_margin": 0.37116873264312744, "weakest_gold_margin": 0.37116873264312744}
{"sample_id": "conv_fec3e31ba90f_pkg_000", "qa_id": "qa_994a4e73723c5e1b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they haven't seen their mom in almost three years?", "temporal_relation": "none", "query_temporal_norm": 0.22300276160240173, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000218", "score": 0.8056116700172424}], "gold_semantic_scores": [0.8446927070617676], "gold_temporal_scores": [-0.03908098489046097], "max_gold_score": 0.8056116700172424, "max_candidate_score": 0.8056116700172424, "top_memory_id": "utt_000218", "max_non_gold_score": 0.5334622263908386, "best_gold_margin": 0.2721494436264038, "weakest_gold_margin": 0.2721494436264038}
{"sample_id": "conv_fec3e31ba90f_pkg_000", "qa_id": "qa_3802f83b96811f00", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What does Rowan plan to do next?", "temporal_relation": "none", "query_temporal_norm": 0.24051479995250702, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000800", "score": 0.3442755937576294}, {"memory_id": "utt_000801", "score": 0.3130526840686798}, {"memory_id": "utt_000820", "score": 0.16767090559005737}], "gold_semantic_scores": [0.35665634274482727, 0.3254314064979553, 0.1799701601266861], "gold_temporal_scores": [-0.012380708940327168, -0.012378685176372528, -0.012299291789531708], "max_gold_score": 0.3442755937576294, "max_candidate_score": 0.519985556602478, "top_memory_id": "utt_000266", "max_non_gold_score": 0.519985556602478, "best_gold_margin": -0.17570996284484863, "weakest_gold_margin": -0.35231465101242065}
{"sample_id": "conv_fec3e31ba90f_pkg_000", "qa_id": "qa_a475f2b3801b6d81", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did a speaker say they had to show a bank account statement to enter Ireland?", "temporal_relation": "session", "query_temporal_norm": 0.21549467742443085, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000386", "score": 0.29854702949523926}, {"memory_id": "utt_000388", "score": 0.6300604939460754}], "gold_semantic_scores": [0.3212941586971283, 0.6527563333511353], "gold_temporal_scores": [-0.022747112438082695, -0.022695794701576233], "max_gold_score": 0.6300604939460754, "max_candidate_score": 0.6300604939460754, "top_memory_id": "utt_000388", "max_non_gold_score": 0.5017486214637756, "best_gold_margin": 0.1283118724822998, "weakest_gold_margin": -0.20320159196853638}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00018", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron originally say the prototype model choice was before they switched it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5364145040512085, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8478550910949707}], "gold_semantic_scores": [0.7277439832687378], "gold_temporal_scores": [0.12011118233203888], "max_gold_score": 0.8478550910949707, "max_candidate_score": 0.8478550910949707, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8439223766326904, "best_gold_margin": 0.0039327144622802734, "weakest_gold_margin": 0.0039327144622802734}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00018", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the prototype model change from the original version to the updated one?", "temporal_relation": "comparison", "query_temporal_norm": 0.45015066862106323, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7902587056159973}, {"memory_id": "history_02_utt_0007", "score": 0.8395508527755737}], "gold_semantic_scores": [0.6215594410896301, 0.7110922336578369], "gold_temporal_scores": [0.16869913041591644, 0.12845833599567413], "max_gold_score": 0.8395508527755737, "max_candidate_score": 0.8395508527755737, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4897298216819763, "best_gold_margin": 0.3498210310935974, "weakest_gold_margin": 0.300528883934021}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00018", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they originally chose ResNet-34 with quantization-aware training for the prototype model?", "temporal_relation": "earliest", "query_temporal_norm": 0.3787124454975128, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9202382564544678}], "gold_semantic_scores": [0.8309725522994995], "gold_temporal_scores": [0.08926582336425781], "max_gold_score": 0.9202382564544678, "max_candidate_score": 0.9219868183135986, "top_memory_id": "history_01_utt_0010::cf::extra_qa_0002::1", "max_non_gold_score": 0.9219868183135986, "best_gold_margin": -0.0017485618591308594, "weakest_gold_margin": -0.0017485618591308594}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00018", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "Where did I park last time?", "temporal_relation": "none", "query_temporal_norm": 0.49894413352012634, "query_session_index": 2, "query_start_sec": 18.68, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3676372766494751, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.3676372766494751, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00137", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the training should run 30 epochs?", "temporal_relation": "earliest", "query_temporal_norm": 0.5596360564231873, "query_session_index": 2, "query_start_sec": 21.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8711340427398682}], "gold_semantic_scores": [0.7285985350608826], "gold_temporal_scores": [0.14253541827201843], "max_gold_score": 0.8711340427398682, "max_candidate_score": 0.8711340427398682, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8620706796646118, "best_gold_margin": 0.009063363075256348, "weakest_gold_margin": 0.009063363075256348}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00137", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What were the original training settings before they were later changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.46387001872062683, "query_session_index": 2, "query_start_sec": 21.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7520017027854919}], "gold_semantic_scores": [0.6533174514770508], "gold_temporal_scores": [0.09868432581424713], "max_gold_score": 0.7520017027854919, "max_candidate_score": 0.7520017027854919, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7501164078712463, "best_gold_margin": 0.0018852949142456055, "weakest_gold_margin": 0.0018852949142456055}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00137", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training settings did Morgan say she originally scheduled?", "temporal_relation": "earliest", "query_temporal_norm": 0.5304024815559387, "query_session_index": 2, "query_start_sec": 21.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7982754707336426}], "gold_semantic_scores": [0.6756482720375061], "gold_temporal_scores": [0.12262707948684692], "max_gold_score": 0.7982754707336426, "max_candidate_score": 0.7982754707336426, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7970420122146606, "best_gold_margin": 0.0012334585189819336, "weakest_gold_margin": 0.0012334585189819336}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00137", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What are the current training settings we ended up using?", "temporal_relation": "latest", "query_temporal_norm": 0.5669163465499878, "query_session_index": 2, "query_start_sec": 21.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8652650713920593}], "gold_semantic_scores": [0.5908085703849792], "gold_temporal_scores": [0.2744563817977905], "max_gold_score": 0.8652650713920593, "max_candidate_score": 0.8652650713920593, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8591519594192505, "best_gold_margin": 0.006113111972808838, "weakest_gold_margin": 0.006113111972808838}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00303", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden originally say the deployment target was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5135727524757385, "query_session_index": 2, "query_start_sec": 19.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8380694389343262}], "gold_semantic_scores": [0.709302544593811], "gold_temporal_scores": [0.12876684963703156], "max_gold_score": 0.8380694389343262, "max_candidate_score": 0.8380874395370483, "top_memory_id": "history_01_utt_0008::cf::main::3", "max_non_gold_score": 0.8380874395370483, "best_gold_margin": -1.800060272216797e-05, "weakest_gold_margin": -1.800060272216797e-05}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00303", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Hayden mention setting the deployment target to Canary cluster A?", "temporal_relation": "session", "query_temporal_norm": 0.2641620337963104, "query_session_index": 2, "query_start_sec": 19.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8462070226669312}], "gold_semantic_scores": [0.7561602592468262], "gold_temporal_scores": [0.09004680812358856], "max_gold_score": 0.8462070226669312, "max_candidate_score": 0.8462070226669312, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7542346119880676, "best_gold_margin": 0.09197241067886353, "weakest_gold_margin": 0.09197241067886353}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00303", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the change to Blue-Green cluster B mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.3303695321083069, "query_session_index": 2, "query_start_sec": 19.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6599029898643494}], "gold_semantic_scores": [0.5144796371459961], "gold_temporal_scores": [0.1454235166311264], "max_gold_score": 0.6599029898643494, "max_candidate_score": 0.6599029898643494, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.30573105812072754, "best_gold_margin": 0.3541719317436218, "weakest_gold_margin": 0.3541719317436218}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00390", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my deployment target change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3805665671825409, "query_session_index": 2, "query_start_sec": 20.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8027406334877014}, {"memory_id": "history_02_utt_0008", "score": 0.7831833958625793}], "gold_semantic_scores": [0.6654227375984192, 0.6403740644454956], "gold_temporal_scores": [0.1373179405927658, 0.14280931651592255], "max_gold_score": 0.8027406334877014, "max_candidate_score": 0.8434469699859619, "top_memory_id": "history_01_utt_0007::cf::main::0", "max_non_gold_score": 0.8434469699859619, "best_gold_margin": -0.0407063364982605, "weakest_gold_margin": -0.06026357412338257}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00390", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where is the afternoon check-in being held now?", "temporal_relation": "none", "query_temporal_norm": 0.4842955470085144, "query_session_index": 2, "query_start_sec": 20.599999999999998, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.651126503944397, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.651126503944397, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00452", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say the latest screening venue was?", "temporal_relation": "latest", "query_temporal_norm": 0.5712262392044067, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9758776426315308}], "gold_semantic_scores": [0.6954406499862671], "gold_temporal_scores": [0.28043708205223083], "max_gold_score": 0.9758776426315308, "max_candidate_score": 0.9766529202461243, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9766529202461243, "best_gold_margin": -0.0007752776145935059, "weakest_gold_margin": -0.0007752776145935059}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00452", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier on, before it was changed, where had been suggested as the screening venue?", "temporal_relation": "before", "query_temporal_norm": 0.17202843725681305, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7316539883613586}], "gold_semantic_scores": [0.7215743064880371], "gold_temporal_scores": [0.01007982436567545], "max_gold_score": 0.7316539883613586, "max_candidate_score": 0.7316539883613586, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5325623750686646, "best_gold_margin": 0.1990916132926941, "weakest_gold_margin": 0.1990916132926941}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00452", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they'd switched the screening venue to the den with the projector?", "temporal_relation": "none", "query_temporal_norm": 0.339044451713562, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9098527431488037}], "gold_semantic_scores": [0.7379123568534851], "gold_temporal_scores": [0.17194032669067383], "max_gold_score": 0.9098527431488037, "max_candidate_score": 0.9098527431488037, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5888291597366333, "best_gold_margin": 0.3210235834121704, "weakest_gold_margin": 0.3210235834121704}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00452", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the screening being held now?", "temporal_relation": "latest", "query_temporal_norm": 0.5418304204940796, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0083974599838257}], "gold_semantic_scores": [0.7526028156280518], "gold_temporal_scores": [0.2557947039604187], "max_gold_score": 1.0083974599838257, "max_candidate_score": 1.0107463598251343, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 1.0107463598251343, "best_gold_margin": -0.0023488998413085938, "weakest_gold_margin": -0.0023488998413085938}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00572", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their chosen title to Hidden Radio Hour, and what was the earlier title?", "temporal_relation": "comparison", "query_temporal_norm": 0.3996114730834961, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.728177547454834}, {"memory_id": "history_02_utt_0009", "score": 0.8245628476142883}], "gold_semantic_scores": [0.5919076204299927, 0.735672116279602], "gold_temporal_scores": [0.13627000153064728, 0.08889081329107285], "max_gold_score": 0.8245628476142883, "max_candidate_score": 0.8245628476142883, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3478543162345886, "best_gold_margin": 0.4767085313796997, "weakest_gold_margin": 0.38032323122024536}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00572", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which title did Cameron say he picked to watch?", "temporal_relation": "none", "query_temporal_norm": 0.2900349497795105, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.76141357421875}], "gold_semantic_scores": [0.6803926229476929], "gold_temporal_scores": [0.0810207724571228], "max_gold_score": 0.76141357421875, "max_candidate_score": 0.76141357421875, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7025737166404724, "best_gold_margin": 0.05883985757827759, "weakest_gold_margin": 0.05883985757827759}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00572", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention picking Sunset Drive?", "temporal_relation": "session", "query_temporal_norm": 0.18991228938102722, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7867968678474426}], "gold_semantic_scores": [0.7264890670776367], "gold_temporal_scores": [0.06030811741948128], "max_gold_score": 0.7867968678474426, "max_candidate_score": 0.7867968678474426, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.75096595287323, "best_gold_margin": 0.035830914974212646, "weakest_gold_margin": 0.035830914974212646}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00572", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention adding Hidden Radio Hour to his watchlist?", "temporal_relation": "session", "query_temporal_norm": 0.2367558628320694, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7360323667526245}], "gold_semantic_scores": [0.6780967116355896], "gold_temporal_scores": [0.0579356774687767], "max_gold_score": 0.7360323667526245, "max_candidate_score": 0.7360323667526245, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7331154346466064, "best_gold_margin": 0.0029169321060180664, "weakest_gold_margin": 0.0029169321060180664}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00697", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about selecting QuantizedModelA for the edge node, and why did Taylor reject the deployment?", "temporal_relation": "none", "query_temporal_norm": 0.24610528349876404, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8011168837547302}, {"memory_id": "history_02_utt_0008", "score": 0.521828293800354}], "gold_semantic_scores": [0.7213944792747498, 0.44335246086120605], "gold_temporal_scores": [0.07972220331430435, 0.07847581803798676], "max_gold_score": 0.8011168837547302, "max_candidate_score": 0.8397150039672852, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.8397150039672852, "best_gold_margin": -0.03859812021255493, "weakest_gold_margin": -0.31788671016693115}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00697", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which streaming model was suggested for the cloud gateway because it met the throughput requirement?", "temporal_relation": "none", "query_temporal_norm": 0.11489219963550568, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6189411282539368}], "gold_semantic_scores": [0.6043562293052673], "gold_temporal_scores": [0.014585038647055626], "max_gold_score": 0.6189411282539368, "max_candidate_score": 0.6189411282539368, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5879011750221252, "best_gold_margin": 0.031039953231811523, "weakest_gold_margin": 0.031039953231811523}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00697", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the status of the cloud gateway path that was described as fitting the memory budget?", "temporal_relation": "none", "query_temporal_norm": 0.13695688545703888, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.5415213108062744}], "gold_semantic_scores": [0.5272544622421265], "gold_temporal_scores": [0.014266868121922016], "max_gold_score": 0.5415213108062744, "max_candidate_score": 0.5415213108062744, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.5014388561248779, "best_gold_margin": 0.040082454681396484, "weakest_gold_margin": 0.040082454681396484}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00697", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What was changed this morning?", "temporal_relation": "none", "query_temporal_norm": 0.27724868059158325, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.37651318311691284, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.37651318311691284, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00814", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan say the latest deployment target was?", "temporal_relation": "latest", "query_temporal_norm": 0.5520102977752686, "query_session_index": 2, "query_start_sec": 21.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9723830223083496}], "gold_semantic_scores": [0.6909680366516113], "gold_temporal_scores": [0.28141456842422485], "max_gold_score": 0.9723830223083496, "max_candidate_score": 0.9763819575309753, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.9763819575309753, "best_gold_margin": -0.003998935222625732, "weakest_gold_margin": -0.003998935222625732}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00814", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What deployment target did we previously plan for the model?", "temporal_relation": "before", "query_temporal_norm": 0.5096772909164429, "query_session_index": 2, "query_start_sec": 21.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.783918559551239}], "gold_semantic_scores": [0.6743985414505005], "gold_temporal_scores": [0.10951998084783554], "max_gold_score": 0.783918559551239, "max_candidate_score": 0.783918559551239, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5396351218223572, "best_gold_margin": 0.24428343772888184, "weakest_gold_margin": 0.24428343772888184}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00814", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan mention deploying the model to the EU inference cluster?", "temporal_relation": "session", "query_temporal_norm": 0.24352355301380157, "query_session_index": 2, "query_start_sec": 21.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7352487444877625}], "gold_semantic_scores": [0.6968380808830261], "gold_temporal_scores": [0.03841046243906021], "max_gold_score": 0.7352487444877625, "max_candidate_score": 0.7352487444877625, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7076808214187622, "best_gold_margin": 0.027567923069000244, "weakest_gold_margin": 0.027567923069000244}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00814", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the model planned to be deployed for the low-latency tests?", "temporal_relation": "none", "query_temporal_norm": 0.3426085412502289, "query_session_index": 2, "query_start_sec": 21.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7789585590362549}], "gold_semantic_scores": [0.7848549485206604], "gold_temporal_scores": [-0.005896578077226877], "max_gold_score": 0.7789585590362549, "max_candidate_score": 0.7789585590362549, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7242317795753479, "best_gold_margin": 0.05472677946090698, "weakest_gold_margin": 0.05472677946090698}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00895", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about GreenMart, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.16041962802410126, "query_session_index": 2, "query_start_sec": 18.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7418698668479919}, {"memory_id": "history_02_utt_0013", "score": 0.79027259349823}], "gold_semantic_scores": [0.6928215622901917, 0.7522633075714111], "gold_temporal_scores": [0.04904821887612343, 0.03800942003726959], "max_gold_score": 0.79027259349823, "max_candidate_score": 0.79027259349823, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.7330136299133301, "best_gold_margin": 0.0572589635848999, "weakest_gold_margin": 0.008856236934661865}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00895", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending BulkBarn?", "temporal_relation": "none", "query_temporal_norm": 0.09894021600484848, "query_session_index": 2, "query_start_sec": 18.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7423506379127502}], "gold_semantic_scores": [0.7250345349311829], "gold_temporal_scores": [0.017316116020083427], "max_gold_score": 0.7423506379127502, "max_candidate_score": 0.7423506379127502, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5012790560722351, "best_gold_margin": 0.24107158184051514, "weakest_gold_margin": 0.24107158184051514}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00895", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was BulkBarn said to have discounted refill sizes?", "temporal_relation": "session", "query_temporal_norm": 0.11846180260181427, "query_session_index": 2, "query_start_sec": 18.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7257382869720459}], "gold_semantic_scores": [0.6963332891464233], "gold_temporal_scores": [0.02940480411052704], "max_gold_score": 0.7257382869720459, "max_candidate_score": 0.7257382869720459, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.6791720390319824, "best_gold_margin": 0.04656624794006348, "weakest_gold_margin": 0.04656624794006348}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00895", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for ruling out GreenMart?", "temporal_relation": "none", "query_temporal_norm": 0.14428982138633728, "query_session_index": 2, "query_start_sec": 18.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0013", "score": 0.8786855340003967}], "gold_semantic_scores": [0.8193085789680481], "gold_temporal_scores": [0.0593767985701561], "max_gold_score": 0.8786855340003967, "max_candidate_score": 0.8786855340003967, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.6291384696960449, "best_gold_margin": 0.2495470643043518, "weakest_gold_margin": 0.2495470643043518}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00975", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor originally say the training settings were before they changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5623223185539246, "query_session_index": 2, "query_start_sec": 23.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7906907200813293}], "gold_semantic_scores": [0.6420890688896179], "gold_temporal_scores": [0.1486014425754547], "max_gold_score": 0.7906907200813293, "max_candidate_score": 0.7906907200813293, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7881392240524292, "best_gold_margin": 0.0025514960289001465, "weakest_gold_margin": 0.0025514960289001465}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00975", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training settings change between the two discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3772624433040619, "query_session_index": 2, "query_start_sec": 23.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6923519372940063}, {"memory_id": "history_02_utt_0012", "score": 0.6935537457466125}], "gold_semantic_scores": [0.556917667388916, 0.5645037889480591], "gold_temporal_scores": [0.13543429970741272, 0.12904992699623108], "max_gold_score": 0.6935537457466125, "max_candidate_score": 0.6935537457466125, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5225743055343628, "best_gold_margin": 0.17097944021224976, "weakest_gold_margin": 0.16977763175964355}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00975", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training settings did Taylor report using earlier?", "temporal_relation": "before", "query_temporal_norm": 0.4382406175136566, "query_session_index": 2, "query_start_sec": 23.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7033989429473877}], "gold_semantic_scores": [0.5421282649040222], "gold_temporal_scores": [0.16127067804336548], "max_gold_score": 0.7033989429473877, "max_candidate_score": 0.7033989429473877, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6502887606620789, "best_gold_margin": 0.05311018228530884, "weakest_gold_margin": 0.05311018228530884}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00975", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor say they trained using optimizer=SGD?", "temporal_relation": "session", "query_temporal_norm": 0.3249337375164032, "query_session_index": 2, "query_start_sec": 23.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6992883086204529}], "gold_semantic_scores": [0.5845927596092224], "gold_temporal_scores": [0.11469554901123047], "max_gold_score": 0.6992883086204529, "max_candidate_score": 0.6992883086204529, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5970373749732971, "best_gold_margin": 0.10225093364715576, "weakest_gold_margin": 0.10225093364715576}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01112", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley originally say the model choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5468548536300659, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8722392320632935}], "gold_semantic_scores": [0.7119407653808594], "gold_temporal_scores": [0.16029855608940125], "max_gold_score": 0.8722392320632935, "max_candidate_score": 0.8722392320632935, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8616457581520081, "best_gold_margin": 0.0105934739112854, "weakest_gold_margin": 0.0105934739112854}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01112", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley mention that she planned to use ConvNet-18?", "temporal_relation": "session", "query_temporal_norm": 0.33093351125717163, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7403948903083801}], "gold_semantic_scores": [0.6303539872169495], "gold_temporal_scores": [0.11004091054201126], "max_gold_score": 0.7403948903083801, "max_candidate_score": 0.7403948903083801, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6302147507667542, "best_gold_margin": 0.11018013954162598, "weakest_gold_margin": 0.11018013954162598}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01112", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model are we currently using for the experiment?", "temporal_relation": "latest", "query_temporal_norm": 0.5039131045341492, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9948069453239441}], "gold_semantic_scores": [0.7279291749000549], "gold_temporal_scores": [0.26687729358673096], "max_gold_score": 0.9948069453239441, "max_candidate_score": 1.0003942251205444, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 1.0003942251205444, "best_gold_margin": -0.005587279796600342, "weakest_gold_margin": -0.005587279796600342}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01112", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the experiment model choice change?", "temporal_relation": "comparison", "query_temporal_norm": 0.3775191605091095, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7924152612686157}, {"memory_id": "history_02_utt_0009", "score": 0.7920023202896118}], "gold_semantic_scores": [0.6549955606460571, 0.6799669861793518], "gold_temporal_scores": [0.13741962611675262, 0.11203522235155106], "max_gold_score": 0.7924152612686157, "max_candidate_score": 0.7924152612686157, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4266900420188904, "best_gold_margin": 0.36572521924972534, "weakest_gold_margin": 0.36531227827072144}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01196", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say the latest dataset version was?", "temporal_relation": "latest", "query_temporal_norm": 0.5581233501434326, "query_session_index": 2, "query_start_sec": 21.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9464810490608215}], "gold_semantic_scores": [0.6620023250579834], "gold_temporal_scores": [0.28447890281677246], "max_gold_score": 0.9464810490608215, "max_candidate_score": 0.9464810490608215, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.9397942423820496, "best_gold_margin": 0.006686806678771973, "weakest_gold_margin": 0.006686806678771973}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01196", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dataset change between the previous and current versions?", "temporal_relation": "comparison", "query_temporal_norm": 0.38756221532821655, "query_session_index": 2, "query_start_sec": 21.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6736487150192261}, {"memory_id": "history_02_utt_0012", "score": 0.7473474144935608}], "gold_semantic_scores": [0.5360663533210754, 0.622128427028656], "gold_temporal_scores": [0.13758240640163422, 0.12521900236606598], "max_gold_score": 0.7473474144935608, "max_candidate_score": 0.7473474144935608, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.3435977101325989, "best_gold_margin": 0.4037497043609619, "weakest_gold_margin": 0.3300510048866272}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01196", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which dataset version did Casey report we were using, and how did they describe it?", "temporal_relation": "none", "query_temporal_norm": 0.3362768292427063, "query_session_index": 2, "query_start_sec": 21.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.6716170310974121}], "gold_semantic_scores": [0.5730699300765991], "gold_temporal_scores": [0.09854740649461746], "max_gold_score": 0.6716170310974121, "max_candidate_score": 0.6716170310974121, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.6077490448951721, "best_gold_margin": 0.06386798620223999, "weakest_gold_margin": 0.06386798620223999}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01196", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which dataset version are we using now, and how was it described?", "temporal_relation": "latest", "query_temporal_norm": 0.2855619490146637, "query_session_index": 2, "query_start_sec": 21.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.2515583336353302}], "gold_semantic_scores": [0.22718743979930878], "gold_temporal_scores": [0.024370992556214333], "max_gold_score": 0.2515583336353302, "max_candidate_score": 0.3498287498950958, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.3498287498950958, "best_gold_margin": -0.09827041625976562, "weakest_gold_margin": -0.09827041625976562}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00071", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended adding 'Blue Hour', and why was it removed from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.17181642353534698, "query_session_index": 2, "query_start_sec": 13.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5687458515167236}, {"memory_id": "history_02_utt_0009", "score": 0.5933186411857605}], "gold_semantic_scores": [0.5251224637031555, 0.5628618001937866], "gold_temporal_scores": [0.04362349957227707, 0.030456744134426117], "max_gold_score": 0.5933186411857605, "max_candidate_score": 0.5933186411857605, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4167189300060272, "best_gold_margin": 0.17659971117973328, "weakest_gold_margin": 0.1520269215106964}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00071", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who removed 'Blue Hour' from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.11948990821838379, "query_session_index": 2, "query_start_sec": 13.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7925044298171997}], "gold_semantic_scores": [0.7807332277297974], "gold_temporal_scores": [0.011771210469305515], "max_gold_score": 0.7925044298171997, "max_candidate_score": 0.7925044298171997, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5214783549308777, "best_gold_margin": 0.271026074886322, "weakest_gold_margin": 0.271026074886322}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00071", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan recommend adding 'Blue Hour' to the start of the set?", "temporal_relation": "session", "query_temporal_norm": 0.14909641444683075, "query_session_index": 2, "query_start_sec": 13.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7068537473678589}], "gold_semantic_scores": [0.6718356013298035], "gold_temporal_scores": [0.03501812368631363], "max_gold_score": 0.7068537473678589, "max_candidate_score": 0.7068537473678589, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5636922717094421, "best_gold_margin": 0.14316147565841675, "weakest_gold_margin": 0.14316147565841675}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00071", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which song was suggested mid-set for its punchy transitions?", "temporal_relation": "none", "query_temporal_norm": 0.1247389018535614, "query_session_index": 2, "query_start_sec": 13.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.44932863116264343}], "gold_semantic_scores": [0.43367961049079895], "gold_temporal_scores": [0.015648815780878067], "max_gold_score": 0.44932863116264343, "max_candidate_score": 0.4744759202003479, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.4744759202003479, "best_gold_margin": -0.025147289037704468, "weakest_gold_margin": -0.025147289037704468}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00209", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest dataset collection deadline was?", "temporal_relation": "latest", "query_temporal_norm": 0.5629234313964844, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9896617531776428}], "gold_semantic_scores": [0.7203076481819153], "gold_temporal_scores": [0.26935434341430664], "max_gold_score": 0.9896617531776428, "max_candidate_score": 1.009710431098938, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 1.009710431098938, "best_gold_margin": -0.020048677921295166, "weakest_gold_margin": -0.020048677921295166}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00343", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my planned activity change between the earlier conversation and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4147563576698303, "query_session_index": 2, "query_start_sec": 10.000000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8042146563529968}, {"memory_id": "history_02_utt_0007", "score": 0.7854859828948975}], "gold_semantic_scores": [0.6489130854606628, 0.6410913467407227], "gold_temporal_scores": [0.15530166029930115, 0.14439471065998077], "max_gold_score": 0.8042146563529968, "max_candidate_score": 0.8042146563529968, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.786888062953949, "best_gold_margin": 0.01732659339904785, "weakest_gold_margin": -0.0014020800590515137}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00343", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had planned a picnic at the coastal lighthouse?", "temporal_relation": "none", "query_temporal_norm": 0.3808961808681488, "query_session_index": 2, "query_start_sec": 10.000000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8727772235870361}], "gold_semantic_scores": [0.7770366072654724], "gold_temporal_scores": [0.09574071317911148], "max_gold_score": 0.8727772235870361, "max_candidate_score": 0.8727772235870361, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.39385539293289185, "best_gold_margin": 0.4789218306541443, "weakest_gold_margin": 0.4789218306541443}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00343", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed the plan to a hike to the mountain overlook?", "temporal_relation": "none", "query_temporal_norm": 0.37592166662216187, "query_session_index": 2, "query_start_sec": 10.000000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9789425730705261}], "gold_semantic_scores": [0.8112224340438843], "gold_temporal_scores": [0.16772004961967468], "max_gold_score": 0.9789425730705261, "max_candidate_score": 0.9789425730705261, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6345360279083252, "best_gold_margin": 0.3444065451622009, "weakest_gold_margin": 0.3444065451622009}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00449", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Skyler's planned paper-towel purchase change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3984357416629791, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6887474060058594}, {"memory_id": "history_02_utt_0009", "score": 0.7644528150558472}], "gold_semantic_scores": [0.5421993136405945, 0.6214354634284973], "gold_temporal_scores": [0.1465480923652649, 0.14301735162734985], "max_gold_score": 0.7644528150558472, "max_candidate_score": 0.7644528150558472, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7197964787483215, "best_gold_margin": 0.044656336307525635, "weakest_gold_margin": -0.031049072742462158}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00449", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler say she planned to buy?", "temporal_relation": "none", "query_temporal_norm": 0.3700186312198639, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5577149987220764}], "gold_semantic_scores": [0.4852348566055298], "gold_temporal_scores": [0.07248003035783768], "max_gold_score": 0.5577149987220764, "max_candidate_score": 0.5577149987220764, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4744197130203247, "best_gold_margin": 0.08329528570175171, "weakest_gold_margin": 0.08329528570175171}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00449", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler state her planned paper-towel purchase?", "temporal_relation": "session", "query_temporal_norm": 0.293775737285614, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6736940741539001}], "gold_semantic_scores": [0.572019100189209], "gold_temporal_scores": [0.10167510062456131], "max_gold_score": 0.6736940741539001, "max_candidate_score": 0.7077949047088623, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7077949047088623, "best_gold_margin": -0.03410083055496216, "weakest_gold_margin": -0.03410083055496216}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00449", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to buy a 12-count pack of generic paper towels from the corner store?", "temporal_relation": "none", "query_temporal_norm": 0.34115418791770935, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8980157375335693}], "gold_semantic_scores": [0.8167181015014648], "gold_temporal_scores": [0.0812976136803627], "max_gold_score": 0.8980157375335693, "max_candidate_score": 0.8980157375335693, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7182726263999939, "best_gold_margin": 0.17974311113357544, "weakest_gold_margin": 0.17974311113357544}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00569", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the departure time was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5370882153511047, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8514521718025208}], "gold_semantic_scores": [0.6970922946929932], "gold_temporal_scores": [0.15435999631881714], "max_gold_score": 0.8514521718025208, "max_candidate_score": 0.8544154763221741, "top_memory_id": "history_01_utt_0009::cf::main::3", "max_non_gold_score": 0.8544154763221741, "best_gold_margin": -0.0029633045196533203, "weakest_gold_margin": -0.0029633045196533203}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00569", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to leave at 9:30 AM?", "temporal_relation": "none", "query_temporal_norm": 0.2637791633605957, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.792161226272583}], "gold_semantic_scores": [0.7387003898620605], "gold_temporal_scores": [0.05346076563000679], "max_gold_score": 0.792161226272583, "max_candidate_score": 0.792161226272583, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6093482375144958, "best_gold_margin": 0.18281298875808716, "weakest_gold_margin": 0.18281298875808716}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00569", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What time are we scheduled to leave now?", "temporal_relation": "latest", "query_temporal_norm": 0.402282178401947, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7678765654563904}], "gold_semantic_scores": [0.6089949607849121], "gold_temporal_scores": [0.1588813215494156], "max_gold_score": 0.7678765654563904, "max_candidate_score": 0.7678765654563904, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7636510133743286, "best_gold_margin": 0.004225552082061768, "weakest_gold_margin": 0.004225552082061768}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00569", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "After we adjusted plans, what time did we set the departure for?", "temporal_relation": "none", "query_temporal_norm": 0.3525623381137848, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8503085970878601}], "gold_semantic_scores": [0.7045722603797913], "gold_temporal_scores": [0.14573653042316437], "max_gold_score": 0.8503085970878601, "max_candidate_score": 0.852584958076477, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.852584958076477, "best_gold_margin": -0.0022763609886169434, "weakest_gold_margin": -0.0022763609886169434}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00627", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was a reason to go to Green Leaf, and why is it closed today?", "temporal_relation": "none", "query_temporal_norm": 0.16564078629016876, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7651000618934631}, {"memory_id": "history_02_utt_0008", "score": 0.8339918851852417}], "gold_semantic_scores": [0.715695321559906, 0.7735950350761414], "gold_temporal_scores": [0.049404654651880264, 0.060396675020456314], "max_gold_score": 0.8339918851852417, "max_candidate_score": 0.8339918851852417, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7606456279754639, "best_gold_margin": 0.07334625720977783, "weakest_gold_margin": 0.004454433917999268}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00627", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for suggesting Sunny Side?", "temporal_relation": "none", "query_temporal_norm": 0.09487206488847733, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.746456503868103}], "gold_semantic_scores": [0.7312211394309998], "gold_temporal_scores": [0.015235470607876778], "max_gold_score": 0.746456503868103, "max_candidate_score": 0.746456503868103, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.4658278226852417, "best_gold_margin": 0.28062868118286133, "weakest_gold_margin": 0.28062868118286133}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00627", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Sunny Side suggested?", "temporal_relation": "session", "query_temporal_norm": 0.12010864168405533, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.8326296210289001}], "gold_semantic_scores": [0.8030107021331787], "gold_temporal_scores": [0.029618505388498306], "max_gold_score": 0.8326296210289001, "max_candidate_score": 0.8326296210289001, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.479326456785202, "best_gold_margin": 0.3533031642436981, "weakest_gold_margin": 0.3533031642436981}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00627", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said earlier about Sunny Side’s pickup availability this week?", "temporal_relation": "none", "query_temporal_norm": 0.12496942281723022, "query_session_index": 2, "query_start_sec": 18.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.7376853227615356}], "gold_semantic_scores": [0.7407010793685913], "gold_temporal_scores": [-0.0030156648717820644], "max_gold_score": 0.7376853227615356, "max_candidate_score": 0.7376853227615356, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.5258519053459167, "best_gold_margin": 0.2118334174156189, "weakest_gold_margin": 0.2118334174156189}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00722", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending River Cities, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.14020214974880219, "query_session_index": 2, "query_start_sec": 20.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7782660126686096}, {"memory_id": "history_02_utt_0011", "score": 0.814910352230072}], "gold_semantic_scores": [0.7403919696807861, 0.7635835409164429], "gold_temporal_scores": [0.03787412494421005, 0.05132652446627617], "max_gold_score": 0.814910352230072, "max_candidate_score": 0.814910352230072, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7830650806427002, "best_gold_margin": 0.031845271587371826, "weakest_gold_margin": -0.004799067974090576}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00722", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we drop River Cities?", "temporal_relation": "none", "query_temporal_norm": 0.15834859013557434, "query_session_index": 2, "query_start_sec": 20.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9151139855384827}], "gold_semantic_scores": [0.8445420861244202], "gold_temporal_scores": [0.07057185471057892], "max_gold_score": 0.9151139855384827, "max_candidate_score": 0.9151139855384827, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5981468558311462, "best_gold_margin": 0.3169671297073364, "weakest_gold_margin": 0.3169671297073364}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00722", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for pitching Hidden Frames?", "temporal_relation": "none", "query_temporal_norm": 0.09761706739664078, "query_session_index": 2, "query_start_sec": 20.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.7562785744667053}], "gold_semantic_scores": [0.7413143515586853], "gold_temporal_scores": [0.014964328147470951], "max_gold_score": 0.7562785744667053, "max_candidate_score": 0.7562785744667053, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.6277971863746643, "best_gold_margin": 0.12848138809204102, "weakest_gold_margin": 0.12848138809204102}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00722", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Hidden Frames recommended?", "temporal_relation": "session", "query_temporal_norm": 0.12834616005420685, "query_session_index": 2, "query_start_sec": 20.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.27613574266433716}], "gold_semantic_scores": [0.24077819287776947], "gold_temporal_scores": [0.03535762056708336], "max_gold_score": 0.27613574266433716, "max_candidate_score": 0.34531086683273315, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.34531086683273315, "best_gold_margin": -0.069175124168396, "weakest_gold_margin": -0.069175124168396}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00836", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the paper towel shopping item to the 12-roll EcoRoll recycled paper towel pack, and what was the earlier item?", "temporal_relation": "comparison", "query_temporal_norm": 0.40919697284698486, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8936468958854675}, {"memory_id": "history_02_utt_0008", "score": 0.8873410224914551}], "gold_semantic_scores": [0.7404373288154602, 0.7581055760383606], "gold_temporal_scores": [0.15320950746536255, 0.12923547625541687], "max_gold_score": 0.8936468958854675, "max_candidate_score": 0.8936468958854675, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6810415387153625, "best_gold_margin": 0.21260535717010498, "weakest_gold_margin": 0.20629948377609253}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00836", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to buy a 24-count SoftWipe paper towel pack?", "temporal_relation": "none", "query_temporal_norm": 0.3637601137161255, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8728105425834656}], "gold_semantic_scores": [0.8073990345001221], "gold_temporal_scores": [0.06541141867637634], "max_gold_score": 0.8728105425834656, "max_candidate_score": 0.8728105425834656, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.58356773853302, "best_gold_margin": 0.28924280405044556, "weakest_gold_margin": 0.28924280405044556}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00836", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their item to a 12-roll EcoRoll recycled paper towel pack?", "temporal_relation": "none", "query_temporal_norm": 0.3266686201095581, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9730466604232788}], "gold_semantic_scores": [0.8392067551612854], "gold_temporal_scores": [0.13383987545967102], "max_gold_score": 0.9730466604232788, "max_candidate_score": 0.9730466604232788, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7716813087463379, "best_gold_margin": 0.20136535167694092, "weakest_gold_margin": 0.20136535167694092}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00836", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who will head out now before it rains?", "temporal_relation": "none", "query_temporal_norm": 0.1360425055027008, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.1858338713645935, "top_memory_id": "history_01_utt_0005", "max_non_gold_score": 0.1858338713645935, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00984", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey originally say the chore schedule was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5563521385192871, "query_session_index": 2, "query_start_sec": 20.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7758803963661194}], "gold_semantic_scores": [0.6469660997390747], "gold_temporal_scores": [0.12891428172588348], "max_gold_score": 0.7758803963661194, "max_candidate_score": 0.7758803963661194, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7735573053359985, "best_gold_margin": 0.0023230910301208496, "weakest_gold_margin": 0.0023230910301208496}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00984", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was volunteered regarding restocking paper towels when they run low?", "temporal_relation": "none", "query_temporal_norm": 0.10826849937438965, "query_session_index": 2, "query_start_sec": 20.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.7721154689788818}], "gold_semantic_scores": [0.7506632208824158], "gold_temporal_scores": [0.02145233564078808], "max_gold_score": 0.7721154689788818, "max_candidate_score": 0.7721154689788818, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.6090985536575317, "best_gold_margin": 0.1630169153213501, "weakest_gold_margin": 0.1630169153213501}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01062", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I change my shopping item from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3948518633842468, "query_session_index": 2, "query_start_sec": 15.479999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8054581880569458}, {"memory_id": "history_02_utt_0009", "score": 0.8230190277099609}], "gold_semantic_scores": [0.6644472479820251, 0.6807366609573364], "gold_temporal_scores": [0.14101094007492065, 0.14228226244449615], "max_gold_score": 0.8230190277099609, "max_candidate_score": 0.8679249286651611, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8679249286651611, "best_gold_margin": -0.044905900955200195, "weakest_gold_margin": -0.06246674060821533}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01062", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the list to a 200 gram package of plant-based shredded cheddar alternative?", "temporal_relation": "none", "query_temporal_norm": 0.44204169511795044, "query_session_index": 2, "query_start_sec": 15.479999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9194107055664062}], "gold_semantic_scores": [0.6923155784606934], "gold_temporal_scores": [0.2270951271057129], "max_gold_score": 0.9194107055664062, "max_candidate_score": 0.9194107055664062, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5260114669799805, "best_gold_margin": 0.3933992385864258, "weakest_gold_margin": 0.3933992385864258}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01062", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier, what cheddar item was on the grocery list?", "temporal_relation": "before", "query_temporal_norm": 0.19224245846271515, "query_session_index": 2, "query_start_sec": 15.479999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8340612649917603}], "gold_semantic_scores": [0.8096234202384949], "gold_temporal_scores": [0.02443796955049038], "max_gold_score": 0.8340612649917603, "max_candidate_score": 0.8340612649917603, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6014289855957031, "best_gold_margin": 0.23263227939605713, "weakest_gold_margin": 0.23263227939605713}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01170", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley originally put on the shopping list before it was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5418557524681091, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9381542801856995}], "gold_semantic_scores": [0.7578946948051453], "gold_temporal_scores": [0.18025954067707062], "max_gold_score": 0.9381542801856995, "max_candidate_score": 0.9381542801856995, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.9256109595298767, "best_gold_margin": 0.012543320655822754, "weakest_gold_margin": 0.012543320655822754}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01170", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the shopping-list item originally listed as spinach?", "temporal_relation": "comparison", "query_temporal_norm": 0.4497717618942261, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9454562664031982}, {"memory_id": "history_02_utt_0010", "score": 0.8279709815979004}], "gold_semantic_scores": [0.7863870859146118, 0.7528771758079529], "gold_temporal_scores": [0.15906907618045807, 0.0750938281416893], "max_gold_score": 0.9454562664031982, "max_candidate_score": 0.9454562664031982, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6151230931282043, "best_gold_margin": 0.3303331732749939, "weakest_gold_margin": 0.21284788846969604}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01170", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which item did Finley add to the shopping list at first?", "temporal_relation": "earliest", "query_temporal_norm": 0.4580210745334625, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.773807942867279}], "gold_semantic_scores": [0.6058158278465271], "gold_temporal_scores": [0.1679920107126236], "max_gold_score": 0.773807942867279, "max_candidate_score": 0.7749910354614258, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0002::3", "max_non_gold_score": 0.7749910354614258, "best_gold_margin": -0.0011830925941467285, "weakest_gold_margin": -0.0011830925941467285}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01170", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which spinach product had been listed originally, before it was swapped out?", "temporal_relation": "earliest", "query_temporal_norm": 0.5598917007446289, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.79034823179245}], "gold_semantic_scores": [0.6306488513946533], "gold_temporal_scores": [0.15969911217689514], "max_gold_score": 0.79034823179245, "max_candidate_score": 0.79034823179245, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7823230624198914, "best_gold_margin": 0.008025169372558594, "weakest_gold_margin": 0.008025169372558594}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00094", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5527331233024597, "query_session_index": 2, "query_start_sec": 13.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9614893794059753}], "gold_semantic_scores": [0.707656741142273], "gold_temporal_scores": [0.25383275747299194], "max_gold_score": 0.9614893794059753, "max_candidate_score": 0.9614893794059753, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9604625105857849, "best_gold_margin": 0.0010268688201904297, "weakest_gold_margin": 0.0010268688201904297}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00094", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest activity choice we decided on for Saturday?", "temporal_relation": "latest", "query_temporal_norm": 0.5341638922691345, "query_session_index": 2, "query_start_sec": 13.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9991419911384583}], "gold_semantic_scores": [0.7327120900154114], "gold_temporal_scores": [0.2664299011230469], "max_gold_score": 0.9991419911384583, "max_candidate_score": 0.9991419911384583, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9982476830482483, "best_gold_margin": 0.0008943080902099609, "weakest_gold_margin": 0.0008943080902099609}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00094", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan mention going to the botanical garden?", "temporal_relation": "session", "query_temporal_norm": 0.1619592308998108, "query_session_index": 2, "query_start_sec": 13.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8060359358787537}], "gold_semantic_scores": [0.7733756899833679], "gold_temporal_scores": [0.032660018652677536], "max_gold_score": 0.8060359358787537, "max_candidate_score": 0.8060359358787537, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7597627639770508, "best_gold_margin": 0.04627317190170288, "weakest_gold_margin": 0.04627317190170288}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00094", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we'll go to the botanical garden instead?", "temporal_relation": "none", "query_temporal_norm": 0.33364471793174744, "query_session_index": 2, "query_start_sec": 13.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9744956493377686}], "gold_semantic_scores": [0.8257722854614258], "gold_temporal_scores": [0.1487230509519577], "max_gold_score": 0.9744956493377686, "max_candidate_score": 0.9744956493377686, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6673444509506226, "best_gold_margin": 0.307151198387146, "weakest_gold_margin": 0.307151198387146}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00274", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4118790626525879, "query_session_index": 2, "query_start_sec": 23.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7552120089530945}, {"memory_id": "history_02_utt_0008", "score": 0.7379885911941528}], "gold_semantic_scores": [0.6042826771736145, 0.5881081819534302], "gold_temporal_scores": [0.1509293168783188, 0.14988017082214355], "max_gold_score": 0.7552120089530945, "max_candidate_score": 0.7552120089530945, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7487156987190247, "best_gold_margin": 0.006496310234069824, "weakest_gold_margin": -0.010727107524871826}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00274", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who planned to report mean accuracy on a pooled test set?", "temporal_relation": "none", "query_temporal_norm": 0.32258981466293335, "query_session_index": 2, "query_start_sec": 23.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8012061715126038}], "gold_semantic_scores": [0.7522844076156616], "gold_temporal_scores": [0.04892167076468468], "max_gold_score": 0.8012061715126038, "max_candidate_score": 0.8012061715126038, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.40637338161468506, "best_gold_margin": 0.3948327898979187, "weakest_gold_margin": 0.3948327898979187}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00274", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the plan to run paired comparisons?", "temporal_relation": "none", "query_temporal_norm": 0.33172914385795593, "query_session_index": 2, "query_start_sec": 23.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8153084516525269}], "gold_semantic_scores": [0.6836283802986145], "gold_temporal_scores": [0.1316799372434616], "max_gold_score": 0.8153084516525269, "max_candidate_score": 0.8153084516525269, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5694307684898376, "best_gold_margin": 0.2458776831626892, "weakest_gold_margin": 0.2458776831626892}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00378", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5260157585144043, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9341880679130554}], "gold_semantic_scores": [0.6532684564590454], "gold_temporal_scores": [0.2809196412563324], "max_gold_score": 0.9341880679130554, "max_candidate_score": 0.9382109642028809, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.9382109642028809, "best_gold_margin": -0.0040228962898254395, "weakest_gold_margin": -0.0040228962898254395}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00378", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which speech model is the team using now, according to the most recent discussion?", "temporal_relation": "latest", "query_temporal_norm": 0.5709196329116821, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8116901516914368}], "gold_semantic_scores": [0.542512059211731], "gold_temporal_scores": [0.26917803287506104], "max_gold_score": 0.8116901516914368, "max_candidate_score": 0.8207046389579773, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.8207046389579773, "best_gold_margin": -0.009014487266540527, "weakest_gold_margin": -0.009014487266540527}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00378", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan report the project had been switched to for the current experiments?", "temporal_relation": "none", "query_temporal_norm": 0.48932769894599915, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9476336240768433}], "gold_semantic_scores": [0.699077308177948], "gold_temporal_scores": [0.24855634570121765], "max_gold_score": 0.9476336240768433, "max_candidate_score": 0.9476336240768433, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8224598169326782, "best_gold_margin": 0.12517380714416504, "weakest_gold_margin": 0.12517380714416504}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00378", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan say the project was switched to EchoNet-XL?", "temporal_relation": "session", "query_temporal_norm": 0.3822409212589264, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9973592758178711}], "gold_semantic_scores": [0.8029288649559021], "gold_temporal_scores": [0.19443055987358093], "max_gold_score": 0.9973592758178711, "max_candidate_score": 0.9973592758178711, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9285342693328857, "best_gold_margin": 0.06882500648498535, "weakest_gold_margin": 0.06882500648498535}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00523", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest departure time was?", "temporal_relation": "latest", "query_temporal_norm": 0.5675985217094421, "query_session_index": 2, "query_start_sec": 12.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.975585401058197}], "gold_semantic_scores": [0.7204810380935669], "gold_temporal_scores": [0.25510451197624207], "max_gold_score": 0.975585401058197, "max_candidate_score": 0.9797977805137634, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9797977805137634, "best_gold_margin": -0.004212379455566406, "weakest_gold_margin": -0.004212379455566406}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00523", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said to leave at 5:20 PM?", "temporal_relation": "none", "query_temporal_norm": 0.14772941172122955, "query_session_index": 2, "query_start_sec": 12.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.5766640901565552}], "gold_semantic_scores": [0.5203449726104736], "gold_temporal_scores": [0.056319259107112885], "max_gold_score": 0.5766640901565552, "max_candidate_score": 0.5766640901565552, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4609115719795227, "best_gold_margin": 0.11575251817703247, "weakest_gold_margin": 0.11575251817703247}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00523", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned departure time change?", "temporal_relation": "comparison", "query_temporal_norm": 0.3576332926750183, "query_session_index": 2, "query_start_sec": 12.959999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8334459066390991}, {"memory_id": "history_02_utt_0008", "score": 0.7729085087776184}], "gold_semantic_scores": [0.707768440246582, 0.6451845765113831], "gold_temporal_scores": [0.12567737698554993, 0.12772399187088013], "max_gold_score": 0.8334459066390991, "max_candidate_score": 0.8334459066390991, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.36926591396331787, "best_gold_margin": 0.46417999267578125, "weakest_gold_margin": 0.40364259481430054}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00603", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I propose for the inference cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.22770282626152039, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7164022326469421}, {"memory_id": "history_02_utt_0010", "score": 0.6944393515586853}], "gold_semantic_scores": [0.6474356651306152, 0.6255467534065247], "gold_temporal_scores": [0.06896667927503586, 0.06889274716377258], "max_gold_score": 0.7164022326469421, "max_candidate_score": 0.7499951124191284, "top_memory_id": "history_01_utt_0011::cf::main::1", "max_non_gold_score": 0.7499951124191284, "best_gold_margin": -0.03359287977218628, "weakest_gold_margin": -0.055555760860443115}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00603", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the inference cache proposal?", "temporal_relation": "none", "query_temporal_norm": 0.3110082745552063, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.668457567691803}], "gold_semantic_scores": [0.5280190706253052], "gold_temporal_scores": [0.1404382735490799], "max_gold_score": 0.668457567691803, "max_candidate_score": 0.668457567691803, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.553953230381012, "best_gold_margin": 0.11450433731079102, "weakest_gold_margin": 0.11450433731079102}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00603", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did model prefetching aim to accomplish?", "temporal_relation": "none", "query_temporal_norm": 0.15466921031475067, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.6057255864143372}], "gold_semantic_scores": [0.5840577483177185], "gold_temporal_scores": [0.021667955443263054], "max_gold_score": 0.6057255864143372, "max_candidate_score": 0.6057255864143372, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.3258644640445709, "best_gold_margin": 0.27986112236976624, "weakest_gold_margin": 0.27986112236976624}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00603", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest model prefetching?", "temporal_relation": "session", "query_temporal_norm": 0.14054833352565765, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.7022885680198669}], "gold_semantic_scores": [0.6843670010566711], "gold_temporal_scores": [0.01792166382074356], "max_gold_score": 0.7022885680198669, "max_candidate_score": 0.7022885680198669, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.3658917248249054, "best_gold_margin": 0.33639684319496155, "weakest_gold_margin": 0.33639684319496155}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00692", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's group choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.39298000931739807, "query_session_index": 2, "query_start_sec": 12.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6986187100410461}, {"memory_id": "history_02_utt_0007", "score": 0.8305252194404602}], "gold_semantic_scores": [0.5628800392150879, 0.7041806578636169], "gold_temporal_scores": [0.13573870062828064, 0.12634456157684326], "max_gold_score": 0.8305252194404602, "max_candidate_score": 0.8305252194404602, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7271369099617004, "best_gold_margin": 0.10338830947875977, "weakest_gold_margin": -0.028518199920654297}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00692", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which titles were on the group's watchlist originally?", "temporal_relation": "earliest", "query_temporal_norm": 0.5446211099624634, "query_session_index": 2, "query_start_sec": 12.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7158671617507935}], "gold_semantic_scores": [0.5780848264694214], "gold_temporal_scores": [0.13778240978717804], "max_gold_score": 0.7158671617507935, "max_candidate_score": 0.7158671617507935, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7125625014305115, "best_gold_margin": 0.0033046603202819824, "weakest_gold_margin": 0.0033046603202819824}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00692", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey add to the watchlist for the next session?", "temporal_relation": "none", "query_temporal_norm": 0.1819528341293335, "query_session_index": 2, "query_start_sec": 12.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.735590398311615}], "gold_semantic_scores": [0.6788091063499451], "gold_temporal_scores": [0.056781359016895294], "max_gold_score": 0.735590398311615, "max_candidate_score": 0.735590398311615, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7336522340774536, "best_gold_margin": 0.001938164234161377, "weakest_gold_margin": 0.001938164234161377}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00692", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey say they added Paper Lanterns and Midnight Diner to the watchlist?", "temporal_relation": "session", "query_temporal_norm": 0.19781769812107086, "query_session_index": 2, "query_start_sec": 12.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.951420783996582}], "gold_semantic_scores": [0.8879042267799377], "gold_temporal_scores": [0.0635165423154831], "max_gold_score": 0.951420783996582, "max_candidate_score": 0.951420783996582, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.842390239238739, "best_gold_margin": 0.10903054475784302, "weakest_gold_margin": 0.10903054475784302}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00752", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery originally say was on our shopping list before they changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5336856842041016, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8987007141113281}], "gold_semantic_scores": [0.7671895623207092], "gold_temporal_scores": [0.13151128590106964], "max_gold_score": 0.8987007141113281, "max_candidate_score": 0.8987007141113281, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8973327875137329, "best_gold_margin": 0.0013679265975952148, "weakest_gold_margin": 0.0013679265975952148}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00752", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the shopping list?", "temporal_relation": "comparison", "query_temporal_norm": 0.2958509624004364, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6895371675491333}, {"memory_id": "history_02_utt_0010", "score": 0.7343746423721313}], "gold_semantic_scores": [0.5887453556060791, 0.6653842926025391], "gold_temporal_scores": [0.1007918268442154, 0.06899040192365646], "max_gold_score": 0.7343746423721313, "max_candidate_score": 0.7343746423721313, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5164837837219238, "best_gold_margin": 0.21789085865020752, "weakest_gold_margin": 0.17305338382720947}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00752", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery first put on the shopping list?", "temporal_relation": "earliest", "query_temporal_norm": 0.48576292395591736, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7793481349945068}], "gold_semantic_scores": [0.6625954508781433], "gold_temporal_scores": [0.11675267666578293], "max_gold_score": 0.7793481349945068, "max_candidate_score": 0.7793481349945068, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7699316143989563, "best_gold_margin": 0.009416520595550537, "weakest_gold_margin": 0.009416520595550537}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00752", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally added Green Valley organic quinoa (the 2 lb bag) to the shopping list?", "temporal_relation": "earliest", "query_temporal_norm": 0.4963877201080322, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8814177513122559}], "gold_semantic_scores": [0.7585247159004211], "gold_temporal_scores": [0.12289304286241531], "max_gold_score": 0.8814177513122559, "max_candidate_score": 0.8824397921562195, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0006::1", "max_non_gold_score": 0.8824397921562195, "best_gold_margin": -0.001022040843963623, "weakest_gold_margin": -0.001022040843963623}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00892", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden recommend about Green Leaf Deli, and why did you reject it?", "temporal_relation": "none", "query_temporal_norm": 0.2097526341676712, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8395978808403015}, {"memory_id": "history_02_utt_0009", "score": 0.7656508088111877}], "gold_semantic_scores": [0.7747786045074463, 0.6980123519897461], "gold_temporal_scores": [0.0648193433880806, 0.06763836741447449], "max_gold_score": 0.8395978808403015, "max_candidate_score": 0.8418354392051697, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8418354392051697, "best_gold_margin": -0.002237558364868164, "weakest_gold_margin": -0.07618463039398193}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00892", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Hayden recommend Green Leaf Deli?", "temporal_relation": "none", "query_temporal_norm": 0.16112318634986877, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8818371295928955}], "gold_semantic_scores": [0.8362030982971191], "gold_temporal_scores": [0.045634012669324875], "max_gold_score": 0.8818371295928955, "max_candidate_score": 0.8818371295928955, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7721796631813049, "best_gold_margin": 0.10965746641159058, "weakest_gold_margin": 0.10965746641159058}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00892", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Green Leaf Deli?", "temporal_relation": "none", "query_temporal_norm": 0.09500321000814438, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8372966647148132}], "gold_semantic_scores": [0.8252300024032593], "gold_temporal_scores": [0.012066703289747238], "max_gold_score": 0.8372966647148132, "max_candidate_score": 0.8372966647148132, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6272605657577515, "best_gold_margin": 0.21003609895706177, "weakest_gold_margin": 0.21003609895706177}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00892", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest Harvest Market?", "temporal_relation": "session", "query_temporal_norm": 0.0951022356748581, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.6811741590499878}], "gold_semantic_scores": [0.6636626124382019], "gold_temporal_scores": [0.017511412501335144], "max_gold_score": 0.6811741590499878, "max_candidate_score": 0.6811741590499878, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.4658920466899872, "best_gold_margin": 0.2152821123600006, "weakest_gold_margin": 0.2152821123600006}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01015", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Earlier, what did Cameron say he'd pick up before he changed it?", "temporal_relation": "before", "query_temporal_norm": 0.3187699019908905, "query_session_index": 2, "query_start_sec": 18.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5570562481880188}], "gold_semantic_scores": [0.4811932146549225], "gold_temporal_scores": [0.07586300373077393], "max_gold_score": 0.5570562481880188, "max_candidate_score": 0.5570562481880188, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.45985594391822815, "best_gold_margin": 0.09720030426979065, "weakest_gold_margin": 0.09720030426979065}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01015", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which paper towel item was the most recent one mentioned for us to pick up?", "temporal_relation": "none", "query_temporal_norm": 0.5501987338066101, "query_session_index": 2, "query_start_sec": 18.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9020031094551086}], "gold_semantic_scores": [0.627550482749939], "gold_temporal_scores": [0.2744521200656891], "max_gold_score": 0.9020031094551086, "max_candidate_score": 0.9047451019287109, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.9047451019287109, "best_gold_margin": -0.002741992473602295, "weakest_gold_margin": -0.002741992473602295}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01015", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the paper towel choice change?", "temporal_relation": "comparison", "query_temporal_norm": 0.3489993214607239, "query_session_index": 2, "query_start_sec": 18.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.701404333114624}, {"memory_id": "history_02_utt_0010", "score": 0.7236997485160828}], "gold_semantic_scores": [0.5793333649635315, 0.5918439626693726], "gold_temporal_scores": [0.1220710277557373, 0.13185574114322662], "max_gold_score": 0.7236997485160828, "max_candidate_score": 0.7236997485160828, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.36695295572280884, "best_gold_margin": 0.3567467927932739, "weakest_gold_margin": 0.3344513773918152}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01015", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the BrightFold paper towel plan mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.17226582765579224, "query_session_index": 2, "query_start_sec": 18.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.5181451439857483}], "gold_semantic_scores": [0.47439607977867126], "gold_temporal_scores": [0.04374906048178673], "max_gold_score": 0.5181451439857483, "max_candidate_score": 0.5181451439857483, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4021899104118347, "best_gold_margin": 0.11595523357391357, "weakest_gold_margin": 0.11595523357391357}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01161", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the Lantern Bistro, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.20643775165081024, "query_session_index": 2, "query_start_sec": 22.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6939261555671692}, {"memory_id": "history_02_utt_0009", "score": 0.7293353080749512}], "gold_semantic_scores": [0.6265020966529846, 0.6779127717018127], "gold_temporal_scores": [0.06742416322231293, 0.05142258107662201], "max_gold_score": 0.7293353080749512, "max_candidate_score": 0.7293353080749512, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4078287184238434, "best_gold_margin": 0.3215065896511078, "weakest_gold_margin": 0.2860974371433258}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01161", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the Lantern Bistro in that earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.39626583456993103, "query_session_index": 2, "query_start_sec": 22.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7467124462127686}], "gold_semantic_scores": [0.5488706231117249], "gold_temporal_scores": [0.1978418380022049], "max_gold_score": 0.7467124462127686, "max_candidate_score": 0.7467124462127686, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5687407851219177, "best_gold_margin": 0.17797166109085083, "weakest_gold_margin": 0.17797166109085083}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01161", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the Cedar Café as another vegan-capable option?", "temporal_relation": "none", "query_temporal_norm": 0.12560303509235382, "query_session_index": 2, "query_start_sec": 22.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6822673082351685}], "gold_semantic_scores": [0.6654582619667053], "gold_temporal_scores": [0.01680912636220455], "max_gold_score": 0.6822673082351685, "max_candidate_score": 0.6822673082351685, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.47718560695648193, "best_gold_margin": 0.20508170127868652, "weakest_gold_margin": 0.20508170127868652}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01161", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the Cedar Café dropped?", "temporal_relation": "session", "query_temporal_norm": 0.277870237827301, "query_session_index": 2, "query_start_sec": 22.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.8055565357208252}], "gold_semantic_scores": [0.7126624584197998], "gold_temporal_scores": [0.09289417415857315], "max_gold_score": 0.8055565357208252, "max_candidate_score": 0.8055565357208252, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.4693254828453064, "best_gold_margin": 0.3362310528755188, "weakest_gold_margin": 0.3362310528755188}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00011", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What should I remember as the chosen place for dinner on the trip?", "temporal_relation": "none", "query_temporal_norm": 0.38161760568618774, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.4918658435344696}], "gold_semantic_scores": [0.5004824995994568], "gold_temporal_scores": [-0.00861661322414875], "max_gold_score": 0.4918658435344696, "max_candidate_score": 0.5158368945121765, "top_memory_id": "history_02_utt_0001", "max_non_gold_score": 0.5158368945121765, "best_gold_margin": -0.02397105097770691, "weakest_gold_margin": -0.02397105097770691}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00011", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we say where we'd booked dinner?", "temporal_relation": "session", "query_temporal_norm": 0.16559657454490662, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7167251110076904}], "gold_semantic_scores": [0.6707737445831299], "gold_temporal_scores": [0.04595160484313965], "max_gold_score": 0.7167251110076904, "max_candidate_score": 0.7167251110076904, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.46412333846092224, "best_gold_margin": 0.2526017725467682, "weakest_gold_margin": 0.2526017725467682}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00011", "qa_id": "extra_qa_0002", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where is the package being taken?", "temporal_relation": "none", "query_temporal_norm": 0.4480787515640259, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.46861764788627625, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.46861764788627625, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00133", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the model plan to a two-stage Transformer, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.38316649198532104, "query_session_index": 2, "query_start_sec": 16.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8156271576881409}, {"memory_id": "history_02_utt_0007", "score": 0.7891350984573364}], "gold_semantic_scores": [0.6769028306007385, 0.6797709465026855], "gold_temporal_scores": [0.13872431218624115, 0.10936413705348969], "max_gold_score": 0.8156271576881409, "max_candidate_score": 0.8156271576881409, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.22694988548755646, "best_gold_margin": 0.5886772722005844, "weakest_gold_margin": 0.56218521296978}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00133", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the model choice change between the earlier plan and the updated plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.3813766837120056, "query_session_index": 2, "query_start_sec": 16.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6054251194000244}, {"memory_id": "history_02_utt_0007", "score": 0.7258557081222534}], "gold_semantic_scores": [0.46623939275741577, 0.5978907942771912], "gold_temporal_scores": [0.13918571174144745, 0.1279652863740921], "max_gold_score": 0.7258557081222534, "max_candidate_score": 0.7258557081222534, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.1539817750453949, "best_gold_margin": 0.5718739330768585, "weakest_gold_margin": 0.4514433443546295}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00133", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the original plan to use a lightweight Transformer?", "temporal_relation": "earliest", "query_temporal_norm": 0.46450862288475037, "query_session_index": 2, "query_start_sec": 16.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7517635822296143}], "gold_semantic_scores": [0.6381438374519348], "gold_temporal_scores": [0.11361971497535706], "max_gold_score": 0.7517635822296143, "max_candidate_score": 0.7616400718688965, "top_memory_id": "history_01_utt_0007::cf::extra_qa_0002::1", "max_non_gold_score": 0.7616400718688965, "best_gold_margin": -0.009876489639282227, "weakest_gold_margin": -0.009876489639282227}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00133", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the plan to a two-stage Transformer?", "temporal_relation": "none", "query_temporal_norm": 0.36449283361434937, "query_session_index": 2, "query_start_sec": 16.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.923649787902832}], "gold_semantic_scores": [0.7445567846298218], "gold_temporal_scores": [0.1790931075811386], "max_gold_score": 0.923649787902832, "max_candidate_score": 0.923649787902832, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5794271230697632, "best_gold_margin": 0.34422266483306885, "weakest_gold_margin": 0.34422266483306885}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00338", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I like about Coastal Nightliner, and why did I rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.23577722907066345, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.699981689453125}, {"memory_id": "history_02_utt_0008", "score": 0.709457516670227}], "gold_semantic_scores": [0.6344189643859863, 0.6441519260406494], "gold_temporal_scores": [0.06556276232004166, 0.0653056800365448], "max_gold_score": 0.709457516670227, "max_candidate_score": 0.712174117565155, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.712174117565155, "best_gold_margin": -0.0027166008949279785, "weakest_gold_margin": -0.01219242811203003}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00338", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we note about the Coastal Nightliner's departure time?", "temporal_relation": "none", "query_temporal_norm": 0.17348644137382507, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8525592684745789}], "gold_semantic_scores": [0.7864407896995544], "gold_temporal_scores": [0.06611841917037964], "max_gold_score": 0.8525592684745789, "max_candidate_score": 0.8525592684745789, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6619246602058411, "best_gold_margin": 0.1906346082687378, "weakest_gold_margin": 0.1906346082687378}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00338", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Coastal Nightliner departs at 4:30 AM?", "temporal_relation": "session", "query_temporal_norm": 0.18993079662322998, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7344677448272705}], "gold_semantic_scores": [0.6537243127822876], "gold_temporal_scores": [0.08074354380369186], "max_gold_score": 0.7344677448272705, "max_candidate_score": 0.7344677448272705, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.46157747507095337, "best_gold_margin": 0.27289026975631714, "weakest_gold_margin": 0.27289026975631714}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00338", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature did we like about the Sunrise Express?", "temporal_relation": "none", "query_temporal_norm": 0.09879298508167267, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.825671911239624}], "gold_semantic_scores": [0.8071228861808777], "gold_temporal_scores": [0.018548883497714996], "max_gold_score": 0.825671911239624, "max_candidate_score": 0.825671911239624, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5045045614242554, "best_gold_margin": 0.32116734981536865, "weakest_gold_margin": 0.32116734981536865}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00445", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's chore schedule change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3784721791744232, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.846274733543396}, {"memory_id": "history_02_utt_0009", "score": 0.8447562456130981}], "gold_semantic_scores": [0.7089635133743286, 0.7115648984909058], "gold_temporal_scores": [0.13731133937835693, 0.13319098949432373], "max_gold_score": 0.846274733543396, "max_candidate_score": 0.846274733543396, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7404676675796509, "best_gold_margin": 0.10580706596374512, "weakest_gold_margin": 0.10428857803344727}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00445", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention her chore schedule?", "temporal_relation": "session", "query_temporal_norm": 0.27732717990875244, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8551331162452698}], "gold_semantic_scores": [0.7630665898323059], "gold_temporal_scores": [0.09206655621528625], "max_gold_score": 0.8551331162452698, "max_candidate_score": 0.8551331162452698, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7832624316215515, "best_gold_margin": 0.07187068462371826, "weakest_gold_margin": 0.07187068462371826}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00445", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who was scheduled for kitchen and dishes on Mondays and Wednesdays?", "temporal_relation": "none", "query_temporal_norm": 0.11266997456550598, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8090139031410217}], "gold_semantic_scores": [0.78359055519104], "gold_temporal_scores": [0.025423232465982437], "max_gold_score": 0.8090139031410217, "max_candidate_score": 0.8090139031410217, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7042649388313293, "best_gold_margin": 0.10474896430969238, "weakest_gold_margin": 0.10474896430969238}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00551", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest venue was?", "temporal_relation": "latest", "query_temporal_norm": 0.5172369480133057, "query_session_index": 2, "query_start_sec": 20.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8190405368804932}], "gold_semantic_scores": [0.6092228293418884], "gold_temporal_scores": [0.20981784164905548], "max_gold_score": 0.8190405368804932, "max_candidate_score": 0.8190405368804932, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8148601055145264, "best_gold_margin": 0.004180431365966797, "weakest_gold_margin": 0.004180431365966797}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00551", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which venue had been reserved for the trip?", "temporal_relation": "none", "query_temporal_norm": 0.2593032121658325, "query_session_index": 2, "query_start_sec": 20.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.714021623134613}], "gold_semantic_scores": [0.680799126625061], "gold_temporal_scores": [0.03322235494852066], "max_gold_score": 0.714021623134613, "max_candidate_score": 0.714021623134613, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6697417497634888, "best_gold_margin": 0.04427987337112427, "weakest_gold_margin": 0.04427987337112427}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00551", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the lakeside pavilion reservation mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.18295562267303467, "query_session_index": 2, "query_start_sec": 20.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8001669645309448}], "gold_semantic_scores": [0.7471921443939209], "gold_temporal_scores": [0.052974674850702286], "max_gold_score": 0.8001669645309448, "max_candidate_score": 0.8001669645309448, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5522816181182861, "best_gold_margin": 0.2478853464126587, "weakest_gold_margin": 0.2478853464126587}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00551", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What mood did someone say they were aiming for in the track order?", "temporal_relation": "none", "query_temporal_norm": 0.12068287283182144, "query_session_index": 2, "query_start_sec": 20.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.6293879151344299}], "gold_semantic_scores": [0.6404106020927429], "gold_temporal_scores": [-0.011022510007023811], "max_gold_score": 0.6293879151344299, "max_candidate_score": 0.6293879151344299, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.3479933440685272, "best_gold_margin": 0.2813945710659027, "weakest_gold_margin": 0.2813945710659027}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00641", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Jordan's deployment target change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.39053672552108765, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7078080773353577}, {"memory_id": "history_02_utt_0007", "score": 0.6379030346870422}], "gold_semantic_scores": [0.5667604207992554, 0.5002822279930115], "gold_temporal_scores": [0.1410476416349411, 0.13762056827545166], "max_gold_score": 0.7078080773353577, "max_candidate_score": 0.7078080773353577, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4738447070121765, "best_gold_margin": 0.23396337032318115, "weakest_gold_margin": 0.16405832767486572}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00641", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan say he planned to deploy to the on-prem staging cluster?", "temporal_relation": "session", "query_temporal_norm": 0.23724499344825745, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7844359874725342}], "gold_semantic_scores": [0.7212594151496887], "gold_temporal_scores": [0.06317653506994247], "max_gold_score": 0.7844359874725342, "max_candidate_score": 0.7844359874725342, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5377559661865234, "best_gold_margin": 0.24668002128601074, "weakest_gold_margin": 0.24668002128601074}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00641", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deployment target did Jordan say he switched to for testing gradual rollouts and isolation?", "temporal_relation": "none", "query_temporal_norm": 0.3747338056564331, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6782816648483276}], "gold_semantic_scores": [0.5083845853805542], "gold_temporal_scores": [0.16989701986312866], "max_gold_score": 0.6782816648483276, "max_candidate_score": 0.6782816648483276, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4806685149669647, "best_gold_margin": 0.19761314988136292, "weakest_gold_margin": 0.19761314988136292}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00641", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan say he switched the target?", "temporal_relation": "session", "query_temporal_norm": 0.25046810507774353, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6780264973640442}], "gold_semantic_scores": [0.5538910031318665], "gold_temporal_scores": [0.12413538992404938], "max_gold_score": 0.6780264973640442, "max_candidate_score": 0.6780264973640442, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4863741397857666, "best_gold_margin": 0.1916523575782776, "weakest_gold_margin": 0.1916523575782776}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00687", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the playlist choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.4417666494846344, "query_session_index": 2, "query_start_sec": 22.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6348200440406799}], "gold_semantic_scores": [0.5560742020606995], "gold_temporal_scores": [0.07874578982591629], "max_gold_score": 0.6348200440406799, "max_candidate_score": 0.6348200440406799, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.611473560333252, "best_gold_margin": 0.02334648370742798, "weakest_gold_margin": 0.02334648370742798}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00687", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which playlist did we pick for the start of the run?", "temporal_relation": "none", "query_temporal_norm": 0.1672201305627823, "query_session_index": 2, "query_start_sec": 22.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.5081923007965088}], "gold_semantic_scores": [0.5445576906204224], "gold_temporal_scores": [-0.03636522591114044], "max_gold_score": 0.5081923007965088, "max_candidate_score": 0.5087329745292664, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5087329745292664, "best_gold_margin": -0.0005406737327575684, "weakest_gold_margin": -0.0005406737327575684}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00687", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the playlist switched to that Upbeat Morning Mix?", "temporal_relation": "session", "query_temporal_norm": 0.25841328501701355, "query_session_index": 2, "query_start_sec": 22.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7636407017707825}], "gold_semantic_scores": [0.6694068312644958], "gold_temporal_scores": [0.09423383325338364], "max_gold_score": 0.7636407017707825, "max_candidate_score": 0.7636407017707825, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6482298970222473, "best_gold_margin": 0.11541080474853516, "weakest_gold_margin": 0.11541080474853516}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00782", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that 'Moonlight Arcade' was the playlist pick?", "temporal_relation": "none", "query_temporal_norm": 0.08363636583089828, "query_session_index": 2, "query_start_sec": 13.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7336474061012268}], "gold_semantic_scores": [0.7302473187446594], "gold_temporal_scores": [0.003399912267923355], "max_gold_score": 0.7336474061012268, "max_candidate_score": 0.7336474061012268, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5214539766311646, "best_gold_margin": 0.21219342947006226, "weakest_gold_margin": 0.21219342947006226}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00782", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the playlist selection change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.34425339102745056, "query_session_index": 2, "query_start_sec": 13.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.670249342918396}, {"memory_id": "history_02_utt_0007", "score": 0.644180178642273}], "gold_semantic_scores": [0.547233521938324, 0.5613916516304016], "gold_temporal_scores": [0.12301579862833023, 0.08278838545084], "max_gold_score": 0.670249342918396, "max_candidate_score": 0.670249342918396, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5009111762046814, "best_gold_margin": 0.1693381667137146, "weakest_gold_margin": 0.14326900243759155}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00782", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What volume level did I just set the speakers to?", "temporal_relation": "none", "query_temporal_norm": 0.3282381594181061, "query_session_index": 2, "query_start_sec": 13.399999999999999, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3136812448501587, "top_memory_id": "history_02_utt_0015", "max_non_gold_score": 0.3136812448501587, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00875", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5606762170791626, "query_session_index": 2, "query_start_sec": 22.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0137442350387573}], "gold_semantic_scores": [0.7344462871551514], "gold_temporal_scores": [0.27929800748825073], "max_gold_score": 1.0137442350387573, "max_candidate_score": 1.0283876657485962, "top_memory_id": "history_02_utt_0009::cf::main::0", "max_non_gold_score": 1.0283876657485962, "best_gold_margin": -0.014643430709838867, "weakest_gold_margin": -0.014643430709838867}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00875", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched our experiments to EfficientNet-B3 as the chosen model for the paper?", "temporal_relation": "none", "query_temporal_norm": 0.34369170665740967, "query_session_index": 2, "query_start_sec": 22.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9853048920631409}], "gold_semantic_scores": [0.8117415904998779], "gold_temporal_scores": [0.1735634058713913], "max_gold_score": 0.9853048920631409, "max_candidate_score": 0.9853048920631409, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6215847134590149, "best_gold_margin": 0.363720178604126, "weakest_gold_margin": 0.363720178604126}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00875", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model is currently chosen for the paper?", "temporal_relation": "latest", "query_temporal_norm": 0.5020806193351746, "query_session_index": 2, "query_start_sec": 22.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7966001629829407}], "gold_semantic_scores": [0.5572232007980347], "gold_temporal_scores": [0.23937687277793884], "max_gold_score": 0.7966001629829407, "max_candidate_score": 0.7966001629829407, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7893667817115784, "best_gold_margin": 0.007233381271362305, "weakest_gold_margin": 0.007233381271362305}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00875", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model had we been using as the baseline before we changed it?", "temporal_relation": "before", "query_temporal_norm": 0.4859784245491028, "query_session_index": 2, "query_start_sec": 22.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7635921835899353}], "gold_semantic_scores": [0.6833368539810181], "gold_temporal_scores": [0.08025544881820679], "max_gold_score": 0.7635921835899353, "max_candidate_score": 0.7635921835899353, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4599841833114624, "best_gold_margin": 0.3036080002784729, "weakest_gold_margin": 0.3036080002784729}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00969", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my chosen title change between the earlier conversation and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.39705806970596313, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6492710113525391}, {"memory_id": "history_02_utt_0010", "score": 0.6912798285484314}], "gold_semantic_scores": [0.5135062336921692, 0.5781975388526917], "gold_temporal_scores": [0.13576465845108032, 0.11308234930038452], "max_gold_score": 0.6912798285484314, "max_candidate_score": 0.707894504070282, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.707894504070282, "best_gold_margin": -0.016614675521850586, "weakest_gold_margin": -0.05862349271774292}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00969", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their pick to Harbor Echoes Clip?", "temporal_relation": "none", "query_temporal_norm": 0.2847360372543335, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8263212442398071}], "gold_semantic_scores": [0.7222489714622498], "gold_temporal_scores": [0.10407263040542603], "max_gold_score": 0.8263212442398071, "max_candidate_score": 0.8263212442398071, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.45881739258766174, "best_gold_margin": 0.3675038516521454, "weakest_gold_margin": 0.3675038516521454}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00969", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent title that was chosen?", "temporal_relation": "none", "query_temporal_norm": 0.5147296190261841, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8116673231124878}], "gold_semantic_scores": [0.5618394017219543], "gold_temporal_scores": [0.2498282939195633], "max_gold_score": 0.8116673231124878, "max_candidate_score": 0.8209306001663208, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0007::1", "max_non_gold_score": 0.8209306001663208, "best_gold_margin": -0.009263277053833008, "weakest_gold_margin": -0.009263277053833008}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00969", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title had been chosen earlier before it was changed?", "temporal_relation": "before", "query_temporal_norm": 0.4635637402534485, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6380535364151001}], "gold_semantic_scores": [0.5640052556991577], "gold_temporal_scores": [0.07404831051826477], "max_gold_score": 0.6380535364151001, "max_candidate_score": 0.6380535364151001, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4170781970024109, "best_gold_margin": 0.2209753394126892, "weakest_gold_margin": 0.2209753394126892}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01064", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who reorganized the watchlist to put Forgotten Kitchens first, and what was the original order?", "temporal_relation": "none", "query_temporal_norm": 0.43169495463371277, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8555957674980164}, {"memory_id": "history_02_utt_0008", "score": 0.8531918525695801}], "gold_semantic_scores": [0.7026162147521973, 0.7797978520393372], "gold_temporal_scores": [0.15297944843769073, 0.07339409738779068], "max_gold_score": 0.8555957674980164, "max_candidate_score": 0.8555957674980164, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3350619375705719, "best_gold_margin": 0.5205338299274445, "weakest_gold_margin": 0.5181299149990082}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01064", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the group's watchlist order change?", "temporal_relation": "comparison", "query_temporal_norm": 0.3093930780887604, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7597938179969788}, {"memory_id": "history_02_utt_0008", "score": 0.8130339980125427}], "gold_semantic_scores": [0.6501470804214478, 0.7188930511474609], "gold_temporal_scores": [0.10964678227901459, 0.09414109587669373], "max_gold_score": 0.8130339980125427, "max_candidate_score": 0.8130339980125427, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.2604448199272156, "best_gold_margin": 0.5525891780853271, "weakest_gold_margin": 0.4993489980697632}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01064", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who set the group's watchlist to River Lines, then Forgotten Kitchens, then Signal Fires?", "temporal_relation": "none", "query_temporal_norm": 0.31605008244514465, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8566840887069702}], "gold_semantic_scores": [0.748205304145813], "gold_temporal_scores": [0.10847867280244827], "max_gold_score": 0.8566840887069702, "max_candidate_score": 0.8566840887069702, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8137526512145996, "best_gold_margin": 0.042931437492370605, "weakest_gold_margin": 0.042931437492370605}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01064", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey state the group's watchlist order?", "temporal_relation": "session", "query_temporal_norm": 0.2615271508693695, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9255262017250061}], "gold_semantic_scores": [0.8428115844726562], "gold_temporal_scores": [0.0827145203948021], "max_gold_score": 0.9255262017250061, "max_candidate_score": 0.9255262017250061, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8204352855682373, "best_gold_margin": 0.1050909161567688, "weakest_gold_margin": 0.1050909161567688}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01113", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the lightweight cache option, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.21103760600090027, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7516637444496155}, {"memory_id": "history_02_utt_0008", "score": 0.7329394221305847}], "gold_semantic_scores": [0.6832228302955627, 0.6597984433174133], "gold_temporal_scores": [0.06844113022089005, 0.07314091175794601], "max_gold_score": 0.7516637444496155, "max_candidate_score": 0.7516637444496155, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7498155832290649, "best_gold_margin": 0.0018481612205505371, "weakest_gold_margin": -0.016876161098480225}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01113", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the lightweight cache option rejected earlier?", "temporal_relation": "none", "query_temporal_norm": 0.2302577942609787, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8145419359207153}], "gold_semantic_scores": [0.7642894387245178], "gold_temporal_scores": [0.05025253817439079], "max_gold_score": 0.8145419359207153, "max_candidate_score": 0.8145419359207153, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7354163527488708, "best_gold_margin": 0.07912558317184448, "weakest_gold_margin": 0.07912558317184448}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01113", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about the batching gateway in terms of the deployment speed requirement?", "temporal_relation": "none", "query_temporal_norm": 0.1196761205792427, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7435155510902405}], "gold_semantic_scores": [0.712051510810852], "gold_temporal_scores": [0.03146381303668022], "max_gold_score": 0.7435155510902405, "max_candidate_score": 0.7435155510902405, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5572395920753479, "best_gold_margin": 0.18627595901489258, "weakest_gold_margin": 0.18627595901489258}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01113", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who said their notes were saved locally?", "temporal_relation": "none", "query_temporal_norm": 0.33602407574653625, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.33649078011512756, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.33649078011512756, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00041", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the shopping item was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5740147829055786, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8801637887954712}], "gold_semantic_scores": [0.6998893618583679], "gold_temporal_scores": [0.18027448654174805], "max_gold_score": 0.8801637887954712, "max_candidate_score": 0.892169177532196, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.892169177532196, "best_gold_margin": -0.012005388736724854, "weakest_gold_margin": -0.012005388736724854}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00041", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the current FreshWave item listed for laundry on the shopping list?", "temporal_relation": "latest", "query_temporal_norm": 0.5432969331741333, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9925529360771179}], "gold_semantic_scores": [0.7188550233840942], "gold_temporal_scores": [0.27369803190231323], "max_gold_score": 0.9925529360771179, "max_candidate_score": 0.9925529360771179, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.9878179430961609, "best_gold_margin": 0.004734992980957031, "weakest_gold_margin": 0.004734992980957031}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00041", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the laundry item changed to FreshWave concentrated pods?", "temporal_relation": "session", "query_temporal_norm": 0.37237486243247986, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9199885725975037}], "gold_semantic_scores": [0.7486602067947388], "gold_temporal_scores": [0.17132817208766937], "max_gold_score": 0.9199885725975037, "max_candidate_score": 0.9199885725975037, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5984388589859009, "best_gold_margin": 0.3215497136116028, "weakest_gold_margin": 0.3215497136116028}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00041", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which low-cost eco item was added to the shopping list?", "temporal_relation": "none", "query_temporal_norm": 0.2825778126716614, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6448100209236145}], "gold_semantic_scores": [0.5681912899017334], "gold_temporal_scores": [0.07661883533000946], "max_gold_score": 0.6448100209236145, "max_candidate_score": 0.6638930439949036, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6638930439949036, "best_gold_margin": -0.019083023071289062, "weakest_gold_margin": -0.019083023071289062}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00145", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What detail did I mention about local RAM caching on Cluster Alpha, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.21695436537265778, "query_session_index": 2, "query_start_sec": 22.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7168048620223999}, {"memory_id": "history_02_utt_0010", "score": 0.8066698908805847}], "gold_semantic_scores": [0.6516284346580505, 0.7752335071563721], "gold_temporal_scores": [0.06517645716667175, 0.0314362533390522], "max_gold_score": 0.8066698908805847, "max_candidate_score": 0.8066698908805847, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.731069803237915, "best_gold_margin": 0.07560008764266968, "weakest_gold_margin": -0.014264941215515137}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00145", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What approach was confirmed to meet the throughput requirement on Cluster Beta?", "temporal_relation": "none", "query_temporal_norm": 0.25513291358947754, "query_session_index": 2, "query_start_sec": 22.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.6618387699127197}], "gold_semantic_scores": [0.602972686290741], "gold_temporal_scores": [0.058866143226623535], "max_gold_score": 0.6618387699127197, "max_candidate_score": 0.6618387699127197, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.6189775466918945, "best_gold_margin": 0.042861223220825195, "weakest_gold_margin": 0.042861223220825195}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00145", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was disk-based sharding on Cluster Beta later accepted?", "temporal_relation": "none", "query_temporal_norm": 0.2091231793165207, "query_session_index": 2, "query_start_sec": 22.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.8115887641906738}], "gold_semantic_scores": [0.7337428331375122], "gold_temporal_scores": [0.07784585654735565], "max_gold_score": 0.8115887641906738, "max_candidate_score": 0.8115887641906738, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.6703761219978333, "best_gold_margin": 0.14121264219284058, "weakest_gold_margin": 0.14121264219284058}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00145", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What am I planning to do to get the key for the check-in room?", "temporal_relation": "none", "query_temporal_norm": 0.37495481967926025, "query_session_index": 2, "query_start_sec": 22.88, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3945089876651764, "top_memory_id": "history_02_utt_0017", "max_non_gold_score": 0.3945089876651764, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00220", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for \"Echoes in Transit\", and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.18305625021457672, "query_session_index": 2, "query_start_sec": 23.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6175952553749084}, {"memory_id": "history_02_utt_0007", "score": 0.6584001183509827}], "gold_semantic_scores": [0.5629522800445557, 0.6144965887069702], "gold_temporal_scores": [0.054642945528030396, 0.04390346631407738], "max_gold_score": 0.6584001183509827, "max_candidate_score": 0.6737634539604187, "top_memory_id": "history_02_utt_0007::cf::main::3", "max_non_gold_score": 0.6737634539604187, "best_gold_margin": -0.015363335609436035, "weakest_gold_margin": -0.056168198585510254}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00220", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How was \"Midnight Micros\" described?", "temporal_relation": "none", "query_temporal_norm": 0.12902723252773285, "query_session_index": 2, "query_start_sec": 23.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7117592096328735}], "gold_semantic_scores": [0.6823509931564331], "gold_temporal_scores": [0.029408488422632217], "max_gold_score": 0.7117592096328735, "max_candidate_score": 0.7117592096328735, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.62337327003479, "best_gold_margin": 0.0883859395980835, "weakest_gold_margin": 0.0883859395980835}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00266", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending Nightfall, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.17672868072986603, "query_session_index": 2, "query_start_sec": 21.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7661838531494141}, {"memory_id": "history_02_utt_0007", "score": 0.7905145287513733}], "gold_semantic_scores": [0.7123487591743469, 0.7290995717048645], "gold_temporal_scores": [0.053835079073905945, 0.06141512840986252], "max_gold_score": 0.7905145287513733, "max_candidate_score": 0.7905145287513733, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7836437225341797, "best_gold_margin": 0.0068708062171936035, "weakest_gold_margin": -0.017459869384765625}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00266", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we end up dropping Nightfall?", "temporal_relation": "none", "query_temporal_norm": 0.2382974475622177, "query_session_index": 2, "query_start_sec": 21.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.878466010093689}], "gold_semantic_scores": [0.766852855682373], "gold_temporal_scores": [0.11161322891712189], "max_gold_score": 0.878466010093689, "max_candidate_score": 0.878466010093689, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5818700790405273, "best_gold_margin": 0.2965959310531616, "weakest_gold_margin": 0.2965959310531616}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00266", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Sunrise recommended?", "temporal_relation": "none", "query_temporal_norm": 0.0984060987830162, "query_session_index": 2, "query_start_sec": 21.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7794210314750671}], "gold_semantic_scores": [0.7601175904273987], "gold_temporal_scores": [0.01930350810289383], "max_gold_score": 0.7794210314750671, "max_candidate_score": 0.7794210314750671, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.501896858215332, "best_gold_margin": 0.2775241732597351, "weakest_gold_margin": 0.2775241732597351}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00266", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that Sunrise fit the evening's time constraints?", "temporal_relation": "session", "query_temporal_norm": 0.12171569466590881, "query_session_index": 2, "query_start_sec": 21.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.5484526753425598}], "gold_semantic_scores": [0.5075225234031677], "gold_temporal_scores": [0.040930040180683136], "max_gold_score": 0.5484526753425598, "max_candidate_score": 0.5484526753425598, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.5465782880783081, "best_gold_margin": 0.001874387264251709, "weakest_gold_margin": 0.001874387264251709}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00423", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the shopping item was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5747760534286499, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8049295544624329}], "gold_semantic_scores": [0.6417364478111267], "gold_temporal_scores": [0.16319319605827332], "max_gold_score": 0.8049295544624329, "max_candidate_score": 0.8403565287590027, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8403565287590027, "best_gold_margin": -0.035426974296569824, "weakest_gold_margin": -0.035426974296569824}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00423", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who added the ceramic hand-crank coffee grinder to the shopping list?", "temporal_relation": "none", "query_temporal_norm": 0.2576966881752014, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9099826216697693}], "gold_semantic_scores": [0.8405929207801819], "gold_temporal_scores": [0.0693899393081665], "max_gold_score": 0.9099826216697693, "max_candidate_score": 0.9099826216697693, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5943642258644104, "best_gold_margin": 0.3156183958053589, "weakest_gold_margin": 0.3156183958053589}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00423", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current shopping-list item listed for the coffee grinder?", "temporal_relation": "latest", "query_temporal_norm": 0.5238915085792542, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9503665566444397}], "gold_semantic_scores": [0.6939219236373901], "gold_temporal_scores": [0.2564442455768585], "max_gold_score": 0.9503665566444397, "max_candidate_score": 0.9556536078453064, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 0.9556536078453064, "best_gold_margin": -0.005287051200866699, "weakest_gold_margin": -0.005287051200866699}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00423", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the coffee grinder replacement mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.26833710074424744, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8347596526145935}], "gold_semantic_scores": [0.7247788906097412], "gold_temporal_scores": [0.10998059064149857], "max_gold_score": 0.8347596526145935, "max_candidate_score": 0.8347596526145935, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6639845371246338, "best_gold_margin": 0.17077511548995972, "weakest_gold_margin": 0.17077511548995972}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00536", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.560478150844574, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9077770709991455}], "gold_semantic_scores": [0.632317066192627], "gold_temporal_scores": [0.27546021342277527], "max_gold_score": 0.9077770709991455, "max_candidate_score": 0.9530849456787109, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.9530849456787109, "best_gold_margin": -0.04530787467956543, "weakest_gold_margin": -0.04530787467956543}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00536", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we would do a potluck dinner with trivia at their place?", "temporal_relation": "none", "query_temporal_norm": 0.21760877966880798, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6978203654289246}], "gold_semantic_scores": [0.6356387138366699], "gold_temporal_scores": [0.06218159571290016], "max_gold_score": 0.6978203654289246, "max_candidate_score": 0.6978203654289246, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.42289674282073975, "best_gold_margin": 0.2749236226081848, "weakest_gold_margin": 0.2749236226081848}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00536", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they were leaning toward hosting a board game night at their place?", "temporal_relation": "session", "query_temporal_norm": 0.24739648401737213, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8618638515472412}], "gold_semantic_scores": [0.7864537239074707], "gold_temporal_scores": [0.0754099115729332], "max_gold_score": 0.8618638515472412, "max_candidate_score": 0.8618638515472412, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5137389898300171, "best_gold_margin": 0.3481248617172241, "weakest_gold_margin": 0.3481248617172241}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00536", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "When is Casey planning to bring their laundry basket over?", "temporal_relation": "none", "query_temporal_norm": 0.3620772957801819, "query_session_index": 2, "query_start_sec": 21.36, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.6194050908088684, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6194050908088684, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00632", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say changed about my training setup between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.37477195262908936, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6503528356552124}, {"memory_id": "history_02_utt_0010", "score": 0.6552517414093018}], "gold_semantic_scores": [0.5184326767921448, 0.5198333263397217], "gold_temporal_scores": [0.1319202482700348, 0.1354185789823532], "max_gold_score": 0.6552517414093018, "max_candidate_score": 0.6582545638084412, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.6582545638084412, "best_gold_margin": -0.0030028223991394043, "weakest_gold_margin": -0.00790172815322876}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00632", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to run single-node GPU training reading checkpoints from NFS shared storage?", "temporal_relation": "none", "query_temporal_norm": 0.12128016352653503, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6562421917915344}], "gold_semantic_scores": [0.6333557963371277], "gold_temporal_scores": [0.022886628285050392], "max_gold_score": 0.6562421917915344, "max_candidate_score": 0.6562421917915344, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5782700181007385, "best_gold_margin": 0.0779721736907959, "weakest_gold_margin": 0.0779721736907959}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00632", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the plan to distributed multi-node GPU training pulling data from Ceph object storage?", "temporal_relation": "none", "query_temporal_norm": 0.417851060628891, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9298489093780518}], "gold_semantic_scores": [0.715479850769043], "gold_temporal_scores": [0.21436908841133118], "max_gold_score": 0.9298489093780518, "max_candidate_score": 0.9298489093780518, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5894651412963867, "best_gold_margin": 0.34038376808166504, "weakest_gold_margin": 0.34038376808166504}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00632", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "Where will I pick up the equipment package tomorrow morning?", "temporal_relation": "none", "query_temporal_norm": 0.453399658203125, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5588908195495605, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5588908195495605, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00718", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Casey originally give Hollow City before they changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.45564916729927063, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9037681818008423}], "gold_semantic_scores": [0.8071874380111694], "gold_temporal_scores": [0.09658069163560867], "max_gold_score": 0.9037681818008423, "max_candidate_score": 0.9037681818008423, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8269305229187012, "best_gold_margin": 0.07683765888214111, "weakest_gold_margin": 0.07683765888214111}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00718", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey say she gave Hollow City a 7/10?", "temporal_relation": "session", "query_temporal_norm": 0.19937582314014435, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6959404945373535}], "gold_semantic_scores": [0.6322010159492493], "gold_temporal_scores": [0.06373948603868484], "max_gold_score": 0.6959404945373535, "max_candidate_score": 0.6959404945373535, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6178984045982361, "best_gold_margin": 0.07804208993911743, "weakest_gold_margin": 0.07804208993911743}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00718", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the current rating for Hollow City after the rewatch?", "temporal_relation": "latest", "query_temporal_norm": 0.536003828048706, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9260619878768921}], "gold_semantic_scores": [0.701712965965271], "gold_temporal_scores": [0.2243490219116211], "max_gold_score": 0.9260619878768921, "max_candidate_score": 0.9260619878768921, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.925848662853241, "best_gold_margin": 0.00021332502365112305, "weakest_gold_margin": 0.00021332502365112305}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00718", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say to do about the remote?", "temporal_relation": "none", "query_temporal_norm": 0.14911530911922455, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.31913548707962036, "top_memory_id": "history_01_utt_0002", "max_non_gold_score": 0.31913548707962036, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00880", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they wanted a seafood tasting dinner down at the harbor before the plan changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5500485301017761, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7247459888458252}], "gold_semantic_scores": [0.5921134948730469], "gold_temporal_scores": [0.13263237476348877], "max_gold_score": 0.7247459888458252, "max_candidate_score": 0.7247459888458252, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4363175332546234, "best_gold_margin": 0.2884284555912018, "weakest_gold_margin": 0.2884284555912018}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00880", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our planning, what dinner option was originally proposed before it was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5362918376922607, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7224062085151672}], "gold_semantic_scores": [0.5927482843399048], "gold_temporal_scores": [0.12965789437294006], "max_gold_score": 0.7224062085151672, "max_candidate_score": 0.7224062085151672, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.47219955921173096, "best_gold_margin": 0.2502066493034363, "weakest_gold_margin": 0.2502066493034363}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00880", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say they wanted for dinner earlier?", "temporal_relation": "before", "query_temporal_norm": 0.34401819109916687, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7621127963066101}], "gold_semantic_scores": [0.666885495185852], "gold_temporal_scores": [0.09522733837366104], "max_gold_score": 0.7621127963066101, "max_candidate_score": 0.7621127963066101, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6670805215835571, "best_gold_margin": 0.09503227472305298, "weakest_gold_margin": 0.09503227472305298}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00880", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dinner option did we end up choosing?", "temporal_relation": "latest", "query_temporal_norm": 0.5615799427032471, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9662402272224426}], "gold_semantic_scores": [0.704612672328949], "gold_temporal_scores": [0.261627733707428], "max_gold_score": 0.9662402272224426, "max_candidate_score": 0.9662402272224426, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9603798389434814, "best_gold_margin": 0.005860388278961182, "weakest_gold_margin": 0.005860388278961182}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01009", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention the NVMe cluster would do, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1459886133670807, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.543940007686615}, {"memory_id": "history_02_utt_0008", "score": 0.4961557984352112}], "gold_semantic_scores": [0.4994533956050873, 0.4629731774330139], "gold_temporal_scores": [0.04448656737804413, 0.03318263217806816], "max_gold_score": 0.543940007686615, "max_candidate_score": 0.5546615719795227, "top_memory_id": "history_01_utt_0007::cf::main::0", "max_non_gold_score": 0.5546615719795227, "best_gold_margin": -0.010721564292907715, "weakest_gold_margin": -0.05850577354431152}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01009", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the NVMe cluster proposal rejected?", "temporal_relation": "none", "query_temporal_norm": 0.14429064095020294, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7080445885658264}], "gold_semantic_scores": [0.6507324576377869], "gold_temporal_scores": [0.05731229484081268], "max_gold_score": 0.7080445885658264, "max_candidate_score": 0.7080445885658264, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5414347052574158, "best_gold_margin": 0.16660988330841064, "weakest_gold_margin": 0.16660988330841064}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01009", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the NVMe cluster rejection mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.2888794541358948, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7704163789749146}], "gold_semantic_scores": [0.6321532726287842], "gold_temporal_scores": [0.13826332986354828], "max_gold_score": 0.7704163789749146, "max_candidate_score": 0.7704163789749146, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5489795207977295, "best_gold_margin": 0.22143685817718506, "weakest_gold_margin": 0.22143685817718506}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01009", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for proposing the distributed RAM cache?", "temporal_relation": "none", "query_temporal_norm": 0.09667704254388809, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.8060693144798279}], "gold_semantic_scores": [0.7914851307868958], "gold_temporal_scores": [0.014584332704544067], "max_gold_score": 0.8060693144798279, "max_candidate_score": 0.8060693144798279, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.6465664505958557, "best_gold_margin": 0.15950286388397217, "weakest_gold_margin": 0.15950286388397217}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01081", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about the low-precision quantized encoder, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2184424102306366, "query_session_index": 2, "query_start_sec": 17.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7440916895866394}, {"memory_id": "history_02_utt_0009", "score": 0.8046583533287048}], "gold_semantic_scores": [0.6732922792434692, 0.7582733631134033], "gold_temporal_scores": [0.07079944014549255, 0.04638517647981644], "max_gold_score": 0.8046583533287048, "max_candidate_score": 0.8046583533287048, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7607097625732422, "best_gold_margin": 0.043948590755462646, "weakest_gold_margin": -0.016618072986602783}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01081", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for proposing the causal streaming transformer?", "temporal_relation": "none", "query_temporal_norm": 0.08835804462432861, "query_session_index": 2, "query_start_sec": 17.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.773432195186615}], "gold_semantic_scores": [0.7584402561187744], "gold_temporal_scores": [0.014991652220487595], "max_gold_score": 0.773432195186615, "max_candidate_score": 0.773432195186615, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.6189553737640381, "best_gold_margin": 0.1544768214225769, "weakest_gold_margin": 0.1544768214225769}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01081", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the causal streaming transformer proposed?", "temporal_relation": "session", "query_temporal_norm": 0.15302595496177673, "query_session_index": 2, "query_start_sec": 17.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7942808270454407}], "gold_semantic_scores": [0.7603800296783447], "gold_temporal_scores": [0.03390089422464371], "max_gold_score": 0.7942808270454407, "max_candidate_score": 0.7942808270454407, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.6392655372619629, "best_gold_margin": 0.15501528978347778, "weakest_gold_margin": 0.15501528978347778}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01081", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we talked about profiling memory behavior—what testing approach did they suggest we try?", "temporal_relation": "none", "query_temporal_norm": 0.12017824500799179, "query_session_index": 2, "query_start_sec": 17.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.6069899797439575}], "gold_semantic_scores": [0.5773500204086304], "gold_temporal_scores": [0.029640045017004013], "max_gold_score": 0.6069899797439575, "max_candidate_score": 0.6069899797439575, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.5174415111541748, "best_gold_margin": 0.08954846858978271, "weakest_gold_margin": 0.08954846858978271}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01175", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the playlist to 'Velvet Nights; Dawn Patrol; City Echoes', and what was the earlier playlist?", "temporal_relation": "comparison", "query_temporal_norm": 0.39207717776298523, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7962384223937988}, {"memory_id": "history_02_utt_0009", "score": 0.7806023955345154}], "gold_semantic_scores": [0.6507968902587891, 0.6673810482025146], "gold_temporal_scores": [0.145441472530365, 0.11322115361690521], "max_gold_score": 0.7962384223937988, "max_candidate_score": 0.7962384223937988, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3827705979347229, "best_gold_margin": 0.4134678244590759, "weakest_gold_margin": 0.3978317975997925}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01175", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the playlist change between the two sessions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3697865903377533, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7282086610794067}, {"memory_id": "history_02_utt_0009", "score": 0.638977587223053}], "gold_semantic_scores": [0.5937923192977905, 0.52484130859375], "gold_temporal_scores": [0.1344163864850998, 0.11413630098104477], "max_gold_score": 0.7282086610794067, "max_candidate_score": 0.7282086610794067, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3743409514427185, "best_gold_margin": 0.35386770963668823, "weakest_gold_margin": 0.2646366357803345}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01175", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had the playlist 'Sunrise Streets; Velvet Nights; City Echoes' cued up for our session?", "temporal_relation": "none", "query_temporal_norm": 0.19866596162319183, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8314501643180847}], "gold_semantic_scores": [0.7708252668380737], "gold_temporal_scores": [0.06062491238117218], "max_gold_score": 0.8314501643180847, "max_candidate_score": 0.8314501643180847, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5853601098060608, "best_gold_margin": 0.24609005451202393, "weakest_gold_margin": 0.24609005451202393}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01175", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched their queue to 'Velvet Nights; Dawn Patrol; City Echoes' for the follow-up session?", "temporal_relation": "none", "query_temporal_norm": 0.3597390055656433, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0014064311981201}], "gold_semantic_scores": [0.8158829808235168], "gold_temporal_scores": [0.18552349507808685], "max_gold_score": 1.0014064311981201, "max_candidate_score": 1.0014064311981201, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5527923703193665, "best_gold_margin": 0.44861406087875366, "weakest_gold_margin": 0.44861406087875366}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00053", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was a reason I liked Sunset Montage, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1474848836660385, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8173342347145081}, {"memory_id": "history_02_utt_0009", "score": 0.8121695518493652}], "gold_semantic_scores": [0.7726050019264221, 0.7721192836761475], "gold_temporal_scores": [0.04472942650318146, 0.04005056992173195], "max_gold_score": 0.8173342347145081, "max_candidate_score": 0.8173342347145081, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8129372596740723, "best_gold_margin": 0.004396975040435791, "weakest_gold_margin": -0.0007677078247070312}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00053", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Sunset Montage removed from consideration?", "temporal_relation": "none", "query_temporal_norm": 0.10994506627321243, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.802921712398529}], "gold_semantic_scores": [0.7656899690628052], "gold_temporal_scores": [0.03723184019327164], "max_gold_score": 0.802921712398529, "max_candidate_score": 0.802921712398529, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6609719395637512, "best_gold_margin": 0.14194977283477783, "weakest_gold_margin": 0.14194977283477783}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00053", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Sunset Montage was dropped?", "temporal_relation": "session", "query_temporal_norm": 0.12348029762506485, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7731807827949524}], "gold_semantic_scores": [0.7477042078971863], "gold_temporal_scores": [0.02547665685415268], "max_gold_score": 0.7731807827949524, "max_candidate_score": 0.7731807827949524, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7333717942237854, "best_gold_margin": 0.03980898857116699, "weakest_gold_margin": 0.03980898857116699}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00053", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What emphasis did someone say Urban Drift had?", "temporal_relation": "none", "query_temporal_norm": 0.086069755256176, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7017059922218323}], "gold_semantic_scores": [0.6939265131950378], "gold_temporal_scores": [0.007779750972986221], "max_gold_score": 0.7017059922218323, "max_candidate_score": 0.7017059922218323, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.38797467947006226, "best_gold_margin": 0.31373131275177, "weakest_gold_margin": 0.31373131275177}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00145", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about Sunrise Montage's editing style, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1622633934020996, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0014", "score": 0.5740728974342346}, {"memory_id": "history_02_utt_0009", "score": 0.5384123921394348}], "gold_semantic_scores": [0.5378811359405518, 0.5020373463630676], "gold_temporal_scores": [0.03619170933961868, 0.036375097930431366], "max_gold_score": 0.5740728974342346, "max_candidate_score": 0.5868856906890869, "top_memory_id": "history_01_utt_0014::cf::main::1", "max_non_gold_score": 0.5868856906890869, "best_gold_margin": -0.012812793254852295, "weakest_gold_margin": -0.0484732985496521}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00145", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Sunrise Montage dropped?", "temporal_relation": "none", "query_temporal_norm": 0.10700759291648865, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7220153212547302}], "gold_semantic_scores": [0.6849514842033386], "gold_temporal_scores": [0.03706413879990578], "max_gold_score": 0.7220153212547302, "max_candidate_score": 0.7220153212547302, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.40458840131759644, "best_gold_margin": 0.3174269199371338, "weakest_gold_margin": 0.3174269199371338}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00145", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about Midnight Sketches' sound design?", "temporal_relation": "none", "query_temporal_norm": 0.09479591250419617, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.8741039633750916}], "gold_semantic_scores": [0.8512035608291626], "gold_temporal_scores": [0.02290043607354164], "max_gold_score": 0.8741039633750916, "max_candidate_score": 0.8741039633750916, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.5906582474708557, "best_gold_margin": 0.28344571590423584, "weakest_gold_margin": 0.28344571590423584}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00145", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation mentioned that Midnight Sketches was kept?", "temporal_relation": "session", "query_temporal_norm": 0.12011388689279556, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.798227071762085}], "gold_semantic_scores": [0.7892968654632568], "gold_temporal_scores": [0.008930426090955734], "max_gold_score": 0.798227071762085, "max_candidate_score": 0.798227071762085, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.6208875775337219, "best_gold_margin": 0.17733949422836304, "weakest_gold_margin": 0.17733949422836304}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00254", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5502642393112183, "query_session_index": 2, "query_start_sec": 18.840000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9418792724609375}], "gold_semantic_scores": [0.6737658381462097], "gold_temporal_scores": [0.2681138217449188], "max_gold_score": 0.9418792724609375, "max_candidate_score": 0.9694914221763611, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 0.9694914221763611, "best_gold_margin": -0.027612149715423584, "weakest_gold_margin": -0.027612149715423584}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00254", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were now using Conformer-XL with a streaming encoder?", "temporal_relation": "none", "query_temporal_norm": 0.30321305990219116, "query_session_index": 2, "query_start_sec": 18.840000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8309857845306396}], "gold_semantic_scores": [0.7214743494987488], "gold_temporal_scores": [0.1095113605260849], "max_gold_score": 0.8309857845306396, "max_candidate_score": 0.8309857845306396, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4707460105419159, "best_gold_margin": 0.36023977398872375, "weakest_gold_margin": 0.36023977398872375}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00254", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Conformer-XS mentioned as the low-latency baseline?", "temporal_relation": "session", "query_temporal_norm": 0.1462372988462448, "query_session_index": 2, "query_start_sec": 18.840000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.4305154085159302}], "gold_semantic_scores": [0.3959248661994934], "gold_temporal_scores": [0.03459057956933975], "max_gold_score": 0.4305154085159302, "max_candidate_score": 0.4305154085159302, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.339543879032135, "best_gold_margin": 0.09097152948379517, "weakest_gold_margin": 0.09097152948379517}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00373", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the chore schedule was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.49016356468200684, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7843611836433411}], "gold_semantic_scores": [0.6438165307044983], "gold_temporal_scores": [0.140544593334198], "max_gold_score": 0.7843611836433411, "max_candidate_score": 0.7907814383506775, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.7907814383506775, "best_gold_margin": -0.006420254707336426, "weakest_gold_margin": -0.006420254707336426}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00537", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I mentioned a venue and later I updated it—what did I say I changed the venue from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.3987838923931122, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6293036937713623}, {"memory_id": "history_02_utt_0007", "score": 0.776724636554718}], "gold_semantic_scores": [0.5055688619613647, 0.6162845492362976], "gold_temporal_scores": [0.12373483180999756, 0.16044025123119354], "max_gold_score": 0.776724636554718, "max_candidate_score": 0.8482397794723511, "top_memory_id": "history_02_utt_0007::cf::main::2", "max_non_gold_score": 0.8482397794723511, "best_gold_margin": -0.07151514291763306, "weakest_gold_margin": -0.21893608570098877}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00537", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed the venue to the community screening room?", "temporal_relation": "none", "query_temporal_norm": 0.3099095821380615, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9571992754936218}], "gold_semantic_scores": [0.8057289123535156], "gold_temporal_scores": [0.15147052705287933], "max_gold_score": 0.9571992754936218, "max_candidate_score": 0.9571992754936218, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5496328473091125, "best_gold_margin": 0.4075664281845093, "weakest_gold_margin": 0.4075664281845093}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00537", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we changed the meeting place—what venue are we using for tonight?", "temporal_relation": "latest", "query_temporal_norm": 0.33812448382377625, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9660552144050598}], "gold_semantic_scores": [0.8008236289024353], "gold_temporal_scores": [0.16523130238056183], "max_gold_score": 0.9660552144050598, "max_candidate_score": 0.9667842388153076, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0007::1", "max_non_gold_score": 0.9667842388153076, "best_gold_margin": -0.0007290244102478027, "weakest_gold_margin": -0.0007290244102478027}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00537", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier we updated the venue—what location had been reserved originally?", "temporal_relation": "earliest", "query_temporal_norm": 0.5508734583854675, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.774907648563385}], "gold_semantic_scores": [0.6578586101531982], "gold_temporal_scores": [0.11704909056425095], "max_gold_score": 0.774907648563385, "max_candidate_score": 0.774907648563385, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5056310296058655, "best_gold_margin": 0.26927661895751953, "weakest_gold_margin": 0.26927661895751953}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00623", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Echoes of Winter, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17877230048179626, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7415646910667419}, {"memory_id": "history_02_utt_0007", "score": 0.8310176134109497}], "gold_semantic_scores": [0.6839748620986938, 0.7918494343757629], "gold_temporal_scores": [0.0575898215174675, 0.039168160408735275], "max_gold_score": 0.8310176134109497, "max_candidate_score": 0.8310176134109497, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4052985608577728, "best_gold_margin": 0.4257190525531769, "weakest_gold_margin": 0.3362661302089691}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00623", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What movie did Cameron say Riley suggested for movie night?", "temporal_relation": "none", "query_temporal_norm": 0.19216372072696686, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7066646814346313}], "gold_semantic_scores": [0.664042592048645], "gold_temporal_scores": [0.0426221564412117], "max_gold_score": 0.7066646814346313, "max_candidate_score": 0.7066646814346313, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6770212650299072, "best_gold_margin": 0.02964341640472412, "weakest_gold_margin": 0.02964341640472412}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00623", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to Echoes of Winter after we discussed it being too long?", "temporal_relation": "none", "query_temporal_norm": 0.2365596741437912, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8578530550003052}], "gold_semantic_scores": [0.7475501894950867], "gold_temporal_scores": [0.11030267179012299], "max_gold_score": 0.8578530550003052, "max_candidate_score": 0.8578530550003052, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5238974094390869, "best_gold_margin": 0.33395564556121826, "weakest_gold_margin": 0.33395564556121826}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00623", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about rejecting Echoes of Winter?", "temporal_relation": "session", "query_temporal_norm": 0.1629028469324112, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8571053147315979}], "gold_semantic_scores": [0.7948561310768127], "gold_temporal_scores": [0.06224935129284859], "max_gold_score": 0.8571053147315979, "max_candidate_score": 0.8571053147315979, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5233166813850403, "best_gold_margin": 0.3337886333465576, "weakest_gold_margin": 0.3337886333465576}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00761", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the restaurant choice to Green Table Bistro, and what was the earlier venue?", "temporal_relation": "comparison", "query_temporal_norm": 0.379201740026474, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.605701208114624}, {"memory_id": "history_02_utt_0012", "score": 0.8510414361953735}], "gold_semantic_scores": [0.4751420319080353, 0.7484346032142639], "gold_temporal_scores": [0.13055925071239471, 0.10260672867298126], "max_gold_score": 0.8510414361953735, "max_candidate_score": 0.8510414361953735, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.41274598240852356, "best_gold_margin": 0.43829545378685, "weakest_gold_margin": 0.19295522570610046}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00761", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At one point the restaurant choice was changed — what did the selection change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.3991120159626007, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7076142430305481}, {"memory_id": "history_02_utt_0012", "score": 0.7114893198013306}], "gold_semantic_scores": [0.5658776164054871, 0.5869560837745667], "gold_temporal_scores": [0.14173656702041626, 0.12453310191631317], "max_gold_score": 0.7114893198013306, "max_candidate_score": 0.7114893198013306, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.39587119221687317, "best_gold_margin": 0.3156181275844574, "weakest_gold_margin": 0.3117430508136749}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00761", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which restaurant did Reese prefer earlier for our group meal?", "temporal_relation": "before", "query_temporal_norm": 0.45156702399253845, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6983157396316528}], "gold_semantic_scores": [0.5868470072746277], "gold_temporal_scores": [0.11146862804889679], "max_gold_score": 0.6983157396316528, "max_candidate_score": 0.6983157396316528, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6156005263328552, "best_gold_margin": 0.08271521329879761, "weakest_gold_margin": 0.08271521329879761}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00761", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese say she preferred The Noodle Loft?", "temporal_relation": "session", "query_temporal_norm": 0.1675257831811905, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6266999244689941}], "gold_semantic_scores": [0.5888234376907349], "gold_temporal_scores": [0.03787647560238838], "max_gold_score": 0.6266999244689941, "max_candidate_score": 0.6266999244689941, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5316616296768188, "best_gold_margin": 0.09503829479217529, "weakest_gold_margin": 0.09503829479217529}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00905", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's playlist choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3964574933052063, "query_session_index": 2, "query_start_sec": 23.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6745545864105225}, {"memory_id": "history_02_utt_0008", "score": 0.6927098035812378}], "gold_semantic_scores": [0.5458836555480957, 0.5599112510681152], "gold_temporal_scores": [0.12867078185081482, 0.13279861211776733], "max_gold_score": 0.6927098035812378, "max_candidate_score": 0.6927098035812378, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6166588664054871, "best_gold_margin": 0.07605093717575073, "weakest_gold_margin": 0.0578957200050354}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00905", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What playlist order did Drew say he had queued originally?", "temporal_relation": "none", "query_temporal_norm": 0.5227270126342773, "query_session_index": 2, "query_start_sec": 23.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.848644495010376}], "gold_semantic_scores": [0.7197677493095398], "gold_temporal_scores": [0.12887679040431976], "max_gold_score": 0.848644495010376, "max_candidate_score": 0.848644495010376, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7242706418037415, "best_gold_margin": 0.12437385320663452, "weakest_gold_margin": 0.12437385320663452}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00905", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew state his playlist order?", "temporal_relation": "session", "query_temporal_norm": 0.19502775371074677, "query_session_index": 2, "query_start_sec": 23.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6081098318099976}], "gold_semantic_scores": [0.550761342048645], "gold_temporal_scores": [0.057348333299160004], "max_gold_score": 0.6081098318099976, "max_candidate_score": 0.6402709484100342, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6402709484100342, "best_gold_margin": -0.03216111660003662, "weakest_gold_margin": -0.03216111660003662}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00905", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "According to Drew's statement, what order did he set the session playlist to?", "temporal_relation": "none", "query_temporal_norm": 0.1846235692501068, "query_session_index": 2, "query_start_sec": 23.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7094889283180237}], "gold_semantic_scores": [0.6524332165718079], "gold_temporal_scores": [0.05705583840608597], "max_gold_score": 0.7094889283180237, "max_candidate_score": 0.7094889283180237, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6831995248794556, "best_gold_margin": 0.026289403438568115, "weakest_gold_margin": 0.026289403438568115}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00988", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Green Leaf Bistro, and why was it unavailable that night?", "temporal_relation": "none", "query_temporal_norm": 0.16275207698345184, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7338452935218811}, {"memory_id": "history_02_utt_0010", "score": 0.7893572449684143}], "gold_semantic_scores": [0.6900022625923157, 0.7607376575469971], "gold_temporal_scores": [0.04384313523769379, 0.02861929126083851], "max_gold_score": 0.7893572449684143, "max_candidate_score": 0.8038580417633057, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.8038580417633057, "best_gold_margin": -0.014500796794891357, "weakest_gold_margin": -0.07001274824142456}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00988", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Harbor Grill mentioned as having that buffet?", "temporal_relation": "session", "query_temporal_norm": 0.11244010180234909, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.8192498683929443}], "gold_semantic_scores": [0.803377628326416], "gold_temporal_scores": [0.015872571617364883], "max_gold_score": 0.8192498683929443, "max_candidate_score": 0.8192498683929443, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.70028156042099, "best_gold_margin": 0.11896830797195435, "weakest_gold_margin": 0.11896830797195435}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00988", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we later find out about Green Leaf Bistro for that night?", "temporal_relation": "none", "query_temporal_norm": 0.3019355535507202, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8705015182495117}], "gold_semantic_scores": [0.7744330167770386], "gold_temporal_scores": [0.09606840461492538], "max_gold_score": 0.8705015182495117, "max_candidate_score": 0.8705015182495117, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6158175468444824, "best_gold_margin": 0.2546839714050293, "weakest_gold_margin": 0.2546839714050293}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00988", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What specific reason was given for why Harbor Grill wouldn’t work that evening?", "temporal_relation": "none", "query_temporal_norm": 0.10954304039478302, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.6455581188201904}], "gold_semantic_scores": [0.6111500859260559], "gold_temporal_scores": [0.03440813347697258], "max_gold_score": 0.6455581188201904, "max_candidate_score": 0.6455581188201904, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.5586486458778381, "best_gold_margin": 0.0869094729423523, "weakest_gold_margin": 0.0869094729423523}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01070", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for suggesting The Last Reel, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.21060524880886078, "query_session_index": 2, "query_start_sec": 20.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7313562631607056}, {"memory_id": "history_02_utt_0007", "score": 0.7086964249610901}], "gold_semantic_scores": [0.6872866749763489, 0.6077927350997925], "gold_temporal_scores": [0.04406958445906639, 0.10090377926826477], "max_gold_score": 0.7313562631607056, "max_candidate_score": 0.7313562631607056, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7141767740249634, "best_gold_margin": 0.017179489135742188, "weakest_gold_margin": -0.005480349063873291}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01070", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we reject The Last Reel?", "temporal_relation": "none", "query_temporal_norm": 0.1645353138446808, "query_session_index": 2, "query_start_sec": 20.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8342070579528809}], "gold_semantic_scores": [0.7655109763145447], "gold_temporal_scores": [0.06869596987962723], "max_gold_score": 0.8342070579528809, "max_candidate_score": 0.8342070579528809, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5501927137374878, "best_gold_margin": 0.28401434421539307, "weakest_gold_margin": 0.28401434421539307}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01070", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for pitching Midnight Montage?", "temporal_relation": "none", "query_temporal_norm": 0.09615764021873474, "query_session_index": 2, "query_start_sec": 20.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.8544927835464478}], "gold_semantic_scores": [0.8398112654685974], "gold_temporal_scores": [0.014681379310786724], "max_gold_score": 0.8544927835464478, "max_candidate_score": 0.8544927835464478, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.6093913912773132, "best_gold_margin": 0.24510139226913452, "weakest_gold_margin": 0.24510139226913452}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01070", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation said we kept Midnight Montage for the intermission slot?", "temporal_relation": "session", "query_temporal_norm": 0.15420959889888763, "query_session_index": 2, "query_start_sec": 20.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.8517990112304688}], "gold_semantic_scores": [0.7888635993003845], "gold_temporal_scores": [0.06293540447950363], "max_gold_score": 0.8517990112304688, "max_candidate_score": 0.8517990112304688, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.603694498538971, "best_gold_margin": 0.2481045126914978, "weakest_gold_margin": 0.2481045126914978}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01107", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention earlier about A Day in Static, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.24746116995811462, "query_session_index": 2, "query_start_sec": 20.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5100358128547668}, {"memory_id": "history_02_utt_0010", "score": 0.7502015233039856}], "gold_semantic_scores": [0.443089097738266, 0.7461772561073303], "gold_temporal_scores": [0.06694670021533966, 0.004024313297122717], "max_gold_score": 0.7502015233039856, "max_candidate_score": 0.7502015233039856, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5653306245803833, "best_gold_margin": 0.1848708987236023, "weakest_gold_margin": -0.055294811725616455}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01107", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What kind of color grading did Neon Summer use?", "temporal_relation": "none", "query_temporal_norm": 0.2759980857372284, "query_session_index": 2, "query_start_sec": 20.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7563904523849487}], "gold_semantic_scores": [0.7114943861961365], "gold_temporal_scores": [0.04489589110016823], "max_gold_score": 0.7563904523849487, "max_candidate_score": 0.7563904523849487, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.3704562783241272, "best_gold_margin": 0.38593417406082153, "weakest_gold_margin": 0.38593417406082153}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01107", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to Neon Summer in the second round?", "temporal_relation": "none", "query_temporal_norm": 0.34363213181495667, "query_session_index": 2, "query_start_sec": 20.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.7812154293060303}], "gold_semantic_scores": [0.6693293452262878], "gold_temporal_scores": [0.11188606917858124], "max_gold_score": 0.7812154293060303, "max_candidate_score": 0.7812154293060303, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.5437315106391907, "best_gold_margin": 0.2374839186668396, "weakest_gold_margin": 0.2374839186668396}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01107", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Neon Summer was kept for a social push?", "temporal_relation": "session", "query_temporal_norm": 0.11497130244970322, "query_session_index": 2, "query_start_sec": 20.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.6300418376922607}], "gold_semantic_scores": [0.5923062562942505], "gold_temporal_scores": [0.037735603749752045], "max_gold_score": 0.6300418376922607, "max_candidate_score": 0.6300418376922607, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.3232344388961792, "best_gold_margin": 0.30680739879608154, "weakest_gold_margin": 0.30680739879608154}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01184", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested the sushi dinner at Harbor Roll before it was later changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.41368722915649414, "query_session_index": 2, "query_start_sec": 18.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8372597098350525}], "gold_semantic_scores": [0.7605984807014465], "gold_temporal_scores": [0.07666131854057312], "max_gold_score": 0.8372597098350525, "max_candidate_score": 0.8372597098350525, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6224684715270996, "best_gold_margin": 0.21479123830795288, "weakest_gold_margin": 0.21479123830795288}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01184", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor suggest for the dinner plan?", "temporal_relation": "none", "query_temporal_norm": 0.18203213810920715, "query_session_index": 2, "query_start_sec": 18.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7230827808380127}], "gold_semantic_scores": [0.6733304858207703], "gold_temporal_scores": [0.04975254461169243], "max_gold_score": 0.7230827808380127, "max_candidate_score": 0.7230827808380127, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6292452812194824, "best_gold_margin": 0.09383749961853027, "weakest_gold_margin": 0.09383749961853027}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01184", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the currently chosen restaurant for the dinner?", "temporal_relation": "latest", "query_temporal_norm": 0.5380191206932068, "query_session_index": 2, "query_start_sec": 18.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8647304773330688}], "gold_semantic_scores": [0.6191396713256836], "gold_temporal_scores": [0.24559077620506287], "max_gold_score": 0.8647304773330688, "max_candidate_score": 0.8749964237213135, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.8749964237213135, "best_gold_margin": -0.010265946388244629, "weakest_gold_margin": -0.010265946388244629}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01184", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dinner choice change?", "temporal_relation": "comparison", "query_temporal_norm": 0.3826443552970886, "query_session_index": 2, "query_start_sec": 18.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6983882188796997}, {"memory_id": "history_02_utt_0009", "score": 0.5540330410003662}], "gold_semantic_scores": [0.5587440729141235, 0.42949730157852173], "gold_temporal_scores": [0.13964411616325378, 0.12453565001487732], "max_gold_score": 0.6983882188796997, "max_candidate_score": 0.6983882188796997, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.2091352641582489, "best_gold_margin": 0.4892529547214508, "weakest_gold_margin": 0.3448977768421173}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00048", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What changed between the original training setup and the final one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3736865222454071, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8164018988609314}, {"memory_id": "history_02_utt_0010", "score": 0.7105991840362549}], "gold_semantic_scores": [0.6850229501724243, 0.6399043202400208], "gold_temporal_scores": [0.1313788741827011, 0.07069448381662369], "max_gold_score": 0.8164018988609314, "max_candidate_score": 0.8164018988609314, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.46870970726013184, "best_gold_margin": 0.34769219160079956, "weakest_gold_margin": 0.24188947677612305}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00048", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What training setup was initially discussed for the new cluster?", "temporal_relation": "none", "query_temporal_norm": 0.5036064386367798, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7867471575737}], "gold_semantic_scores": [0.6729012131690979], "gold_temporal_scores": [0.11384604126214981], "max_gold_score": 0.7867471575737, "max_candidate_score": 0.7867471575737, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3484613597393036, "best_gold_margin": 0.43828579783439636, "weakest_gold_margin": 0.43828579783439636}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00048", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the training setup mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.19614826142787933, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7102663516998291}], "gold_semantic_scores": [0.6663174033164978], "gold_temporal_scores": [0.04394916072487831], "max_gold_score": 0.7102663516998291, "max_candidate_score": 0.7102663516998291, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.590688943862915, "best_gold_margin": 0.11957740783691406, "weakest_gold_margin": 0.11957740783691406}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00048", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "When does the temporary building access need to be renewed?", "temporal_relation": "none", "query_temporal_norm": 0.4114450514316559, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.40603116154670715, "top_memory_id": "history_02_utt_0016", "max_non_gold_score": 0.40603116154670715, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00163", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my final chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.5434361696243286, "query_session_index": 2, "query_start_sec": 10.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8047686815261841}], "gold_semantic_scores": [0.5517599582672119], "gold_temporal_scores": [0.2530088722705841], "max_gold_score": 0.8047686815261841, "max_candidate_score": 0.8226926922798157, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 0.8226926922798157, "best_gold_margin": -0.017924010753631592, "weakest_gold_margin": -0.017924010753631592}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00163", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the title Midnight Kitchen Cleanup Hack chosen?", "temporal_relation": "session", "query_temporal_norm": 0.1582675725221634, "query_session_index": 2, "query_start_sec": 10.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8630585670471191}], "gold_semantic_scores": [0.8281971216201782], "gold_temporal_scores": [0.03486151993274689], "max_gold_score": 0.8630585670471191, "max_candidate_score": 0.8630585670471191, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6469980478286743, "best_gold_margin": 0.21606051921844482, "weakest_gold_margin": 0.21606051921844482}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00295", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched to an indie movie night for the weekend, and what were they originally leaning toward?", "temporal_relation": "none", "query_temporal_norm": 0.46287834644317627, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.515250027179718}, {"memory_id": "history_02_utt_0010", "score": 0.6740326285362244}], "gold_semantic_scores": [0.35216012597084045, 0.6039905548095703], "gold_temporal_scores": [0.1630898267030716, 0.0700421929359436], "max_gold_score": 0.6740326285362244, "max_candidate_score": 0.6740326285362244, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.19912110269069672, "best_gold_margin": 0.47491152584552765, "weakest_gold_margin": 0.3161289244890213}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00295", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the activity choice that was discussed earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.2859055697917938, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5152876973152161}, {"memory_id": "history_02_utt_0010", "score": 0.5798954963684082}], "gold_semantic_scores": [0.4183925986289978, 0.5291606187820435], "gold_temporal_scores": [0.09689515084028244, 0.050734929740428925], "max_gold_score": 0.5798954963684082, "max_candidate_score": 0.5798954963684082, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.30986419320106506, "best_gold_margin": 0.27003130316734314, "weakest_gold_margin": 0.205423504114151}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00295", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Drew say they were leaning toward for the weekend?", "temporal_relation": "none", "query_temporal_norm": 0.19913074374198914, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8289498090744019}], "gold_semantic_scores": [0.7708980441093445], "gold_temporal_scores": [0.058051928877830505], "max_gold_score": 0.8289498090744019, "max_candidate_score": 0.8289498090744019, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6847752928733826, "best_gold_margin": 0.1441745162010193, "weakest_gold_margin": 0.1441745162010193}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00295", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Drew say they switched to instead?", "temporal_relation": "none", "query_temporal_norm": 0.507120668888092, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9024377465248108}], "gold_semantic_scores": [0.6469632387161255], "gold_temporal_scores": [0.25547462701797485], "max_gold_score": 0.9024377465248108, "max_candidate_score": 0.9024377465248108, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.849657416343689, "best_gold_margin": 0.052780330181121826, "weakest_gold_margin": 0.052780330181121826}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00381", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew originally say his chore schedule was before it got switched around?", "temporal_relation": "earliest", "query_temporal_norm": 0.5420581698417664, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.663989245891571}], "gold_semantic_scores": [0.5428637862205505], "gold_temporal_scores": [0.12112560123205185], "max_gold_score": 0.663989245891571, "max_candidate_score": 0.663989245891571, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5954835414886475, "best_gold_margin": 0.06850570440292358, "weakest_gold_margin": 0.06850570440292358}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00381", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the chore schedule that we talked about before?", "temporal_relation": "comparison", "query_temporal_norm": 0.2982747256755829, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5680024027824402}, {"memory_id": "history_02_utt_0009", "score": 0.6493420600891113}], "gold_semantic_scores": [0.4644968807697296, 0.5739238262176514], "gold_temporal_scores": [0.10350554436445236, 0.07541830092668533], "max_gold_score": 0.6493420600891113, "max_candidate_score": 0.6493420600891113, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5405095219612122, "best_gold_margin": 0.10883253812789917, "weakest_gold_margin": 0.027492880821228027}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00381", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew mention his chore schedule?", "temporal_relation": "session", "query_temporal_norm": 0.1623775064945221, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7706155776977539}], "gold_semantic_scores": [0.7209988236427307], "gold_temporal_scores": [0.04961678758263588], "max_gold_score": 0.7706155776977539, "max_candidate_score": 0.7706155776977539, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.631973385810852, "best_gold_margin": 0.13864219188690186, "weakest_gold_margin": 0.13864219188690186}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00381", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current chore schedule for kitchen wipe-down and recycling?", "temporal_relation": "latest", "query_temporal_norm": 0.5520469546318054, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9790100455284119}], "gold_semantic_scores": [0.7461715936660767], "gold_temporal_scores": [0.2328384816646576], "max_gold_score": 0.9790100455284119, "max_candidate_score": 0.9814499020576477, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.9814499020576477, "best_gold_margin": -0.00243985652923584, "weakest_gold_margin": -0.00243985652923584}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00452", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What had I said \"Midnight Arcade\" was supposed to do in the playlist, and why was it cut?", "temporal_relation": "none", "query_temporal_norm": 0.1642095297574997, "query_session_index": 2, "query_start_sec": 10.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7421448230743408}, {"memory_id": "history_02_utt_0010", "score": 0.734455406665802}], "gold_semantic_scores": [0.6966948509216309, 0.7281632423400879], "gold_temporal_scores": [0.04545000568032265, 0.006291983649134636], "max_gold_score": 0.7421448230743408, "max_candidate_score": 0.7769855260848999, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.7769855260848999, "best_gold_margin": -0.03484070301055908, "weakest_gold_margin": -0.0425301194190979}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00452", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop 'Midnight Arcade' from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.14590047299861908, "query_session_index": 2, "query_start_sec": 10.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9104447364807129}], "gold_semantic_scores": [0.8460059762001038], "gold_temporal_scores": [0.06443905085325241], "max_gold_score": 0.9104447364807129, "max_candidate_score": 0.9104447364807129, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6448354721069336, "best_gold_margin": 0.2656092643737793, "weakest_gold_margin": 0.2656092643737793}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00452", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that 'Midnight Arcade' was cut from the playlist?", "temporal_relation": "session", "query_temporal_norm": 0.12178770452737808, "query_session_index": 2, "query_start_sec": 10.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8717000484466553}], "gold_semantic_scores": [0.840583324432373], "gold_temporal_scores": [0.031116755679249763], "max_gold_score": 0.8717000484466553, "max_candidate_score": 0.8717000484466553, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6564188003540039, "best_gold_margin": 0.21528124809265137, "weakest_gold_margin": 0.21528124809265137}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00452", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was 'Glass Avenue' supposed to do in the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.17028027772903442, "query_session_index": 2, "query_start_sec": 10.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6129007935523987}], "gold_semantic_scores": [0.6037912964820862], "gold_temporal_scores": [0.009109730832278728], "max_gold_score": 0.6129007935523987, "max_candidate_score": 0.6129007935523987, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.429940402507782, "best_gold_margin": 0.1829603910446167, "weakest_gold_margin": 0.1829603910446167}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00520", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew originally say the migration deadline was before it got pushed back?", "temporal_relation": "earliest", "query_temporal_norm": 0.5430163741111755, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8565346598625183}], "gold_semantic_scores": [0.7592268586158752], "gold_temporal_scores": [0.09730786085128784], "max_gold_score": 0.8565346598625183, "max_candidate_score": 0.8565346598625183, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8272373676300049, "best_gold_margin": 0.029297292232513428, "weakest_gold_margin": 0.029297292232513428}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00520", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When was the migration deadline last updated?", "temporal_relation": "latest", "query_temporal_norm": 0.4074437618255615, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7784618735313416}], "gold_semantic_scores": [0.6288427114486694], "gold_temporal_scores": [0.14961960911750793], "max_gold_score": 0.7784618735313416, "max_candidate_score": 0.7879865765571594, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0001::1", "max_non_gold_score": 0.7879865765571594, "best_gold_margin": -0.009524703025817871, "weakest_gold_margin": -0.009524703025817871}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00520", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew mention the migration deadline?", "temporal_relation": "session", "query_temporal_norm": 0.2176777720451355, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7693879008293152}], "gold_semantic_scores": [0.7045411467552185], "gold_temporal_scores": [0.06484690308570862], "max_gold_score": 0.7693879008293152, "max_candidate_score": 0.7693879008293152, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6405004858970642, "best_gold_margin": 0.12888741493225098, "weakest_gold_margin": 0.12888741493225098}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00520", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the migration deadline change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.4013111889362335, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7432044148445129}, {"memory_id": "history_02_utt_0011", "score": 0.7220839858055115}], "gold_semantic_scores": [0.6042515635490417, 0.5885447263717651], "gold_temporal_scores": [0.13895292580127716, 0.13353915512561798], "max_gold_score": 0.7432044148445129, "max_candidate_score": 0.7432044148445129, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.32366904616355896, "best_gold_margin": 0.419535368680954, "weakest_gold_margin": 0.3984149396419525}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00568", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the transcript prefetch path, and why was it later rejected?", "temporal_relation": "none", "query_temporal_norm": 0.16557645797729492, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6557916402816772}, {"memory_id": "history_02_utt_0011", "score": 0.7532217502593994}], "gold_semantic_scores": [0.6080209016799927, 0.690784215927124], "gold_temporal_scores": [0.04777080938220024, 0.062437474727630615], "max_gold_score": 0.7532217502593994, "max_candidate_score": 0.7562649846076965, "top_memory_id": "history_02_utt_0011::cf::main::2", "max_non_gold_score": 0.7562649846076965, "best_gold_margin": -0.003043234348297119, "weakest_gold_margin": -0.10047334432601929}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00568", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the transcript prefetch path rejected?", "temporal_relation": "none", "query_temporal_norm": 0.18003013730049133, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.823661208152771}], "gold_semantic_scores": [0.743986189365387], "gold_temporal_scores": [0.07967489212751389], "max_gold_score": 0.823661208152771, "max_candidate_score": 0.823661208152771, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5963445901870728, "best_gold_margin": 0.22731661796569824, "weakest_gold_margin": 0.22731661796569824}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00568", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the decision to reject the transcript prefetch path discussed?", "temporal_relation": "session", "query_temporal_norm": 0.3320487439632416, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8485671281814575}], "gold_semantic_scores": [0.7180314660072327], "gold_temporal_scores": [0.13053545355796814], "max_gold_score": 0.8485671281814575, "max_candidate_score": 0.8485671281814575, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.4959762692451477, "best_gold_margin": 0.3525908589363098, "weakest_gold_margin": 0.3525908589363098}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00568", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason given for proposing the local survey cache?", "temporal_relation": "none", "query_temporal_norm": 0.0898156464099884, "query_session_index": 2, "query_start_sec": 15.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.7209773659706116}], "gold_semantic_scores": [0.703135073184967], "gold_temporal_scores": [0.01784226857125759], "max_gold_score": 0.7209773659706116, "max_candidate_score": 0.7209773659706116, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.43281289935112, "best_gold_margin": 0.2881644666194916, "weakest_gold_margin": 0.2881644666194916}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00737", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change from what I mentioned earlier to the final version?", "temporal_relation": "comparison", "query_temporal_norm": 0.40940648317337036, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6892303228378296}, {"memory_id": "history_02_utt_0010", "score": 0.6773413419723511}], "gold_semantic_scores": [0.5385226011276245, 0.5291794538497925], "gold_temporal_scores": [0.15070770680904388, 0.14816194772720337], "max_gold_score": 0.6892303228378296, "max_candidate_score": 0.7539008259773254, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.7539008259773254, "best_gold_margin": -0.06467050313949585, "weakest_gold_margin": -0.07655948400497437}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00737", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned summarizing survey averages and pulling interview quotes from moderated sessions?", "temporal_relation": "none", "query_temporal_norm": 0.16904085874557495, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7217808365821838}], "gold_semantic_scores": [0.6871531009674072], "gold_temporal_scores": [0.034627765417099], "max_gold_score": 0.7217808365821838, "max_candidate_score": 0.7217808365821838, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6789785623550415, "best_gold_margin": 0.042802274227142334, "weakest_gold_margin": 0.042802274227142334}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00737", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned comparing survey patterns by condition and coding recurring usability themes?", "temporal_relation": "none", "query_temporal_norm": 0.22349373996257782, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.5936735272407532}], "gold_semantic_scores": [0.5332728028297424], "gold_temporal_scores": [0.06040055304765701], "max_gold_score": 0.5936735272407532, "max_candidate_score": 0.5936735272407532, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.49280691146850586, "best_gold_margin": 0.10086661577224731, "weakest_gold_margin": 0.10086661577224731}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00896", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn originally say was on the grocery list before it got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5364478826522827, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8915117979049683}], "gold_semantic_scores": [0.7485151886940002], "gold_temporal_scores": [0.14299659430980682], "max_gold_score": 0.8915117979049683, "max_candidate_score": 0.8915117979049683, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7721227407455444, "best_gold_margin": 0.11938905715942383, "weakest_gold_margin": 0.11938905715942383}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00896", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is currently on the grocery list instead of spinach?", "temporal_relation": "latest", "query_temporal_norm": 0.5536577105522156, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9906298518180847}], "gold_semantic_scores": [0.7111809253692627], "gold_temporal_scores": [0.2794490158557892], "max_gold_score": 0.9906298518180847, "max_candidate_score": 0.9906298518180847, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9848567843437195, "best_gold_margin": 0.005773067474365234, "weakest_gold_margin": 0.005773067474365234}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00896", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention adding baby spinach to the grocery list?", "temporal_relation": "session", "query_temporal_norm": 0.26167014241218567, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8568596839904785}], "gold_semantic_scores": [0.7670634984970093], "gold_temporal_scores": [0.08979629725217819], "max_gold_score": 0.8568596839904785, "max_candidate_score": 0.8568596839904785, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7117864489555359, "best_gold_margin": 0.14507323503494263, "weakest_gold_margin": 0.14507323503494263}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00896", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the grocery list change regarding leafy greens?", "temporal_relation": "comparison", "query_temporal_norm": 0.3437644839286804, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6444424986839294}, {"memory_id": "history_02_utt_0009", "score": 0.7510278224945068}], "gold_semantic_scores": [0.5221090912818909, 0.6314378380775452], "gold_temporal_scores": [0.1223333477973938, 0.11958993971347809], "max_gold_score": 0.7510278224945068, "max_candidate_score": 0.7510278224945068, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.49677926301956177, "best_gold_margin": 0.25424855947494507, "weakest_gold_margin": 0.14766323566436768}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01043", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew describe the screening venue changing from the earlier discussion to the later one?", "temporal_relation": "none", "query_temporal_norm": 0.39093446731567383, "query_session_index": 2, "query_start_sec": 10.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7665954232215881}, {"memory_id": "history_02_utt_0009", "score": 0.799304723739624}], "gold_semantic_scores": [0.6249229311943054, 0.6636239886283875], "gold_temporal_scores": [0.14167243242263794, 0.13568106293678284], "max_gold_score": 0.799304723739624, "max_candidate_score": 0.799304723739624, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6878625750541687, "best_gold_margin": 0.11144214868545532, "weakest_gold_margin": 0.07873284816741943}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01043", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening set up in the most recent discussion?", "temporal_relation": "none", "query_temporal_norm": 0.5098408460617065, "query_session_index": 2, "query_start_sec": 10.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9308900237083435}], "gold_semantic_scores": [0.7409080266952515], "gold_temporal_scores": [0.1899816244840622], "max_gold_score": 0.9308900237083435, "max_candidate_score": 0.9308900237083435, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9308512806892395, "best_gold_margin": 3.8743019104003906e-05, "weakest_gold_margin": 3.8743019104003906e-05}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01043", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Drew say they were planning to run the screening earlier?", "temporal_relation": "before", "query_temporal_norm": 0.20004475116729736, "query_session_index": 2, "query_start_sec": 10.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7812763452529907}], "gold_semantic_scores": [0.758906364440918], "gold_temporal_scores": [0.02237015962600708], "max_gold_score": 0.7812763452529907, "max_candidate_score": 0.7812763452529907, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6823530793190002, "best_gold_margin": 0.09892326593399048, "weakest_gold_margin": 0.09892326593399048}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01043", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Drew say they were setting up the screening in the second conversation?", "temporal_relation": "session", "query_temporal_norm": 0.37209072709083557, "query_session_index": 2, "query_start_sec": 10.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8652921915054321}], "gold_semantic_scores": [0.7275959849357605], "gold_temporal_scores": [0.13769623637199402], "max_gold_score": 0.8652921915054321, "max_candidate_score": 0.8652921915054321, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7813908457756042, "best_gold_margin": 0.08390134572982788, "weakest_gold_margin": 0.08390134572982788}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01195", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley originally say the dataset version was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5758989453315735, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8485004305839539}], "gold_semantic_scores": [0.6946803331375122], "gold_temporal_scores": [0.15381993353366852], "max_gold_score": 0.8485004305839539, "max_candidate_score": 0.8485004305839539, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7345517873764038, "best_gold_margin": 0.11394864320755005, "weakest_gold_margin": 0.11394864320755005}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01195", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed the initial version of the dataset. What was it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5259175300598145, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6689875721931458}], "gold_semantic_scores": [0.5040140748023987], "gold_temporal_scores": [0.16497357189655304], "max_gold_score": 0.6689875721931458, "max_candidate_score": 0.6689875721931458, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4083024263381958, "best_gold_margin": 0.26068514585494995, "weakest_gold_margin": 0.26068514585494995}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01195", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley say the dataset was initially scoped as?", "temporal_relation": "earliest", "query_temporal_norm": 0.5696857571601868, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6350325345993042}], "gold_semantic_scores": [0.48149505257606506], "gold_temporal_scores": [0.1535375565290451], "max_gold_score": 0.6350325345993042, "max_candidate_score": 0.6350325345993042, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5592944025993347, "best_gold_margin": 0.07573813199996948, "weakest_gold_margin": 0.07573813199996948}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01195", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley mention the dataset?", "temporal_relation": "session", "query_temporal_norm": 0.24566762149333954, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5220890045166016}], "gold_semantic_scores": [0.4390573799610138], "gold_temporal_scores": [0.0830315575003624], "max_gold_score": 0.5220890045166016, "max_candidate_score": 0.5220890045166016, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4532540738582611, "best_gold_margin": 0.06883493065834045, "weakest_gold_margin": 0.06883493065834045}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01280", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Avery originally say we could use for movie night before the plan changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5224344730377197, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7203537225723267}], "gold_semantic_scores": [0.5950214266777039], "gold_temporal_scores": [0.1253322809934616], "max_gold_score": 0.7203537225723267, "max_candidate_score": 0.7481535077095032, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7481535077095032, "best_gold_margin": -0.027799785137176514, "weakest_gold_margin": -0.027799785137176514}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01280", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we decide to hold movie night after the plan changed?", "temporal_relation": "latest", "query_temporal_norm": 0.519058346748352, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9278345704078674}], "gold_semantic_scores": [0.6925051808357239], "gold_temporal_scores": [0.2353294938802719], "max_gold_score": 0.9278345704078674, "max_candidate_score": 0.9278345704078674, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9210973978042603, "best_gold_margin": 0.006737172603607178, "weakest_gold_margin": 0.006737172603607178}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01280", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery mention Riley's rooftop patio for movie night?", "temporal_relation": "session", "query_temporal_norm": 0.21589839458465576, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.4652250409126282}], "gold_semantic_scores": [0.39179933071136475], "gold_temporal_scores": [0.07342574745416641], "max_gold_score": 0.4652250409126282, "max_candidate_score": 0.4652250409126282, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3765464723110199, "best_gold_margin": 0.08867856860160828, "weakest_gold_margin": 0.08867856860160828}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01280", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the group decide to watch the movie after changing the plan?", "temporal_relation": "none", "query_temporal_norm": 0.5157606601715088, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9467544555664062}], "gold_semantic_scores": [0.677245020866394], "gold_temporal_scores": [0.26950952410697937], "max_gold_score": 0.9467544555664062, "max_candidate_score": 0.9467544555664062, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6780335903167725, "best_gold_margin": 0.2687208652496338, "weakest_gold_margin": 0.2687208652496338}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01398", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their deployment target to the customer-like staging ring, and what was the earlier target?", "temporal_relation": "none", "query_temporal_norm": 0.31098806858062744, "query_session_index": 2, "query_start_sec": 15.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6786895990371704}, {"memory_id": "history_02_utt_0009", "score": 0.7624713778495789}], "gold_semantic_scores": [0.5674838423728943, 0.6604771614074707], "gold_temporal_scores": [0.11120577156543732, 0.10199418663978577], "max_gold_score": 0.7624713778495789, "max_candidate_score": 0.7624713778495789, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.28385499119758606, "best_gold_margin": 0.4786163866519928, "weakest_gold_margin": 0.39483460783958435}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01398", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deployment target did Riley say they were planning to use?", "temporal_relation": "none", "query_temporal_norm": 0.31691691279411316, "query_session_index": 2, "query_start_sec": 15.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6182056069374084}], "gold_semantic_scores": [0.5784661173820496], "gold_temporal_scores": [0.03973948583006859], "max_gold_score": 0.6182056069374084, "max_candidate_score": 0.6182056069374084, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5235231518745422, "best_gold_margin": 0.09468245506286621, "weakest_gold_margin": 0.09468245506286621}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01398", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley mention the blue canary cluster?", "temporal_relation": "session", "query_temporal_norm": 0.26697349548339844, "query_session_index": 2, "query_start_sec": 15.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5437756776809692}], "gold_semantic_scores": [0.4528382122516632], "gold_temporal_scores": [0.09093757718801498], "max_gold_score": 0.5437756776809692, "max_candidate_score": 0.5437756776809692, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4762524366378784, "best_gold_margin": 0.06752324104309082, "weakest_gold_margin": 0.06752324104309082}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01398", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley mention switching their deployment target to the customer-like staging ring?", "temporal_relation": "session", "query_temporal_norm": 0.2725923955440521, "query_session_index": 2, "query_start_sec": 15.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8950104713439941}], "gold_semantic_scores": [0.7665941119194031], "gold_temporal_scores": [0.12841619551181793], "max_gold_score": 0.8950104713439941, "max_candidate_score": 0.8950104713439941, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7773543000221252, "best_gold_margin": 0.1176561713218689, "weakest_gold_margin": 0.1176561713218689}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01498", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for placing 'Night Window' after the opener, and why was it later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16157463192939758, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7969135046005249}, {"memory_id": "history_02_utt_0010", "score": 0.7856972217559814}], "gold_semantic_scores": [0.753009021282196, 0.7200179100036621], "gold_temporal_scores": [0.043904393911361694, 0.06567932665348053], "max_gold_score": 0.7969135046005249, "max_candidate_score": 0.8151252269744873, "top_memory_id": "history_01_utt_0011::cf::main::0", "max_non_gold_score": 0.8151252269744873, "best_gold_margin": -0.018211722373962402, "weakest_gold_margin": -0.02942800521850586}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01498", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was 'Glass Arcade' placed near the middle of the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.08870216459035873, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0030", "score": 0.7283523678779602}], "gold_semantic_scores": [0.716244637966156], "gold_temporal_scores": [0.012107971124351025], "max_gold_score": 0.7283523678779602, "max_candidate_score": 0.7283523678779602, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.5385687351226807, "best_gold_margin": 0.18978363275527954, "weakest_gold_margin": 0.18978363275527954}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01498", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the plan for the total duration of the listening session?", "temporal_relation": "none", "query_temporal_norm": 0.20833289623260498, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0041", "score": 0.6337961554527283}], "gold_semantic_scores": [0.6232045888900757], "gold_temporal_scores": [0.010592170991003513], "max_gold_score": 0.6337961554527283, "max_candidate_score": 0.6337961554527283, "top_memory_id": "history_02_utt_0041", "max_non_gold_score": 0.2257702797651291, "best_gold_margin": 0.4080258756875992, "weakest_gold_margin": 0.4080258756875992}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01498", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned to keep the listening session under an hour?", "temporal_relation": "session", "query_temporal_norm": 0.11245619505643845, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0041", "score": 0.7539596557617188}], "gold_semantic_scores": [0.7245018482208252], "gold_temporal_scores": [0.029457971453666687], "max_gold_score": 0.7539596557617188, "max_candidate_score": 0.7539596557617188, "top_memory_id": "history_02_utt_0041", "max_non_gold_score": 0.28844746947288513, "best_gold_margin": 0.4655121862888336, "weakest_gold_margin": 0.4655121862888336}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01555", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say state-cache distillation was meant to do, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.17848503589630127, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7202130556106567}, {"memory_id": "history_02_utt_0009", "score": 0.8027762174606323}], "gold_semantic_scores": [0.6626144647598267, 0.7560663819313049], "gold_temporal_scores": [0.05759860947728157, 0.046709783375263214], "max_gold_score": 0.8027762174606323, "max_candidate_score": 0.8027762174606323, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7659322023391724, "best_gold_margin": 0.03684401512145996, "weakest_gold_margin": -0.045719146728515625}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01555", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was state-cache distillation dropped?", "temporal_relation": "none", "query_temporal_norm": 0.12529684603214264, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8652517199516296}], "gold_semantic_scores": [0.8234252333641052], "gold_temporal_scores": [0.04182672128081322], "max_gold_score": 0.8652517199516296, "max_candidate_score": 0.8652517199516296, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5666981339454651, "best_gold_margin": 0.29855358600616455, "weakest_gold_margin": 0.29855358600616455}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01555", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was speculative rescoring proposed to address?", "temporal_relation": "none", "query_temporal_norm": 0.14994773268699646, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.742552638053894}], "gold_semantic_scores": [0.7068686485290527], "gold_temporal_scores": [0.03568381071090698], "max_gold_score": 0.742552638053894, "max_candidate_score": 0.742552638053894, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.5886651873588562, "best_gold_margin": 0.15388745069503784, "weakest_gold_margin": 0.15388745069503784}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01555", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that speculative rescoring was kept?", "temporal_relation": "session", "query_temporal_norm": 0.11918586492538452, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.6246820092201233}], "gold_semantic_scores": [0.5948455333709717], "gold_temporal_scores": [0.029836535453796387], "max_gold_score": 0.6246820092201233, "max_candidate_score": 0.6246820092201233, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.41536152362823486, "best_gold_margin": 0.20932048559188843, "weakest_gold_margin": 0.20932048559188843}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01662", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who placed Velvet Arcade second to lift us out of the hushed intro, and why was it later cut?", "temporal_relation": "none", "query_temporal_norm": 0.22794099152088165, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7475500106811523}, {"memory_id": "history_02_utt_0009", "score": 0.857960045337677}], "gold_semantic_scores": [0.6729581952095032, 0.7707547545433044], "gold_temporal_scores": [0.0745917335152626, 0.0872054174542427], "max_gold_score": 0.857960045337677, "max_candidate_score": 0.857960045337677, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.43967410922050476, "best_gold_margin": 0.41828593611717224, "weakest_gold_margin": 0.3078759014606476}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01662", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said Velvet Arcade was cut?", "temporal_relation": "none", "query_temporal_norm": 0.13126710057258606, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8234360814094543}], "gold_semantic_scores": [0.7818962931632996], "gold_temporal_scores": [0.041539937257766724], "max_gold_score": 0.8234360814094543, "max_candidate_score": 0.8234360814094543, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5057493448257446, "best_gold_margin": 0.3176867365837097, "weakest_gold_margin": 0.3176867365837097}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01662", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese say they put Velvet Arcade second?", "temporal_relation": "session", "query_temporal_norm": 0.09742189198732376, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6391619443893433}], "gold_semantic_scores": [0.6253041625022888], "gold_temporal_scores": [0.013857736252248287], "max_gold_score": 0.6391619443893433, "max_candidate_score": 0.6391619443893433, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5697155594825745, "best_gold_margin": 0.0694463849067688, "weakest_gold_margin": 0.0694463849067688}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01662", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Reese say Velvet Arcade was cut from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.16587431728839874, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8045305013656616}], "gold_semantic_scores": [0.743000864982605], "gold_temporal_scores": [0.06152908876538277], "max_gold_score": 0.8045305013656616, "max_candidate_score": 0.8045305013656616, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7070003151893616, "best_gold_margin": 0.09753018617630005, "weakest_gold_margin": 0.09753018617630005}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01881", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who now handles the kitchen deep clean on Sundays, and what chore did they have before?", "temporal_relation": "none", "query_temporal_norm": 0.35913676023483276, "query_session_index": 2, "query_start_sec": 16.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6114506125450134}, {"memory_id": "history_02_utt_0009", "score": 0.8129287958145142}], "gold_semantic_scores": [0.4955333173274994, 0.7781887054443359], "gold_temporal_scores": [0.11591728031635284, 0.03474041074514389], "max_gold_score": 0.8129287958145142, "max_candidate_score": 0.8129287958145142, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5158480405807495, "best_gold_margin": 0.29708075523376465, "weakest_gold_margin": 0.09560257196426392}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01881", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say about their bathroom cleanup schedule?", "temporal_relation": "none", "query_temporal_norm": 0.20361797511577606, "query_session_index": 2, "query_start_sec": 16.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.43116143345832825}], "gold_semantic_scores": [0.3708798289299011], "gold_temporal_scores": [0.06028163805603981], "max_gold_score": 0.43116143345832825, "max_candidate_score": 0.43116143345832825, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3059549033641815, "best_gold_margin": 0.12520653009414673, "weakest_gold_margin": 0.12520653009414673}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01881", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say about their kitchen cleaning schedule?", "temporal_relation": "none", "query_temporal_norm": 0.2888200581073761, "query_session_index": 2, "query_start_sec": 16.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.723972737789154}], "gold_semantic_scores": [0.6206008791923523], "gold_temporal_scores": [0.10337188839912415], "max_gold_score": 0.723972737789154, "max_candidate_score": 0.723972737789154, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6541987657546997, "best_gold_margin": 0.06977397203445435, "weakest_gold_margin": 0.06977397203445435}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01942", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Table, and why was it closed on Saturday?", "temporal_relation": "none", "query_temporal_norm": 0.14038993418216705, "query_session_index": 2, "query_start_sec": 13.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7774794101715088}, {"memory_id": "history_02_utt_0009", "score": 0.7680760025978088}], "gold_semantic_scores": [0.7367001175880432, 0.7320685982704163], "gold_temporal_scores": [0.04077931493520737, 0.03600763902068138], "max_gold_score": 0.7774794101715088, "max_candidate_score": 0.7774794101715088, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5737091898918152, "best_gold_margin": 0.2037702202796936, "weakest_gold_margin": 0.19436681270599365}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01942", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Hayden give for suggesting Green Table?", "temporal_relation": "none", "query_temporal_norm": 0.13333368301391602, "query_session_index": 2, "query_start_sec": 13.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8373571038246155}], "gold_semantic_scores": [0.8064448237419128], "gold_temporal_scores": [0.03091246262192726], "max_gold_score": 0.8373571038246155, "max_candidate_score": 0.8373571038246155, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7747703194618225, "best_gold_margin": 0.06258678436279297, "weakest_gold_margin": 0.06258678436279297}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01942", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Hayden say Green Table was ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.15057331323623657, "query_session_index": 2, "query_start_sec": 13.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8731575012207031}], "gold_semantic_scores": [0.8063614964485168], "gold_temporal_scores": [0.06679613143205643], "max_gold_score": 0.8731575012207031, "max_candidate_score": 0.8731575012207031, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8342654705047607, "best_gold_margin": 0.03889203071594238, "weakest_gold_margin": 0.03889203071594238}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01942", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Harbor Bowl mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.12390288710594177, "query_session_index": 2, "query_start_sec": 13.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.8556981086730957}], "gold_semantic_scores": [0.8212606906890869], "gold_temporal_scores": [0.034437570720911026], "max_gold_score": 0.8556981086730957, "max_candidate_score": 0.8556981086730957, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.5757090449333191, "best_gold_margin": 0.2799890637397766, "weakest_gold_margin": 0.2799890637397766}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02096", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery's deployment target change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.40087467432022095, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.771038830280304}, {"memory_id": "history_02_utt_0009", "score": 0.7054191827774048}], "gold_semantic_scores": [0.6267476081848145, 0.5788286328315735], "gold_temporal_scores": [0.14429129660129547, 0.1265908181667328], "max_gold_score": 0.771038830280304, "max_candidate_score": 0.771038830280304, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6309277415275574, "best_gold_margin": 0.14011108875274658, "weakest_gold_margin": 0.07449144124984741}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02096", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the integration run moved to during the release check?", "temporal_relation": "none", "query_temporal_norm": 0.2633904814720154, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8869509100914001}], "gold_semantic_scores": [0.7796840667724609], "gold_temporal_scores": [0.10726705193519592], "max_gold_score": 0.8869509100914001, "max_candidate_score": 0.8869509100914001, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5813032388687134, "best_gold_margin": 0.30564767122268677, "weakest_gold_margin": 0.30564767122268677}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02096", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to run their integration build on the QA sandbox rack first?", "temporal_relation": "none", "query_temporal_norm": 0.3550102710723877, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7702774405479431}], "gold_semantic_scores": [0.7010238766670227], "gold_temporal_scores": [0.06925355643033981], "max_gold_score": 0.7702774405479431, "max_candidate_score": 0.7702774405479431, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.47592657804489136, "best_gold_margin": 0.29435086250305176, "weakest_gold_margin": 0.29435086250305176}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02096", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deployment target did Avery say they were planning to use first?", "temporal_relation": "none", "query_temporal_norm": 0.30845093727111816, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7434284090995789}], "gold_semantic_scores": [0.7003700733184814], "gold_temporal_scores": [0.04305831715464592], "max_gold_score": 0.7434284090995789, "max_candidate_score": 0.7434284090995789, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7178289294242859, "best_gold_margin": 0.02559947967529297, "weakest_gold_margin": 0.02559947967529297}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02168", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What venue did I say my playlist plan moved from and to between the earlier and later conversations?", "temporal_relation": "none", "query_temporal_norm": 0.41784122586250305, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7050663232803345}, {"memory_id": "history_02_utt_0008", "score": 0.6994879841804504}], "gold_semantic_scores": [0.5537328124046326, 0.5290988683700562], "gold_temporal_scores": [0.15133355557918549, 0.1703890562057495], "max_gold_score": 0.7050663232803345, "max_candidate_score": 0.7197777628898621, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.7197777628898621, "best_gold_margin": -0.014711439609527588, "weakest_gold_margin": -0.02028977870941162}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02168", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned shifting the playlist plan to the charter bus?", "temporal_relation": "none", "query_temporal_norm": 0.27863648533821106, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7938807010650635}], "gold_semantic_scores": [0.6755998730659485], "gold_temporal_scores": [0.11828123033046722], "max_gold_score": 0.7938807010650635, "max_candidate_score": 0.7938807010650635, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.46050989627838135, "best_gold_margin": 0.33337080478668213, "weakest_gold_margin": 0.33337080478668213}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02168", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the playlist originally planned to be used?", "temporal_relation": "earliest", "query_temporal_norm": 0.5450147390365601, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6630222797393799}], "gold_semantic_scores": [0.5437201261520386], "gold_temporal_scores": [0.11930214613676071], "max_gold_score": 0.6630222797393799, "max_candidate_score": 0.6630222797393799, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5149553418159485, "best_gold_margin": 0.1480669379234314, "weakest_gold_margin": 0.1480669379234314}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02280", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Taylor's model choice for the prototype change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.42802271246910095, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9024861454963684}, {"memory_id": "history_02_utt_0010", "score": 0.8788944482803345}], "gold_semantic_scores": [0.743594765663147, 0.7408117055892944], "gold_temporal_scores": [0.15889140963554382, 0.1380828469991684], "max_gold_score": 0.9024861454963684, "max_candidate_score": 0.9024861454963684, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8364565372467041, "best_gold_margin": 0.0660296082496643, "weakest_gold_margin": 0.04243791103363037}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02280", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model choice was decided on for the live demo?", "temporal_relation": "none", "query_temporal_norm": 0.3031582236289978, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7323641180992126}], "gold_semantic_scores": [0.6414801478385925], "gold_temporal_scores": [0.0908842384815216], "max_gold_score": 0.7323641180992126, "max_candidate_score": 0.7325922846794128, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.7325922846794128, "best_gold_margin": -0.0002281665802001953, "weakest_gold_margin": -0.0002281665802001953}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02280", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model did Taylor originally plan to use for the prototype?", "temporal_relation": "earliest", "query_temporal_norm": 0.5706878304481506, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9490863680839539}], "gold_semantic_scores": [0.7805295586585999], "gold_temporal_scores": [0.16855695843696594], "max_gold_score": 0.9490863680839539, "max_candidate_score": 0.9490863680839539, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8328781723976135, "best_gold_margin": 0.11620819568634033, "weakest_gold_margin": 0.11620819568634033}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02280", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention their plan for the prototype?", "temporal_relation": "session", "query_temporal_norm": 0.34299054741859436, "query_session_index": 2, "query_start_sec": 14.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7876814007759094}], "gold_semantic_scores": [0.7002421021461487], "gold_temporal_scores": [0.08743926137685776], "max_gold_score": 0.7876814007759094, "max_candidate_score": 0.7876814007759094, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7232043743133545, "best_gold_margin": 0.06447702646255493, "weakest_gold_margin": 0.06447702646255493}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02340", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my original activity choice was before I switched it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5335860252380371, "query_session_index": 2, "query_start_sec": 12.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8127389550209045}], "gold_semantic_scores": [0.694856584072113], "gold_temporal_scores": [0.11788266152143478], "max_gold_score": 0.8127389550209045, "max_candidate_score": 0.8127389550209045, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7838278412818909, "best_gold_margin": 0.028911113739013672, "weakest_gold_margin": 0.028911113739013672}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02340", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen instead of the river walk?", "temporal_relation": "none", "query_temporal_norm": 0.46939122676849365, "query_session_index": 2, "query_start_sec": 12.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8385388255119324}], "gold_semantic_scores": [0.6600105166435242], "gold_temporal_scores": [0.17852826416492462], "max_gold_score": 0.8385388255119324, "max_candidate_score": 0.8385388255119324, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6991612911224365, "best_gold_margin": 0.13937753438949585, "weakest_gold_margin": 0.13937753438949585}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02340", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the tile museum mentioned as the activity choice?", "temporal_relation": "session", "query_temporal_norm": 0.17074932157993317, "query_session_index": 2, "query_start_sec": 12.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.576838493347168}], "gold_semantic_scores": [0.5360763669013977], "gold_temporal_scores": [0.04076198861002922], "max_gold_score": 0.576838493347168, "max_candidate_score": 0.576838493347168, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5216220617294312, "best_gold_margin": 0.055216431617736816, "weakest_gold_margin": 0.055216431617736816}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02427", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I moved Riverlight Archive up to most recently?", "temporal_relation": "none", "query_temporal_norm": 0.4813876152038574, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6395508050918579}], "gold_semantic_scores": [0.4500699043273926], "gold_temporal_scores": [0.18948133289813995], "max_gold_score": 0.6395508050918579, "max_candidate_score": 0.675744891166687, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 0.675744891166687, "best_gold_margin": -0.0361940860748291, "weakest_gold_margin": -0.0361940860748291}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02427", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What is Avery asking us to decide about the chairs?", "temporal_relation": "none", "query_temporal_norm": 0.32825255393981934, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3497297167778015, "top_memory_id": "history_02_utt_0005", "max_non_gold_score": 0.3497297167778015, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02557", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say we should watch next before that later change?", "temporal_relation": "earliest", "query_temporal_norm": 0.47134390473365784, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8828166127204895}], "gold_semantic_scores": [0.8088158965110779], "gold_temporal_scores": [0.07400082051753998], "max_gold_score": 0.8828166127204895, "max_candidate_score": 0.8828166127204895, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8797721862792969, "best_gold_margin": 0.003044426441192627, "weakest_gold_margin": 0.003044426441192627}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02557", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we decide to start with instead?", "temporal_relation": "none", "query_temporal_norm": 0.31574729084968567, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7215585708618164}], "gold_semantic_scores": [0.6182325482368469], "gold_temporal_scores": [0.10332630574703217], "max_gold_score": 0.7215585708618164, "max_candidate_score": 0.7215585708618164, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5064691305160522, "best_gold_margin": 0.21508944034576416, "weakest_gold_margin": 0.21508944034576416}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02557", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that we should start with Northbound?", "temporal_relation": "session", "query_temporal_norm": 0.1566147804260254, "query_session_index": 2, "query_start_sec": 19.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6415207982063293}], "gold_semantic_scores": [0.6542822122573853], "gold_temporal_scores": [-0.012761552818119526], "max_gold_score": 0.6415207982063293, "max_candidate_score": 0.6415207982063293, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.48410823941230774, "best_gold_margin": 0.1574125587940216, "weakest_gold_margin": 0.1574125587940216}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02666", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my final dish soap choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.550295352935791, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9568551182746887}], "gold_semantic_scores": [0.7111194729804993], "gold_temporal_scores": [0.24573543667793274], "max_gold_score": 0.9568551182746887, "max_candidate_score": 1.0378884077072144, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 1.0378884077072144, "best_gold_margin": -0.08103328943252563, "weakest_gold_margin": -0.08103328943252563}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02666", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about Seventh Generation dish soap?", "temporal_relation": "session", "query_temporal_norm": 0.15407276153564453, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.542167603969574}], "gold_semantic_scores": [0.5434814095497131], "gold_temporal_scores": [-0.0013138692593201995], "max_gold_score": 0.542167603969574, "max_candidate_score": 0.542167603969574, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.27807480096817017, "best_gold_margin": 0.2640928030014038, "weakest_gold_margin": 0.2640928030014038}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02666", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching their dish soap choice to Cascade?", "temporal_relation": "none", "query_temporal_norm": 0.2128141075372696, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8977173566818237}], "gold_semantic_scores": [0.7983723282814026], "gold_temporal_scores": [0.09934496134519577], "max_gold_score": 0.8977173566818237, "max_candidate_score": 0.8977173566818237, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5926885008811951, "best_gold_margin": 0.30502885580062866, "weakest_gold_margin": 0.30502885580062866}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02747", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was the latest rating Casey gave for \"Neon August\"?", "temporal_relation": "latest", "query_temporal_norm": 0.5175401568412781, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9109124541282654}], "gold_semantic_scores": [0.6529196500778198], "gold_temporal_scores": [0.2579929828643799], "max_gold_score": 0.9109124541282654, "max_candidate_score": 0.9109124541282654, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9094897508621216, "best_gold_margin": 0.0014227032661437988, "weakest_gold_margin": 0.0014227032661437988}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02747", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey say they would rate \"Neon August\" 9/10?", "temporal_relation": "session", "query_temporal_norm": 0.1888601928949356, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7669196128845215}], "gold_semantic_scores": [0.6877264380455017], "gold_temporal_scores": [0.07919330149888992], "max_gold_score": 0.7669196128845215, "max_candidate_score": 0.7669196128845215, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.761350154876709, "best_gold_margin": 0.0055694580078125, "weakest_gold_margin": 0.0055694580078125}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02747", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What rating was originally discussed for \"Neon August\"?", "temporal_relation": "earliest", "query_temporal_norm": 0.5257012844085693, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7540291547775269}], "gold_semantic_scores": [0.615891695022583], "gold_temporal_scores": [0.13813740015029907], "max_gold_score": 0.7540291547775269, "max_candidate_score": 0.7540291547775269, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.602979838848114, "best_gold_margin": 0.15104931592941284, "weakest_gold_margin": 0.15104931592941284}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02847", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was the latest rating Cameron gave Deep Current?", "temporal_relation": "latest", "query_temporal_norm": 0.5535998344421387, "query_session_index": 2, "query_start_sec": 13.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9281439781188965}], "gold_semantic_scores": [0.6550345420837402], "gold_temporal_scores": [0.2731095254421234], "max_gold_score": 0.9281439781188965, "max_candidate_score": 0.9281439781188965, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.9244275689125061, "best_gold_margin": 0.003716409206390381, "weakest_gold_margin": 0.003716409206390381}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02847", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron say they would bump Deep Current to a 7.5 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.1835399866104126, "query_session_index": 2, "query_start_sec": 13.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6329769492149353}], "gold_semantic_scores": [0.5644487142562866], "gold_temporal_scores": [0.06852823495864868], "max_gold_score": 0.6329769492149353, "max_candidate_score": 0.6329769492149353, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5207308530807495, "best_gold_margin": 0.11224609613418579, "weakest_gold_margin": 0.11224609613418579}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02847", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the most recent rating given to Deep Current?", "temporal_relation": "latest", "query_temporal_norm": 0.5081584453582764, "query_session_index": 2, "query_start_sec": 13.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9752402901649475}], "gold_semantic_scores": [0.7551756501197815], "gold_temporal_scores": [0.22006456553936005], "max_gold_score": 0.9752402901649475, "max_candidate_score": 0.9752402901649475, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.9733978509902954, "best_gold_margin": 0.0018424391746520996, "weakest_gold_margin": 0.0018424391746520996}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02847", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating for Deep Current change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3410269320011139, "query_session_index": 2, "query_start_sec": 13.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7801182866096497}, {"memory_id": "history_02_utt_0011", "score": 0.7948811054229736}], "gold_semantic_scores": [0.6588813066482544, 0.6732014417648315], "gold_temporal_scores": [0.12123705446720123, 0.12167954444885254], "max_gold_score": 0.7948811054229736, "max_candidate_score": 0.7948811054229736, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5411950349807739, "best_gold_margin": 0.2536860704421997, "weakest_gold_margin": 0.23892325162887573}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03072", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting sesame tofu bowls, and why were they taken off the list?", "temporal_relation": "none", "query_temporal_norm": 0.12501665949821472, "query_session_index": 2, "query_start_sec": 11.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6461834907531738}, {"memory_id": "history_02_utt_0009", "score": 0.7450621128082275}], "gold_semantic_scores": [0.6140895485877991, 0.7004408836364746], "gold_temporal_scores": [0.03209388628602028, 0.04462101310491562], "max_gold_score": 0.7450621128082275, "max_candidate_score": 0.7450621128082275, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6195212602615356, "best_gold_margin": 0.1255408525466919, "weakest_gold_margin": 0.026662230491638184}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03072", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was chickpea pasta suggested earlier?", "temporal_relation": "none", "query_temporal_norm": 0.1237640380859375, "query_session_index": 2, "query_start_sec": 11.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.5963422060012817}], "gold_semantic_scores": [0.5829138159751892], "gold_temporal_scores": [0.013428634963929653], "max_gold_score": 0.5963422060012817, "max_candidate_score": 0.5963422060012817, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.5702500343322754, "best_gold_margin": 0.026092171669006348, "weakest_gold_margin": 0.026092171669006348}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03072", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was chickpea pasta suggested?", "temporal_relation": "session", "query_temporal_norm": 0.14981848001480103, "query_session_index": 2, "query_start_sec": 11.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.7228142619132996}], "gold_semantic_scores": [0.6765469312667847], "gold_temporal_scores": [0.04626727104187012], "max_gold_score": 0.7228142619132996, "max_candidate_score": 0.7228142619132996, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.6465488076210022, "best_gold_margin": 0.07626545429229736, "weakest_gold_margin": 0.07626545429229736}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03072", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was chickpea pasta mentioned as unavailable?", "temporal_relation": "session", "query_temporal_norm": 0.19070932269096375, "query_session_index": 2, "query_start_sec": 11.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.7208401560783386}], "gold_semantic_scores": [0.6373986005783081], "gold_temporal_scores": [0.08344153314828873], "max_gold_score": 0.7208401560783386, "max_candidate_score": 0.7208401560783386, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.664138913154602, "best_gold_margin": 0.05670124292373657, "weakest_gold_margin": 0.05670124292373657}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03144", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my watchlist pick change from the first review to the second one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4025641977787018, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7359825968742371}, {"memory_id": "history_02_utt_0009", "score": 0.8050010800361633}], "gold_semantic_scores": [0.586697518825531, 0.6666768193244934], "gold_temporal_scores": [0.14928509294986725, 0.13832473754882812], "max_gold_score": 0.8050010800361633, "max_candidate_score": 0.8050010800361633, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7893682718276978, "best_gold_margin": 0.015632808208465576, "weakest_gold_margin": -0.05338567495346069}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03144", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching their pick to Quiet Orbit during the second review?", "temporal_relation": "none", "query_temporal_norm": 0.2252880334854126, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7752392888069153}], "gold_semantic_scores": [0.6681700944900513], "gold_temporal_scores": [0.10706958919763565], "max_gold_score": 0.7752392888069153, "max_candidate_score": 0.7752392888069153, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.39922958612442017, "best_gold_margin": 0.3760097026824951, "weakest_gold_margin": 0.3760097026824951}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03144", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title was chosen for the watchlist during the first review?", "temporal_relation": "session", "query_temporal_norm": 0.4206465482711792, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7241441011428833}], "gold_semantic_scores": [0.6465436816215515], "gold_temporal_scores": [0.07760058343410492], "max_gold_score": 0.7241441011428833, "max_candidate_score": 0.7241441011428833, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.46021032333374023, "best_gold_margin": 0.26393377780914307, "weakest_gold_margin": 0.26393377780914307}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03252", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for RAM-cached waveform shards, and why were they dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1379902958869934, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6220448613166809}, {"memory_id": "history_02_utt_0009", "score": 0.6812440752983093}], "gold_semantic_scores": [0.5820002555847168, 0.6451697945594788], "gold_temporal_scores": [0.04004479572176933, 0.036074403673410416], "max_gold_score": 0.6812440752983093, "max_candidate_score": 0.697228729724884, "top_memory_id": "history_01_utt_0011::cf::main::0", "max_non_gold_score": 0.697228729724884, "best_gold_margin": -0.015984654426574707, "weakest_gold_margin": -0.07518386840820312}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03252", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop the RAM-cached waveform shards?", "temporal_relation": "none", "query_temporal_norm": 0.1982567459344864, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7642390727996826}], "gold_semantic_scores": [0.6727424263954163], "gold_temporal_scores": [0.09149713814258575], "max_gold_score": 0.7642390727996826, "max_candidate_score": 0.7642390727996826, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4299492835998535, "best_gold_margin": 0.3342897891998291, "weakest_gold_margin": 0.3342897891998291}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03252", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the idea of per-batch metadata snapshots proposed?", "temporal_relation": "session", "query_temporal_norm": 0.14646798372268677, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6791055798530579}], "gold_semantic_scores": [0.6489465236663818], "gold_temporal_scores": [0.030159275978803635], "max_gold_score": 0.6791055798530579, "max_candidate_score": 0.6791055798530579, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.5354746580123901, "best_gold_margin": 0.14363092184066772, "weakest_gold_margin": 0.14363092184066772}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03359", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Harbor Lights, and why was it dropped from the shortlist?", "temporal_relation": "none", "query_temporal_norm": 0.18968330323696136, "query_session_index": 2, "query_start_sec": 13.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6392852663993835}, {"memory_id": "history_02_utt_0010", "score": 0.6973503232002258}], "gold_semantic_scores": [0.5779367089271545, 0.6577053070068359], "gold_temporal_scores": [0.061348702758550644, 0.039645105600357056], "max_gold_score": 0.6973503232002258, "max_candidate_score": 0.6973503232002258, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6420669555664062, "best_gold_margin": 0.05528336763381958, "weakest_gold_margin": -0.002781689167022705}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03359", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we take Harbor Lights off the shortlist?", "temporal_relation": "none", "query_temporal_norm": 0.13987305760383606, "query_session_index": 2, "query_start_sec": 13.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9042737483978271}], "gold_semantic_scores": [0.8451436758041382], "gold_temporal_scores": [0.05912996083498001], "max_gold_score": 0.9042737483978271, "max_candidate_score": 0.9042737483978271, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6182661056518555, "best_gold_margin": 0.2860076427459717, "weakest_gold_margin": 0.2860076427459717}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03359", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did Static Bloom stay in consideration?", "temporal_relation": "none", "query_temporal_norm": 0.10103791207075119, "query_session_index": 2, "query_start_sec": 13.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6321731209754944}], "gold_semantic_scores": [0.6179243326187134], "gold_temporal_scores": [0.014248409308493137], "max_gold_score": 0.6321731209754944, "max_candidate_score": 0.6321731209754944, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.6052646636962891, "best_gold_margin": 0.026908457279205322, "weakest_gold_margin": 0.026908457279205322}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03359", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention keeping Static Bloom in mind?", "temporal_relation": "session", "query_temporal_norm": 0.11666670441627502, "query_session_index": 2, "query_start_sec": 13.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6520559787750244}], "gold_semantic_scores": [0.6254354119300842], "gold_temporal_scores": [0.026620402932167053], "max_gold_score": 0.6520559787750244, "max_candidate_score": 0.6520559787750244, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.2835419774055481, "best_gold_margin": 0.3685140013694763, "weakest_gold_margin": 0.3685140013694763}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03443", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the latest usability score cutoff was 4.3 out of 5?", "temporal_relation": "latest", "query_temporal_norm": 0.5656967163085938, "query_session_index": 2, "query_start_sec": 15.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0009393692016602}], "gold_semantic_scores": [0.7217271327972412], "gold_temporal_scores": [0.27921241521835327], "max_gold_score": 1.0009393692016602, "max_candidate_score": 1.0037037134170532, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 1.0037037134170532, "best_gold_margin": -0.0027643442153930664, "weakest_gold_margin": -0.0027643442153930664}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03581", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's training setup change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.39433470368385315, "query_session_index": 2, "query_start_sec": 13.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.77403724193573}, {"memory_id": "history_02_utt_0010", "score": 0.8170373439788818}], "gold_semantic_scores": [0.6315459609031677, 0.6898699402809143], "gold_temporal_scores": [0.14249126613140106, 0.12716765701770782], "max_gold_score": 0.8170373439788818, "max_candidate_score": 0.8170373439788818, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7393354177474976, "best_gold_margin": 0.07770192623138428, "weakest_gold_margin": 0.03470182418823242}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03581", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training setup did Casey mention in the earlier conversation?", "temporal_relation": "session", "query_temporal_norm": 0.3821847140789032, "query_session_index": 2, "query_start_sec": 13.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7464456558227539}], "gold_semantic_scores": [0.6330519914627075], "gold_temporal_scores": [0.11339378356933594], "max_gold_score": 0.7464456558227539, "max_candidate_score": 0.7464456558227539, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6705782413482666, "best_gold_margin": 0.0758674144744873, "weakest_gold_margin": 0.0758674144744873}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03581", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current training setup being used?", "temporal_relation": "latest", "query_temporal_norm": 0.5400017499923706, "query_session_index": 2, "query_start_sec": 13.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9109689593315125}], "gold_semantic_scores": [0.6463041305541992], "gold_temporal_scores": [0.2646649479866028], "max_gold_score": 0.9109689593315125, "max_candidate_score": 0.9109689593315125, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9089270830154419, "best_gold_margin": 0.0020418763160705566, "weakest_gold_margin": 0.0020418763160705566}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03581", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What training setup was discussed earlier for use during the workflow transition?", "temporal_relation": "before", "query_temporal_norm": 0.30076107382774353, "query_session_index": 2, "query_start_sec": 13.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6504565477371216}], "gold_semantic_scores": [0.6124001145362854], "gold_temporal_scores": [0.03805653378367424], "max_gold_score": 0.6504565477371216, "max_candidate_score": 0.6504565477371216, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5030689835548401, "best_gold_margin": 0.1473875641822815, "weakest_gold_margin": 0.1473875641822815}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03693", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say our chosen title was before it got changed later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5539575815200806, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7344142198562622}], "gold_semantic_scores": [0.6023218631744385], "gold_temporal_scores": [0.13209223747253418], "max_gold_score": 0.7344142198562622, "max_candidate_score": 0.7440528273582458, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7440528273582458, "best_gold_margin": -0.009638607501983643, "weakest_gold_margin": -0.009638607501983643}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03693", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title did we end up choosing after reviewing the options again?", "temporal_relation": "latest", "query_temporal_norm": 0.5400561094284058, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.823352575302124}], "gold_semantic_scores": [0.5584468841552734], "gold_temporal_scores": [0.2649056315422058], "max_gold_score": 0.823352575302124, "max_candidate_score": 0.823352575302124, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8232520222663879, "best_gold_margin": 0.00010055303573608398, "weakest_gold_margin": 0.00010055303573608398}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03693", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the decision to choose Paper Lantern Loop mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.27201399207115173, "query_session_index": 2, "query_start_sec": 14.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7819376587867737}], "gold_semantic_scores": [0.6916621923446655], "gold_temporal_scores": [0.09027586877346039], "max_gold_score": 0.7819376587867737, "max_candidate_score": 0.7819376587867737, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3542231619358063, "best_gold_margin": 0.4277144968509674, "weakest_gold_margin": 0.4277144968509674}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03757", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the shared embedding cache, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.14758846163749695, "query_session_index": 2, "query_start_sec": 17.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7964596152305603}, {"memory_id": "history_02_utt_0008", "score": 0.8293003439903259}], "gold_semantic_scores": [0.7526511549949646, 0.7939801216125488], "gold_temporal_scores": [0.043808501213788986, 0.035320159047842026], "max_gold_score": 0.8293003439903259, "max_candidate_score": 0.8327751755714417, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8327751755714417, "best_gold_margin": -0.0034748315811157227, "weakest_gold_margin": -0.03631556034088135}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03757", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the shared embedding cache dropped?", "temporal_relation": "none", "query_temporal_norm": 0.11629625409841537, "query_session_index": 2, "query_start_sec": 17.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8582314848899841}], "gold_semantic_scores": [0.8192927241325378], "gold_temporal_scores": [0.03893880918622017], "max_gold_score": 0.8582314848899841, "max_candidate_score": 0.8582314848899841, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6834137439727783, "best_gold_margin": 0.1748177409172058, "weakest_gold_margin": 0.1748177409172058}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03757", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the precomputed augmentation pack proposed?", "temporal_relation": "none", "query_temporal_norm": 0.1133584976196289, "query_session_index": 2, "query_start_sec": 17.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0031", "score": 0.7206206917762756}], "gold_semantic_scores": [0.6966630220413208], "gold_temporal_scores": [0.023957552388310432], "max_gold_score": 0.7206206917762756, "max_candidate_score": 0.7206206917762756, "top_memory_id": "history_01_utt_0031", "max_non_gold_score": 0.45051538944244385, "best_gold_margin": 0.2701053023338318, "weakest_gold_margin": 0.2701053023338318}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03869", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Where did I place Night Drive Neon in the playlist, and why was it cut?", "temporal_relation": "none", "query_temporal_norm": 0.2378341555595398, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.6234641671180725}, {"memory_id": "history_02_utt_0009", "score": 0.6861259937286377}], "gold_semantic_scores": [0.5570451617240906, 0.6326047778129578], "gold_temporal_scores": [0.06641906499862671, 0.0535210445523262], "max_gold_score": 0.6861259937286377, "max_candidate_score": 0.732975959777832, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.732975959777832, "best_gold_margin": -0.046849966049194336, "weakest_gold_margin": -0.10951179265975952}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03869", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Night Drive Neon cut from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.18370722234249115, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8282490372657776}], "gold_semantic_scores": [0.7492237687110901], "gold_temporal_scores": [0.07902545481920242], "max_gold_score": 0.8282490372657776, "max_candidate_score": 0.8282490372657776, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5882336497306824, "best_gold_margin": 0.24001538753509521, "weakest_gold_margin": 0.24001538753509521}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03869", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Night Drive Neon was cut to shorten the total runtime?", "temporal_relation": "session", "query_temporal_norm": 0.16545693576335907, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9008418917655945}], "gold_semantic_scores": [0.8442832231521606], "gold_temporal_scores": [0.056558843702077866], "max_gold_score": 0.9008418917655945, "max_candidate_score": 0.9008418917655945, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5860589146614075, "best_gold_margin": 0.314782977104187, "weakest_gold_margin": 0.314782977104187}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03869", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was Velvet Exit planned to be placed in the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.14560332894325256, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.5765201449394226}], "gold_semantic_scores": [0.5456025004386902], "gold_temporal_scores": [0.03091752715408802], "max_gold_score": 0.5765201449394226, "max_candidate_score": 0.5765201449394226, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.4020651876926422, "best_gold_margin": 0.1744549572467804, "weakest_gold_margin": 0.1744549572467804}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03993", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Taylor's chore schedule change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3977903127670288, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8676276803016663}, {"memory_id": "history_02_utt_0010", "score": 0.8202661275863647}], "gold_semantic_scores": [0.7204591631889343, 0.6869102716445923], "gold_temporal_scores": [0.14716853201389313, 0.13335581123828888], "max_gold_score": 0.8676276803016663, "max_candidate_score": 0.8676276803016663, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7913963198661804, "best_gold_margin": 0.07623136043548584, "weakest_gold_margin": 0.028869807720184326}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03993", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned handling the bathroom on Tuesdays and vacuuming on Saturdays?", "temporal_relation": "none", "query_temporal_norm": 0.1945667862892151, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9100142121315002}], "gold_semantic_scores": [0.851888120174408], "gold_temporal_scores": [0.058126211166381836], "max_gold_score": 0.9100142121315002, "max_candidate_score": 0.9100142121315002, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.769844114780426, "best_gold_margin": 0.14017009735107422, "weakest_gold_margin": 0.14017009735107422}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03993", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched to dish duty on Mondays and the laundry room on Thursdays?", "temporal_relation": "none", "query_temporal_norm": 0.2786532938480377, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8904768824577332}], "gold_semantic_scores": [0.752383828163147], "gold_temporal_scores": [0.13809312880039215], "max_gold_score": 0.8904768824577332, "max_candidate_score": 0.8904768824577332, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6398094892501831, "best_gold_margin": 0.25066739320755005, "weakest_gold_margin": 0.25066739320755005}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03993", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chore schedule change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3277748227119446, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7261556386947632}, {"memory_id": "history_02_utt_0010", "score": 0.7821166515350342}], "gold_semantic_scores": [0.6099580526351929, 0.6660519242286682], "gold_temporal_scores": [0.11619772017002106, 0.11606521159410477], "max_gold_score": 0.7821166515350342, "max_candidate_score": 0.7821166515350342, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5319135189056396, "best_gold_margin": 0.25020313262939453, "weakest_gold_margin": 0.19424211978912354}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04076", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Before I changed it after the release plan shifted, what did I say my integration pass would run on?", "temporal_relation": "before", "query_temporal_norm": 0.39671581983566284, "query_session_index": 2, "query_start_sec": 13.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7040529847145081}], "gold_semantic_scores": [0.5725242495536804], "gold_temporal_scores": [0.13152875006198883], "max_gold_score": 0.7040529847145081, "max_candidate_score": 0.7123472690582275, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7123472690582275, "best_gold_margin": -0.008294284343719482, "weakest_gold_margin": -0.008294284343719482}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04076", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the deployment target mentioned after the release plan changed?", "temporal_relation": "none", "query_temporal_norm": 0.20632940530776978, "query_session_index": 2, "query_start_sec": 13.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.593582272529602}], "gold_semantic_scores": [0.5395759344100952], "gold_temporal_scores": [0.054006271064281464], "max_gold_score": 0.593582272529602, "max_candidate_score": 0.593582272529602, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5185728669166565, "best_gold_margin": 0.07500940561294556, "weakest_gold_margin": 0.07500940561294556}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04076", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the shared preprod cluster mentioned as the deployment target?", "temporal_relation": "session", "query_temporal_norm": 0.17147725820541382, "query_session_index": 2, "query_start_sec": 13.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5043414831161499}], "gold_semantic_scores": [0.5108953714370728], "gold_temporal_scores": [-0.006553825922310352], "max_gold_score": 0.5043414831161499, "max_candidate_score": 0.6201662421226501, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6201662421226501, "best_gold_margin": -0.11582475900650024, "weakest_gold_margin": -0.11582475900650024}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04180", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the per-pod RAM cache, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.2453540861606598, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7550216913223267}, {"memory_id": "history_02_utt_0011", "score": 0.7407984733581543}], "gold_semantic_scores": [0.6720190644264221, 0.674191415309906], "gold_temporal_scores": [0.0830027163028717, 0.06660683453083038], "max_gold_score": 0.7550216913223267, "max_candidate_score": 0.7550216913223267, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.37691107392311096, "best_gold_margin": 0.3781106173992157, "weakest_gold_margin": 0.36388739943504333}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04180", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the per-pod RAM cache dropped?", "temporal_relation": "none", "query_temporal_norm": 0.13743340969085693, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8407803177833557}], "gold_semantic_scores": [0.7901462912559509], "gold_temporal_scores": [0.05063394457101822], "max_gold_score": 0.8407803177833557, "max_candidate_score": 0.8407803177833557, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6129838228225708, "best_gold_margin": 0.2277964949607849, "weakest_gold_margin": 0.2277964949607849}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04180", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed local NVMe weight staging to reduce object store usage during restarts?", "temporal_relation": "none", "query_temporal_norm": 0.14575393497943878, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.8092119097709656}], "gold_semantic_scores": [0.7969551682472229], "gold_temporal_scores": [0.01225665770471096], "max_gold_score": 0.8092119097709656, "max_candidate_score": 0.8092119097709656, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.5037810206413269, "best_gold_margin": 0.30543088912963867, "weakest_gold_margin": 0.30543088912963867}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04180", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned who owns the training job spec updates for the migration?", "temporal_relation": "session", "query_temporal_norm": 0.19705143570899963, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0033", "score": 0.8161934018135071}], "gold_semantic_scores": [0.7830302715301514], "gold_temporal_scores": [0.03316325694322586], "max_gold_score": 0.8161934018135071, "max_candidate_score": 0.8161934018135071, "top_memory_id": "history_01_utt_0033", "max_non_gold_score": 0.3311576247215271, "best_gold_margin": 0.48503577709198, "weakest_gold_margin": 0.48503577709198}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04237", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting the Maple Street parcel locker, and why was it later rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1779407411813736, "query_session_index": 2, "query_start_sec": 12.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.6676559448242188}, {"memory_id": "history_02_utt_0009", "score": 0.7327055931091309}], "gold_semantic_scores": [0.6210123896598816, 0.6548293828964233], "gold_temporal_scores": [0.04664357379078865, 0.07787614315748215], "max_gold_score": 0.7327055931091309, "max_candidate_score": 0.7327055931091309, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7212044596672058, "best_gold_margin": 0.011501133441925049, "weakest_gold_margin": -0.05354851484298706}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04237", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did the Maple Street parcel locker turn out to be unsuitable?", "temporal_relation": "none", "query_temporal_norm": 0.1873043030500412, "query_session_index": 2, "query_start_sec": 12.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7425714731216431}], "gold_semantic_scores": [0.6679122447967529], "gold_temporal_scores": [0.07465947419404984], "max_gold_score": 0.7425714731216431, "max_candidate_score": 0.7425714731216431, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.654940128326416, "best_gold_margin": 0.08763134479522705, "weakest_gold_margin": 0.08763134479522705}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04237", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the Maple Street parcel locker is behind the lobby doors on Sundays?", "temporal_relation": "session", "query_temporal_norm": 0.13748671114444733, "query_session_index": 2, "query_start_sec": 12.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7707233428955078}], "gold_semantic_scores": [0.736358106136322], "gold_temporal_scores": [0.034365326166152954], "max_gold_score": 0.7707233428955078, "max_candidate_score": 0.7707233428955078, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6441357731819153, "best_gold_margin": 0.12658756971359253, "weakest_gold_margin": 0.12658756971359253}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04237", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What does Skyler say is needed in the reception area?", "temporal_relation": "none", "query_temporal_norm": 0.29421648383140564, "query_session_index": 2, "query_start_sec": 12.84, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5129610300064087, "top_memory_id": "history_02_utt_0041", "max_non_gold_score": 0.5129610300064087, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04367", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler suggest the windowed activation cache would help with, and why was it later ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.2172328680753708, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6547741889953613}, {"memory_id": "history_02_utt_0010", "score": 0.6814179420471191}], "gold_semantic_scores": [0.587298572063446, 0.5975317358970642], "gold_temporal_scores": [0.06747563928365707, 0.08388601988554001], "max_gold_score": 0.6814179420471191, "max_candidate_score": 0.6814179420471191, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6180960536003113, "best_gold_margin": 0.06332188844680786, "weakest_gold_margin": 0.03667813539505005}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04367", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler say the windowed activation cache was meant to achieve?", "temporal_relation": "none", "query_temporal_norm": 0.13748139142990112, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.789091169834137}], "gold_semantic_scores": [0.7810702323913574], "gold_temporal_scores": [0.008020858280360699], "max_gold_score": 0.789091169834137, "max_candidate_score": 0.789091169834137, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7564600110054016, "best_gold_margin": 0.03263115882873535, "weakest_gold_margin": 0.03263115882873535}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04367", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the windowed activation cache to keep the calibration preview responsive?", "temporal_relation": "none", "query_temporal_norm": 0.13412639498710632, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7270178198814392}], "gold_semantic_scores": [0.6970704197883606], "gold_temporal_scores": [0.02994740940630436], "max_gold_score": 0.7270178198814392, "max_candidate_score": 0.7270178198814392, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4801746904850006, "best_gold_margin": 0.2468431293964386, "weakest_gold_margin": 0.2468431293964386}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04508", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for local NVMe staging, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.17360563576221466, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6407381892204285}, {"memory_id": "history_02_utt_0011", "score": 0.6174372434616089}], "gold_semantic_scores": [0.5855594277381897, 0.5748858451843262], "gold_temporal_scores": [0.05517877638339996, 0.04255116358399391], "max_gold_score": 0.6407381892204285, "max_candidate_score": 0.6442566514015198, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.6442566514015198, "best_gold_margin": -0.0035184621810913086, "weakest_gold_margin": -0.02681940793991089}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04508", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide against using local NVMe staging?", "temporal_relation": "none", "query_temporal_norm": 0.17846210300922394, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8149991035461426}], "gold_semantic_scores": [0.7402901649475098], "gold_temporal_scores": [0.0747089833021164], "max_gold_score": 0.8149991035461426, "max_candidate_score": 0.8149991035461426, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5706143975257874, "best_gold_margin": 0.24438470602035522, "weakest_gold_margin": 0.24438470602035522}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04508", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that local NVMe staging was ruled out?", "temporal_relation": "session", "query_temporal_norm": 0.14621074497699738, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7093866467475891}], "gold_semantic_scores": [0.6704712510108948], "gold_temporal_scores": [0.03891522064805031], "max_gold_score": 0.7093866467475891, "max_candidate_score": 0.7093866467475891, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.44073131680488586, "best_gold_margin": 0.26865532994270325, "weakest_gold_margin": 0.26865532994270325}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04508", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason given for proposing a shared NFS cache?", "temporal_relation": "none", "query_temporal_norm": 0.09260714054107666, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.7763474583625793}], "gold_semantic_scores": [0.7628699541091919], "gold_temporal_scores": [0.013477448374032974], "max_gold_score": 0.7763474583625793, "max_candidate_score": 0.7763474583625793, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.6290795803070068, "best_gold_margin": 0.1472678780555725, "weakest_gold_margin": 0.1472678780555725}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04624", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who picked Midnight Drive, and why was it cut?", "temporal_relation": "none", "query_temporal_norm": 0.17114248871803284, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6333170533180237}, {"memory_id": "history_02_utt_0010", "score": 0.7249903678894043}], "gold_semantic_scores": [0.5811291337013245, 0.698523759841919], "gold_temporal_scores": [0.05218798667192459, 0.026466643437743187], "max_gold_score": 0.7249903678894043, "max_candidate_score": 0.7249903678894043, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.24194051325321198, "best_gold_margin": 0.4830498546361923, "weakest_gold_margin": 0.3913765400648117}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04624", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned cutting 'Midnight Drive' after noticing the seven-minute runtime?", "temporal_relation": "none", "query_temporal_norm": 0.1409611701965332, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.711483895778656}], "gold_semantic_scores": [0.6506557464599609], "gold_temporal_scores": [0.06082844361662865], "max_gold_score": 0.711483895778656, "max_candidate_score": 0.711483895778656, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.47969287633895874, "best_gold_margin": 0.23179101943969727, "weakest_gold_margin": 0.23179101943969727}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04624", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention picking 'Midnight Drive' as the late-night singalong?", "temporal_relation": "session", "query_temporal_norm": 0.1896703839302063, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7471387982368469}], "gold_semantic_scores": [0.6850892901420593], "gold_temporal_scores": [0.06204953044652939], "max_gold_score": 0.7471387982368469, "max_candidate_score": 0.7471387982368469, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.687940776348114, "best_gold_margin": 0.05919802188873291, "weakest_gold_margin": 0.05919802188873291}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04624", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Casey give for cutting 'Midnight Drive' from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.14436036348342896, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8835476636886597}], "gold_semantic_scores": [0.8224349021911621], "gold_temporal_scores": [0.06111330911517143], "max_gold_score": 0.8835476636886597, "max_candidate_score": 0.8835476636886597, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8691492080688477, "best_gold_margin": 0.014398455619812012, "weakest_gold_margin": 0.014398455619812012}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04767", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the incremental prefetch variant, and why did I drop it?", "temporal_relation": "none", "query_temporal_norm": 0.17009934782981873, "query_session_index": 2, "query_start_sec": 15.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.47224414348602295}, {"memory_id": "history_02_utt_0010", "score": 0.5839832425117493}], "gold_semantic_scores": [0.41982302069664, 0.5298838019371033], "gold_temporal_scores": [0.05242101475596428, 0.0540994331240654], "max_gold_score": 0.5839832425117493, "max_candidate_score": 0.6554611325263977, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.6554611325263977, "best_gold_margin": -0.07147789001464844, "weakest_gold_margin": -0.18321698904037476}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04767", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the incremental prefetch variant dropped?", "temporal_relation": "none", "query_temporal_norm": 0.12217145413160324, "query_session_index": 2, "query_start_sec": 15.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.645894467830658}], "gold_semantic_scores": [0.6026731133460999], "gold_temporal_scores": [0.043221548199653625], "max_gold_score": 0.645894467830658, "max_candidate_score": 0.645894467830658, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.47305962443351746, "best_gold_margin": 0.1728348433971405, "weakest_gold_margin": 0.1728348433971405}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04767", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for proposing the compressed transcript buffer?", "temporal_relation": "none", "query_temporal_norm": 0.09560319036245346, "query_session_index": 2, "query_start_sec": 15.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.6729960441589355}], "gold_semantic_scores": [0.6545335650444031], "gold_temporal_scores": [0.01846257597208023], "max_gold_score": 0.6729960441589355, "max_candidate_score": 0.6729960441589355, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.531842052936554, "best_gold_margin": 0.1411539912223816, "weakest_gold_margin": 0.1411539912223816}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04767", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the compressed transcript buffer proposed?", "temporal_relation": "session", "query_temporal_norm": 0.1441630721092224, "query_session_index": 2, "query_start_sec": 15.920000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.6760618686676025}], "gold_semantic_scores": [0.6343313455581665], "gold_temporal_scores": [0.04173026606440544], "max_gold_score": 0.6760618686676025, "max_candidate_score": 0.6760618686676025, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.5708523988723755, "best_gold_margin": 0.10520946979522705, "weakest_gold_margin": 0.10520946979522705}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04834", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the listening party venue was originally, before it got moved?", "temporal_relation": "earliest", "query_temporal_norm": 0.5360591411590576, "query_session_index": 2, "query_start_sec": 11.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6012707352638245}], "gold_semantic_scores": [0.5097066164016724], "gold_temporal_scores": [0.09156418591737747], "max_gold_score": 0.6012707352638245, "max_candidate_score": 0.6012707352638245, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5954827666282654, "best_gold_margin": 0.005787968635559082, "weakest_gold_margin": 0.005787968635559082}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04834", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the listening party being held now?", "temporal_relation": "latest", "query_temporal_norm": 0.5325779318809509, "query_session_index": 2, "query_start_sec": 11.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8820742964744568}], "gold_semantic_scores": [0.6560595035552979], "gold_temporal_scores": [0.22601477801799774], "max_gold_score": 0.8820742964744568, "max_candidate_score": 0.8827624917030334, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 0.8827624917030334, "best_gold_margin": -0.0006881952285766602, "weakest_gold_margin": -0.0006881952285766602}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04934", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the chunked cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.22249189019203186, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8326206803321838}, {"memory_id": "history_02_utt_0014", "score": 0.8209605813026428}], "gold_semantic_scores": [0.759556770324707, 0.7739229202270508], "gold_temporal_scores": [0.07306386530399323, 0.04703750088810921], "max_gold_score": 0.8326206803321838, "max_candidate_score": 0.8326206803321838, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.32078707218170166, "best_gold_margin": 0.5118336081504822, "weakest_gold_margin": 0.5001735091209412}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04934", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor suggest the chunked cache?", "temporal_relation": "session", "query_temporal_norm": 0.15072371065616608, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5846731662750244}], "gold_semantic_scores": [0.5489832162857056], "gold_temporal_scores": [0.035690151154994965], "max_gold_score": 0.5846731662750244, "max_candidate_score": 0.5846731662750244, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5139248967170715, "best_gold_margin": 0.07074826955795288, "weakest_gold_margin": 0.07074826955795288}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04934", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Taylor give for suggesting the chunked cache?", "temporal_relation": "none", "query_temporal_norm": 0.18366047739982605, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8007086515426636}], "gold_semantic_scores": [0.744047224521637], "gold_temporal_scores": [0.05666150525212288], "max_gold_score": 0.8007086515426636, "max_candidate_score": 0.8007086515426636, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6819913983345032, "best_gold_margin": 0.1187172532081604, "weakest_gold_margin": 0.1187172532081604}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04934", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Taylor say the chunked cache was rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1778365522623062, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0014", "score": 0.8669934272766113}], "gold_semantic_scores": [0.7941956520080566], "gold_temporal_scores": [0.0727979838848114], "max_gold_score": 0.8669934272766113, "max_candidate_score": 0.8669934272766113, "top_memory_id": "history_02_utt_0014", "max_non_gold_score": 0.8046339154243469, "best_gold_margin": 0.062359511852264404, "weakest_gold_margin": 0.062359511852264404}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05046", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did my shopping item change from earlier to later?", "temporal_relation": "comparison", "query_temporal_norm": 0.4362353980541229, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7759543061256409}, {"memory_id": "history_02_utt_0010", "score": 0.8350197076797485}], "gold_semantic_scores": [0.6115333437919617, 0.6847330331802368], "gold_temporal_scores": [0.16442081332206726, 0.15028657019138336], "max_gold_score": 0.8350197076797485, "max_candidate_score": 0.8496273756027222, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.8496273756027222, "best_gold_margin": -0.014607667922973633, "weakest_gold_margin": -0.0736730694770813}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05046", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they would grab paper towels?", "temporal_relation": "none", "query_temporal_norm": 0.22767366468906403, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7497645020484924}], "gold_semantic_scores": [0.6431439518928528], "gold_temporal_scores": [0.10662073642015457], "max_gold_score": 0.7497645020484924, "max_candidate_score": 0.7497645020484924, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6388979554176331, "best_gold_margin": 0.11086654663085938, "weakest_gold_margin": 0.11086654663085938}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05139", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention as the reason for putting Green Table on the list, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.14807754755020142, "query_session_index": 2, "query_start_sec": 15.360000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7989886403083801}, {"memory_id": "history_02_utt_0009", "score": 0.7220011949539185}], "gold_semantic_scores": [0.758921205997467, 0.6645994186401367], "gold_temporal_scores": [0.04006754979491234, 0.0574016198515892], "max_gold_score": 0.7989886403083801, "max_candidate_score": 0.8056055307388306, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.8056055307388306, "best_gold_margin": -0.0066168904304504395, "weakest_gold_margin": -0.08360433578491211}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05139", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason Green Table was ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.14814868569374084, "query_session_index": 2, "query_start_sec": 15.360000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6799938082695007}], "gold_semantic_scores": [0.6255491971969604], "gold_temporal_scores": [0.054444510489702225], "max_gold_score": 0.6799938082695007, "max_candidate_score": 0.6799938082695007, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6430540084838867, "best_gold_margin": 0.036939799785614014, "weakest_gold_margin": 0.036939799785614014}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05139", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Green Table is closed on Mondays?", "temporal_relation": "session", "query_temporal_norm": 0.21515905857086182, "query_session_index": 2, "query_start_sec": 15.360000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8224563002586365}], "gold_semantic_scores": [0.7461990118026733], "gold_temporal_scores": [0.07625754177570343], "max_gold_score": 0.8224563002586365, "max_candidate_score": 0.8224563002586365, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6035991311073303, "best_gold_margin": 0.21885716915130615, "weakest_gold_margin": 0.21885716915130615}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05139", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Harbor Noodles suggested?", "temporal_relation": "none", "query_temporal_norm": 0.11308283358812332, "query_session_index": 2, "query_start_sec": 15.360000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.6297408938407898}], "gold_semantic_scores": [0.6122910976409912], "gold_temporal_scores": [0.01744972914457321], "max_gold_score": 0.6297408938407898, "max_candidate_score": 0.6302867531776428, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.6302867531776428, "best_gold_margin": -0.0005458593368530273, "weakest_gold_margin": -0.0005458593368530273}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05237", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Finley's group's next watch choice change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.410249263048172, "query_session_index": 2, "query_start_sec": 18.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8962396383285522}, {"memory_id": "history_02_utt_0010", "score": 0.7496479153633118}], "gold_semantic_scores": [0.7546027302742004, 0.6060082316398621], "gold_temporal_scores": [0.141636922955513, 0.1436397284269333], "max_gold_score": 0.8962396383285522, "max_candidate_score": 0.8962396383285522, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.795177698135376, "best_gold_margin": 0.10106194019317627, "weakest_gold_margin": -0.04552978277206421}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05237", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the group decided to watch Crimson Avenue next?", "temporal_relation": "none", "query_temporal_norm": 0.13004407286643982, "query_session_index": 2, "query_start_sec": 18.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8268539309501648}], "gold_semantic_scores": [0.8127701282501221], "gold_temporal_scores": [0.0140838036313653], "max_gold_score": 0.8268539309501648, "max_candidate_score": 0.8268539309501648, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5560348629951477, "best_gold_margin": 0.2708190679550171, "weakest_gold_margin": 0.2708190679550171}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05237", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the group switched their next watch to Juniper Station?", "temporal_relation": "none", "query_temporal_norm": 0.3178625702857971, "query_session_index": 2, "query_start_sec": 18.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9110913276672363}], "gold_semantic_scores": [0.7624717354774475], "gold_temporal_scores": [0.14861968159675598], "max_gold_score": 0.9110913276672363, "max_candidate_score": 0.9110913276672363, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.669626772403717, "best_gold_margin": 0.2414645552635193, "weakest_gold_margin": 0.2414645552635193}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05237", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the group's latest decision about their next watch?", "temporal_relation": "latest", "query_temporal_norm": 0.5376707315444946, "query_session_index": 2, "query_start_sec": 18.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7517735958099365}], "gold_semantic_scores": [0.5128275752067566], "gold_temporal_scores": [0.2389460951089859], "max_gold_score": 0.7517735958099365, "max_candidate_score": 0.7638238072395325, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0007::1", "max_non_gold_score": 0.7638238072395325, "best_gold_margin": -0.012050211429595947, "weakest_gold_margin": -0.012050211429595947}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05292", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the playlist session would be at the rooftop screening patio, before it got moved?", "temporal_relation": "session", "query_temporal_norm": 0.5485641956329346, "query_session_index": 2, "query_start_sec": 14.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7334100008010864}], "gold_semantic_scores": [0.612817108631134], "gold_temporal_scores": [0.1205926313996315], "max_gold_score": 0.7334100008010864, "max_candidate_score": 0.7334100008010864, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5608245730400085, "best_gold_margin": 0.17258542776107788, "weakest_gold_margin": 0.17258542776107788}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05292", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we originally plan to build the playlist before the location was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5432714819908142, "query_session_index": 2, "query_start_sec": 14.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8036288022994995}], "gold_semantic_scores": [0.6806674599647522], "gold_temporal_scores": [0.12296150624752045], "max_gold_score": 0.8036288022994995, "max_candidate_score": 0.8036288022994995, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6390060782432556, "best_gold_margin": 0.1646227240562439, "weakest_gold_margin": 0.1646227240562439}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05292", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Emerson say the playlist session was originally planned to be?", "temporal_relation": "none", "query_temporal_norm": 0.5665810704231262, "query_session_index": 2, "query_start_sec": 14.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8488627672195435}], "gold_semantic_scores": [0.6828005909919739], "gold_temporal_scores": [0.16606229543685913], "max_gold_score": 0.8488627672195435, "max_candidate_score": 0.8488627672195435, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6762101650238037, "best_gold_margin": 0.17265260219573975, "weakest_gold_margin": 0.17265260219573975}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05292", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson mention the rooftop screening patio for the playlist session?", "temporal_relation": "session", "query_temporal_norm": 0.18397559225559235, "query_session_index": 2, "query_start_sec": 14.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7057740688323975}], "gold_semantic_scores": [0.650894045829773], "gold_temporal_scores": [0.05488014966249466], "max_gold_score": 0.7057740688323975, "max_candidate_score": 0.7057740688323975, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5492319464683533, "best_gold_margin": 0.1565421223640442, "weakest_gold_margin": 0.1565421223640442}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05357", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my deadline for finishing the annotation guidelines was before it got moved?", "temporal_relation": "earliest", "query_temporal_norm": 0.48777249455451965, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.894140899181366}], "gold_semantic_scores": [0.796868085861206], "gold_temporal_scores": [0.09727305173873901], "max_gold_score": 0.894140899181366, "max_candidate_score": 0.9201956987380981, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.9201956987380981, "best_gold_margin": -0.026054799556732178, "weakest_gold_margin": -0.026054799556732178}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05530", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Skyler’s model choice change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3929480314254761, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.721943736076355}, {"memory_id": "history_02_utt_0009", "score": 0.642472505569458}], "gold_semantic_scores": [0.5811820030212402, 0.5318610668182373], "gold_temporal_scores": [0.1407616138458252, 0.11061131209135056], "max_gold_score": 0.721943736076355, "max_candidate_score": 0.721943736076355, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6068716049194336, "best_gold_margin": 0.11507213115692139, "weakest_gold_margin": 0.035600900650024414}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05530", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the final model choice discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.533230721950531, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8599898815155029}], "gold_semantic_scores": [0.5962347984313965], "gold_temporal_scores": [0.26375529170036316], "max_gold_score": 0.8599898815155029, "max_candidate_score": 0.8599898815155029, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8548843264579773, "best_gold_margin": 0.005105555057525635, "weakest_gold_margin": 0.005105555057525635}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05530", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned wanting the demo to use a seq2seq planner?", "temporal_relation": "none", "query_temporal_norm": 0.14935366809368134, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5895267128944397}], "gold_semantic_scores": [0.5470710396766663], "gold_temporal_scores": [0.04245561361312866], "max_gold_score": 0.5895267128944397, "max_candidate_score": 0.5895267128944397, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.16900429129600525, "best_gold_margin": 0.42052242159843445, "weakest_gold_margin": 0.42052242159843445}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05530", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the demo plan to a retriever with a deterministic behavior tree?", "temporal_relation": "none", "query_temporal_norm": 0.31167760491371155, "query_session_index": 2, "query_start_sec": 14.599999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7687081694602966}], "gold_semantic_scores": [0.6135231256484985], "gold_temporal_scores": [0.15518507361412048], "max_gold_score": 0.7687081694602966, "max_candidate_score": 0.7687081694602966, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4506007432937622, "best_gold_margin": 0.3181074261665344, "weakest_gold_margin": 0.3181074261665344}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05642", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the tofu stir-fry, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.2139449566602707, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6225120425224304}, {"memory_id": "history_02_utt_0013", "score": 0.6503885984420776}], "gold_semantic_scores": [0.5554986596107483, 0.6279789805412292], "gold_temporal_scores": [0.06701325625181198, 0.022410007193684578], "max_gold_score": 0.6503885984420776, "max_candidate_score": 0.6503885984420776, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.31503549218177795, "best_gold_margin": 0.3353531062602997, "weakest_gold_margin": 0.30747655034065247}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05642", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the tofu stir-fry?", "temporal_relation": "none", "query_temporal_norm": 0.12129993736743927, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5896981954574585}], "gold_semantic_scores": [0.5760946869850159], "gold_temporal_scores": [0.013603565283119678], "max_gold_score": 0.5896981954574585, "max_candidate_score": 0.5896981954574585, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3446764051914215, "best_gold_margin": 0.245021790266037, "weakest_gold_margin": 0.245021790266037}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05642", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew suggest the tofu stir-fry?", "temporal_relation": "session", "query_temporal_norm": 0.10151465237140656, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7309726476669312}], "gold_semantic_scores": [0.7119787335395813], "gold_temporal_scores": [0.018993893638253212], "max_gold_score": 0.7309726476669312, "max_candidate_score": 0.7309726476669312, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5255457162857056, "best_gold_margin": 0.20542693138122559, "weakest_gold_margin": 0.20542693138122559}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05642", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did someone suggest making pesto pasta?", "temporal_relation": "none", "query_temporal_norm": 0.08562967926263809, "query_session_index": 2, "query_start_sec": 12.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.8414068818092346}], "gold_semantic_scores": [0.8317604064941406], "gold_temporal_scores": [0.009646313264966011], "max_gold_score": 0.8414068818092346, "max_candidate_score": 0.8414068818092346, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.5536565780639648, "best_gold_margin": 0.2877503037452698, "weakest_gold_margin": 0.2877503037452698}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05794", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker originally say the shopping item was before switching it later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5568602085113525, "query_session_index": 2, "query_start_sec": 14.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8092714548110962}], "gold_semantic_scores": [0.6479138135910034], "gold_temporal_scores": [0.16135761141777039], "max_gold_score": 0.8092714548110962, "max_candidate_score": 0.8092714548110962, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.736752986907959, "best_gold_margin": 0.07251846790313721, "weakest_gold_margin": 0.07251846790313721}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05794", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed a shopping item that was changed. What was it changed from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.43360376358032227, "query_session_index": 2, "query_start_sec": 14.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6880903840065002}, {"memory_id": "history_02_utt_0009", "score": 0.7045331597328186}], "gold_semantic_scores": [0.5271888375282288, 0.5693439841270447], "gold_temporal_scores": [0.16090157628059387, 0.13518938422203064], "max_gold_score": 0.7045331597328186, "max_candidate_score": 0.7045331597328186, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.363911896944046, "best_gold_margin": 0.3406212627887726, "weakest_gold_margin": 0.3241784870624542}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05794", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned putting rice noodles on their pickup list?", "temporal_relation": "none", "query_temporal_norm": 0.10604541748762131, "query_session_index": 2, "query_start_sec": 14.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6036407947540283}], "gold_semantic_scores": [0.5834450125694275], "gold_temporal_scores": [0.020195819437503815], "max_gold_score": 0.6036407947540283, "max_candidate_score": 0.6036407947540283, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4288982152938843, "best_gold_margin": 0.17474257946014404, "weakest_gold_margin": 0.17474257946014404}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05794", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping item did Parker say they added to their pickup list?", "temporal_relation": "none", "query_temporal_norm": 0.3546282947063446, "query_session_index": 2, "query_start_sec": 14.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7311171293258667}], "gold_semantic_scores": [0.6230522990226746], "gold_temporal_scores": [0.10806471109390259], "max_gold_score": 0.7311171293258667, "max_candidate_score": 0.9535161256790161, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9535161256790161, "best_gold_margin": -0.22239899635314941, "weakest_gold_margin": -0.22239899635314941}
{"sample_id": "conv_9ab98027f08a_pkg_001", "qa_id": "qa_59180d5ce4c2ede0", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which car brand does the speaker say they currently have?", "temporal_relation": "latest", "query_temporal_norm": 0.19785460829734802, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001704", "score": 0.5032212138175964}, {"memory_id": "utt_001705", "score": 0.31723764538764954}], "gold_semantic_scores": [0.48540425300598145, 0.2994100749492645], "gold_temporal_scores": [0.01781701110303402, 0.017827551811933517], "max_gold_score": 0.5032212138175964, "max_candidate_score": 0.5032212138175964, "top_memory_id": "utt_001704", "max_non_gold_score": 0.341567724943161, "best_gold_margin": 0.16165348887443542, "weakest_gold_margin": -0.024330079555511475}
{"sample_id": "conv_9ab98027f08a_pkg_001", "qa_id": "qa_8d94e9a019fdfd77", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "During which part of the conversation did the speaker say they'd never listened to Lady Gaga's music?", "temporal_relation": "session", "query_temporal_norm": 0.18835268914699554, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000939", "score": 0.4310310184955597}, {"memory_id": "utt_000941", "score": 0.4854383170604706}], "gold_semantic_scores": [0.4774230122566223, 0.5311622023582458], "gold_temporal_scores": [-0.04639196768403053, -0.04572400450706482], "max_gold_score": 0.4854383170604706, "max_candidate_score": 0.553400993347168, "top_memory_id": "utt_001224", "max_non_gold_score": 0.553400993347168, "best_gold_margin": -0.06796267628669739, "weakest_gold_margin": -0.12236997485160828}
{"sample_id": "conv_9ab98027f08a_pkg_001", "qa_id": "qa_96e995f9fcb3515b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What band does Parker say is their favorite?", "temporal_relation": "none", "query_temporal_norm": 0.23069944977760315, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001147", "score": 0.7203584909439087}], "gold_semantic_scores": [0.7488680481910706], "gold_temporal_scores": [-0.02850954793393612], "max_gold_score": 0.7203584909439087, "max_candidate_score": 0.7203584909439087, "top_memory_id": "utt_001147", "max_non_gold_score": 0.5548657774925232, "best_gold_margin": 0.1654927134513855, "weakest_gold_margin": 0.1654927134513855}
{"sample_id": "conv_9ab98027f08a_pkg_001", "qa_id": "qa_5f06db0e3a2dc21a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say they'd been listening to Korean music (K-pop)?", "temporal_relation": "session", "query_temporal_norm": 0.19637545943260193, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001246", "score": 0.3026030659675598}, {"memory_id": "utt_001248", "score": 0.375575453042984}], "gold_semantic_scores": [0.3239182233810425, 0.39687395095825195], "gold_temporal_scores": [-0.021315298974514008, -0.021298499777913094], "max_gold_score": 0.375575453042984, "max_candidate_score": 0.5765992999076843, "top_memory_id": "utt_001242", "max_non_gold_score": 0.5765992999076843, "best_gold_margin": -0.20102384686470032, "weakest_gold_margin": -0.2739962339401245}
{"sample_id": "conv_e3a3f9357a67_pkg_000", "qa_id": "qa_fe02858be5088e99", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the other person say about the lighting in older movies compared with newer movies?", "temporal_relation": "none", "query_temporal_norm": 0.1608205884695053, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000226", "score": 0.5570497512817383}, {"memory_id": "utt_000229", "score": 0.48094210028648376}, {"memory_id": "utt_000232", "score": 0.319279283285141}], "gold_semantic_scores": [0.5822972059249878, 0.5062137246131897, 0.3445776700973511], "gold_temporal_scores": [-0.025247419252991676, -0.025271538645029068, -0.025298379361629486], "max_gold_score": 0.5570497512817383, "max_candidate_score": 0.5570497512817383, "top_memory_id": "utt_000226", "max_non_gold_score": 0.44076722860336304, "best_gold_margin": 0.11628252267837524, "weakest_gold_margin": -0.12148794531822205}
{"sample_id": "conv_e3a3f9357a67_pkg_000", "qa_id": "qa_bc832a933f08c754", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Jules say they would wait for a reply to a message?", "temporal_relation": "session", "query_temporal_norm": 0.21762113273143768, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000094", "score": 0.6961660981178284}], "gold_semantic_scores": [0.7278127074241638], "gold_temporal_scores": [-0.031646594405174255], "max_gold_score": 0.6961660981178284, "max_candidate_score": 0.6961660981178284, "top_memory_id": "utt_000094", "max_non_gold_score": 0.5811998844146729, "best_gold_margin": 0.11496621370315552, "weakest_gold_margin": 0.11496621370315552}
{"sample_id": "conv_e3a3f9357a67_pkg_000", "qa_id": "qa_5576ae70ee089137", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which type of documentary did the other person say they would prefer to watch?", "temporal_relation": "none", "query_temporal_norm": 0.2008236050605774, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000398", "score": 0.4771270751953125}, {"memory_id": "utt_000399", "score": 0.22557766735553741}, {"memory_id": "utt_000401", "score": 0.2647581994533539}, {"memory_id": "utt_000403", "score": 0.6078641414642334}], "gold_semantic_scores": [0.4643853008747101, 0.21275652945041656, 0.25187358260154724, 0.5949587225914001], "gold_temporal_scores": [0.012741890735924244, 0.012821156531572342, 0.01288461685180664, 0.012905493378639221], "max_gold_score": 0.6078641414642334, "max_candidate_score": 0.6416261792182922, "top_memory_id": "utt_000375", "max_non_gold_score": 0.6416261792182922, "best_gold_margin": -0.03376203775405884, "weakest_gold_margin": -0.4160485118627548}
{"sample_id": "conv_e3a3f9357a67_pkg_000", "qa_id": "qa_db2b07c143604a71", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the other person say about movies made between 2000 and 2020?", "temporal_relation": "none", "query_temporal_norm": 0.20485082268714905, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000202", "score": 0.7187005281448364}, {"memory_id": "utt_000205", "score": 0.36702314019203186}, {"memory_id": "utt_000206", "score": 0.2535110414028168}, {"memory_id": "utt_000208", "score": 0.2877427041530609}], "gold_semantic_scores": [0.7297852635383606, 0.3779470920562744, 0.2643870413303375, 0.29858526587486267], "gold_temporal_scores": [-0.011084724217653275, -0.010923901572823524, -0.010875974781811237, -0.010842455551028252], "max_gold_score": 0.7187005281448364, "max_candidate_score": 0.71968013048172, "top_memory_id": "utt_000181", "max_non_gold_score": 0.71968013048172, "best_gold_margin": -0.000979602336883545, "weakest_gold_margin": -0.4661690890789032}
{"sample_id": "conv_e53ec621010c_pkg_000", "qa_id": "qa_b75417dead75022d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker who buys all necessities including toilet paper, toothbrushes, toothpaste, deodorant, hair mousse, lotion, and baby wash say this?", "temporal_relation": "session", "query_temporal_norm": 0.17862935364246368, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000264", "score": 0.6220223307609558}, {"memory_id": "utt_000267", "score": 0.7621392607688904}], "gold_semantic_scores": [0.5923453569412231, 0.7322235703468323], "gold_temporal_scores": [0.029676899313926697, 0.029915818944573402], "max_gold_score": 0.7621392607688904, "max_candidate_score": 0.7621392607688904, "top_memory_id": "utt_000267", "max_non_gold_score": 0.6781671643257141, "best_gold_margin": 0.08397209644317627, "weakest_gold_margin": -0.0561448335647583}
{"sample_id": "conv_e53ec621010c_pkg_000", "qa_id": "qa_a6ca4695ed52ff24", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say their plan was for how many hours per day to start?", "temporal_relation": "none", "query_temporal_norm": 0.2512999475002289, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000201", "score": 0.5938332080841064}, {"memory_id": "utt_000203", "score": 0.27075400948524475}], "gold_semantic_scores": [0.6145262718200684, 0.2914140224456787], "gold_temporal_scores": [-0.020693175494670868, -0.02066008374094963], "max_gold_score": 0.5938332080841064, "max_candidate_score": 0.5938332080841064, "top_memory_id": "utt_000201", "max_non_gold_score": 0.5591329336166382, "best_gold_margin": 0.03470027446746826, "weakest_gold_margin": -0.28837892413139343}
{"sample_id": "conv_e53ec621010c_pkg_000", "qa_id": "qa_99c4665e8c0d9d26", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say happened when their rent and Amazon card payments were due?", "temporal_relation": "none", "query_temporal_norm": 0.1947299689054489, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000253", "score": 0.3767719268798828}, {"memory_id": "utt_000256", "score": 0.6163917779922485}], "gold_semantic_scores": [0.3835696876049042, 0.6229195594787598], "gold_temporal_scores": [-0.0067978231236338615, -0.006527853198349476], "max_gold_score": 0.6163917779922485, "max_candidate_score": 0.6163917779922485, "top_memory_id": "utt_000256", "max_non_gold_score": 0.49658113718032837, "best_gold_margin": 0.11981064081192017, "weakest_gold_margin": -0.11980921030044556}
{"sample_id": "conv_e6ef9b5b9171_pkg_001", "qa_id": "qa_ebf8811a5bfde02a", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What were each speaker's longest yaps?", "temporal_relation": "none", "query_temporal_norm": 0.203928142786026, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000588", "score": 0.6439136266708374}, {"memory_id": "utt_000591", "score": 0.4439065456390381}, {"memory_id": "utt_000593", "score": 0.5546519756317139}], "gold_semantic_scores": [0.6880248188972473, 0.486152708530426, 0.5960081815719604], "gold_temporal_scores": [-0.0441112257540226, -0.04224608466029167, -0.04135601967573166], "max_gold_score": 0.6439136266708374, "max_candidate_score": 0.6439136266708374, "top_memory_id": "utt_000588", "max_non_gold_score": 0.49708080291748047, "best_gold_margin": 0.14683282375335693, "weakest_gold_margin": -0.05317425727844238}
{"sample_id": "conv_e6ef9b5b9171_pkg_001", "qa_id": "qa_cdececa7449017b4", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Drew say he likes pop music, classical music, and heavy metal?", "temporal_relation": "session", "query_temporal_norm": 0.19496501982212067, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000606", "score": 0.6535164713859558}, {"memory_id": "utt_000607", "score": 0.6380877494812012}], "gold_semantic_scores": [0.692325234413147, 0.6766659021377563], "gold_temporal_scores": [-0.03880884498357773, -0.03857799991965294], "max_gold_score": 0.6535164713859558, "max_candidate_score": 0.6558203101158142, "top_memory_id": "utt_000656", "max_non_gold_score": 0.6558203101158142, "best_gold_margin": -0.0023038387298583984, "weakest_gold_margin": -0.017732560634613037}
{"sample_id": "conv_e6ef9b5b9171_pkg_001", "qa_id": "qa_1a9aa379d8b0c871", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which countries did each speaker say they felt welcomed in?", "temporal_relation": "none", "query_temporal_norm": 0.21723778545856476, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000869", "score": 0.5482510924339294}, {"memory_id": "utt_000871", "score": 0.5025330781936646}, {"memory_id": "utt_000872", "score": 0.6548084020614624}, {"memory_id": "utt_000880", "score": 0.6284892559051514}, {"memory_id": "utt_000882", "score": 0.34234634041786194}], "gold_semantic_scores": [0.5619823336601257, 0.516152560710907, 0.6682679653167725, 0.641655445098877, 0.35543420910835266], "gold_temporal_scores": [-0.013731207698583603, -0.013619499281048775, -0.013459712266921997, -0.01316626463085413, -0.013087852858006954], "max_gold_score": 0.6548084020614624, "max_candidate_score": 0.6548084020614624, "top_memory_id": "utt_000872", "max_non_gold_score": 0.5963296294212341, "best_gold_margin": 0.05847877264022827, "weakest_gold_margin": -0.2539832890033722}
{"sample_id": "conv_e6ef9b5b9171_pkg_001", "qa_id": "qa_2f115e43289ef46b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What instrument skill did one of the speakers mention?", "temporal_relation": "none", "query_temporal_norm": 0.2313549965620041, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000613", "score": 0.5341925024986267}], "gold_semantic_scores": [0.573615550994873], "gold_temporal_scores": [-0.03942300006747246], "max_gold_score": 0.5341925024986267, "max_candidate_score": 0.5753445029258728, "top_memory_id": "utt_000596", "max_non_gold_score": 0.5753445029258728, "best_gold_margin": -0.041152000427246094, "weakest_gold_margin": -0.041152000427246094}
{"sample_id": "conv_e963cd63e023_pkg_000", "qa_id": "qa_ed0f8c547a5835a3", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Kendall say about when she would start the nursing program?", "temporal_relation": "none", "query_temporal_norm": 0.22171801328659058, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000313", "score": 0.6487550139427185}], "gold_semantic_scores": [0.6870402097702026], "gold_temporal_scores": [-0.0382852666079998], "max_gold_score": 0.6487550139427185, "max_candidate_score": 0.6487550139427185, "top_memory_id": "utt_000313", "max_non_gold_score": 0.5947585701942444, "best_gold_margin": 0.05399644374847412, "weakest_gold_margin": 0.05399644374847412}
{"sample_id": "conv_e963cd63e023_pkg_000", "qa_id": "qa_8effa5f4d39c3e5e", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person say she was responsible for cleaning up after the guest cooks?", "temporal_relation": "session", "query_temporal_norm": 0.2097153216600418, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000299", "score": 0.5004732012748718}, {"memory_id": "utt_000305", "score": 0.6652344465255737}], "gold_semantic_scores": [0.5191132426261902, 0.6837542057037354], "gold_temporal_scores": [-0.01864005997776985, -0.0185198076069355], "max_gold_score": 0.6652344465255737, "max_candidate_score": 0.6652344465255737, "top_memory_id": "utt_000305", "max_non_gold_score": 0.6574543714523315, "best_gold_margin": 0.0077800750732421875, "weakest_gold_margin": -0.15698117017745972}
{"sample_id": "conv_e963cd63e023_pkg_000", "qa_id": "qa_f8d65eb01b128943", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Has the person ever dated anyone whose first language was not English?", "temporal_relation": "none", "query_temporal_norm": 0.27683883905410767, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000377", "score": 0.7813063859939575}], "gold_semantic_scores": [0.838300347328186], "gold_temporal_scores": [-0.05699392035603523], "max_gold_score": 0.7813063859939575, "max_candidate_score": 0.7813063859939575, "top_memory_id": "utt_000377", "max_non_gold_score": 0.6935935020446777, "best_gold_margin": 0.08771288394927979, "weakest_gold_margin": 0.08771288394927979}
{"sample_id": "conv_eabefc860077_pkg_000", "qa_id": "qa_db666197aa3ed539", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Kendall say she believes in evolution?", "temporal_relation": "session", "query_temporal_norm": 0.2124306708574295, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000505", "score": 0.4284784495830536}], "gold_semantic_scores": [0.45679008960723877], "gold_temporal_scores": [-0.028311708942055702], "max_gold_score": 0.4284784495830536, "max_candidate_score": 0.8031090497970581, "top_memory_id": "utt_000495", "max_non_gold_score": 0.8031090497970581, "best_gold_margin": -0.3746306002140045, "weakest_gold_margin": -0.3746306002140045}
{"sample_id": "conv_eabefc860077_pkg_000", "qa_id": "qa_f040b587db7b226f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How does the speaker say they remember people?", "temporal_relation": "none", "query_temporal_norm": 0.21400867402553558, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000639", "score": 0.7109538316726685}, {"memory_id": "utt_000641", "score": 0.5110605955123901}], "gold_semantic_scores": [0.7360552549362183, 0.5361337661743164], "gold_temporal_scores": [-0.02510135993361473, -0.025072941556572914], "max_gold_score": 0.7109538316726685, "max_candidate_score": 0.7109538316726685, "top_memory_id": "utt_000639", "max_non_gold_score": 0.5441189408302307, "best_gold_margin": 0.16683489084243774, "weakest_gold_margin": -0.033058345317840576}
{"sample_id": "conv_eabefc860077_pkg_000", "qa_id": "qa_a82c9968bab3b213", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did a speaker say they’re a people watcher?", "temporal_relation": "session", "query_temporal_norm": 0.23111402988433838, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000629", "score": 0.552097499370575}], "gold_semantic_scores": [0.5873348712921143], "gold_temporal_scores": [-0.03523746132850647], "max_gold_score": 0.552097499370575, "max_candidate_score": 0.552097499370575, "top_memory_id": "utt_000629", "max_non_gold_score": 0.40388545393943787, "best_gold_margin": 0.14821204543113708, "weakest_gold_margin": 0.14821204543113708}
{"sample_id": "conv_ebcee27dc059_pkg_000", "qa_id": "qa_c4c0602fead27c2c", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "In the conversation, when did I say I signed up for it but only completed the first trial/sample?", "temporal_relation": "session", "query_temporal_norm": 0.2058658003807068, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000153", "score": 0.5633366703987122}, {"memory_id": "utt_000156", "score": 0.15817995369434357}], "gold_semantic_scores": [0.5985379219055176, 0.1932208091020584], "gold_temporal_scores": [-0.035201121121644974, -0.035040874034166336], "max_gold_score": 0.5633366703987122, "max_candidate_score": 0.5633366703987122, "top_memory_id": "utt_000153", "max_non_gold_score": 0.39005929231643677, "best_gold_margin": 0.1732773780822754, "weakest_gold_margin": -0.2318793386220932}
{"sample_id": "conv_ebcee27dc059_pkg_000", "qa_id": "qa_5c34075cd3322f68", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who was the person described as using old AirPods?", "temporal_relation": "none", "query_temporal_norm": 0.23560744524002075, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000344", "score": 0.498269647359848}], "gold_semantic_scores": [0.5229324102401733], "gold_temporal_scores": [-0.02466282621026039], "max_gold_score": 0.498269647359848, "max_candidate_score": 0.498269647359848, "top_memory_id": "utt_000344", "max_non_gold_score": 0.4022607207298279, "best_gold_margin": 0.09600892663002014, "weakest_gold_margin": 0.09600892663002014}
{"sample_id": "conv_ebcee27dc059_pkg_000", "qa_id": "qa_63a29f534687a153", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the conversation say the speaker currently lives?", "temporal_relation": "none", "query_temporal_norm": 0.19743607938289642, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000245", "score": 0.446490615606308}, {"memory_id": "utt_000246", "score": 0.30326616764068604}, {"memory_id": "utt_000466", "score": 0.5219808220863342}], "gold_semantic_scores": [0.45369696617126465, 0.31034547090530396, 0.5203887224197388], "gold_temporal_scores": [-0.007206343114376068, -0.007079345174133778, 0.0015921542653813958], "max_gold_score": 0.5219808220863342, "max_candidate_score": 0.5219808220863342, "top_memory_id": "utt_000466", "max_non_gold_score": 0.4904943108558655, "best_gold_margin": 0.03148651123046875, "weakest_gold_margin": -0.18722814321517944}
{"sample_id": "conv_ebcee27dc059_pkg_000", "qa_id": "qa_01e821d66b2ae09d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say their previous job paid $30 an hour?", "temporal_relation": "session", "query_temporal_norm": 0.2152215540409088, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000427", "score": 0.3084157705307007}, {"memory_id": "utt_000431", "score": 0.5338420271873474}], "gold_semantic_scores": [0.3222458064556122, 0.5476517677307129], "gold_temporal_scores": [-0.01383009273558855, -0.01380989234894514], "max_gold_score": 0.5338420271873474, "max_candidate_score": 0.6159804463386536, "top_memory_id": "utt_000126", "max_non_gold_score": 0.6159804463386536, "best_gold_margin": -0.08213841915130615, "weakest_gold_margin": -0.3075646758079529}
{"sample_id": "conv_ec9294d180a2_pkg_000", "qa_id": "qa_1613e8ddabfc5035", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they can \"speak with proper grammar\" in professional settings?", "temporal_relation": "session", "query_temporal_norm": 0.2162310779094696, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000050", "score": 0.43249788880348206}], "gold_semantic_scores": [0.481214314699173], "gold_temporal_scores": [-0.04871630668640137], "max_gold_score": 0.43249788880348206, "max_candidate_score": 0.47697100043296814, "top_memory_id": "utt_001226", "max_non_gold_score": 0.47697100043296814, "best_gold_margin": -0.044473111629486084, "weakest_gold_margin": -0.044473111629486084}
{"sample_id": "conv_ec9294d180a2_pkg_000", "qa_id": "qa_690b34e6304f524e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Can you recall what the speaker said happened to them when using a VPN on another platform?", "temporal_relation": "none", "query_temporal_norm": 0.1836775690317154, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000875", "score": 0.3366158902645111}, {"memory_id": "utt_000876", "score": 0.09069810062646866}], "gold_semantic_scores": [0.3473031520843506, 0.10136432200670242], "gold_temporal_scores": [-0.010687239468097687, -0.010666262358427048], "max_gold_score": 0.3366158902645111, "max_candidate_score": 0.49270495772361755, "top_memory_id": "utt_000901", "max_non_gold_score": 0.49270495772361755, "best_gold_margin": -0.15608906745910645, "weakest_gold_margin": -0.4020068570971489}
{"sample_id": "conv_ec9294d180a2_pkg_000", "qa_id": "qa_1a823bc0dfe9763b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say their cache-clearing strategy is?", "temporal_relation": "none", "query_temporal_norm": 0.2113194465637207, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000823", "score": 0.29938092827796936}], "gold_semantic_scores": [0.30648908019065857], "gold_temporal_scores": [-0.007108089979737997], "max_gold_score": 0.29938092827796936, "max_candidate_score": 0.49662306904792786, "top_memory_id": "utt_000799", "max_non_gold_score": 0.49662306904792786, "best_gold_margin": -0.1972421407699585, "weakest_gold_margin": -0.1972421407699585}
{"sample_id": "conv_ed13dd6add32_pkg_000", "qa_id": "qa_623c04cb51b787df", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier in the conversation I mentioned my career—did I take voluntary redundancy?", "temporal_relation": "none", "query_temporal_norm": 0.21064627170562744, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000088", "score": 0.19375298917293549}], "gold_semantic_scores": [0.2299119532108307], "gold_temporal_scores": [-0.03615894913673401], "max_gold_score": 0.19375298917293549, "max_candidate_score": 0.3701143264770508, "top_memory_id": "utt_000431", "max_non_gold_score": 0.3701143264770508, "best_gold_margin": -0.1763613373041153, "weakest_gold_margin": -0.1763613373041153}
{"sample_id": "conv_ed13dd6add32_pkg_000", "qa_id": "qa_4b9a5f8c2290beee", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said, \"I try not to do things that I know I get addicted to\"?", "temporal_relation": "session", "query_temporal_norm": 0.2012225240468979, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000593", "score": 0.6899394989013672}], "gold_semantic_scores": [0.6955058574676514], "gold_temporal_scores": [-0.005565945990383625], "max_gold_score": 0.6899394989013672, "max_candidate_score": 0.6899394989013672, "top_memory_id": "utt_000593", "max_non_gold_score": 0.6355098485946655, "best_gold_margin": 0.05442965030670166, "weakest_gold_margin": 0.05442965030670166}
{"sample_id": "conv_ed13dd6add32_pkg_000", "qa_id": "qa_d3d65e393840376a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they work every evening except Wednesday?", "temporal_relation": "none", "query_temporal_norm": 0.22315073013305664, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000589", "score": 0.6601029634475708}], "gold_semantic_scores": [0.6882797479629517], "gold_temporal_scores": [-0.028176719322800636], "max_gold_score": 0.6601029634475708, "max_candidate_score": 0.6601029634475708, "top_memory_id": "utt_000589", "max_non_gold_score": 0.5833978056907654, "best_gold_margin": 0.07670515775680542, "weakest_gold_margin": 0.07670515775680542}
{"sample_id": "conv_edf32aa3767b_pkg_000", "qa_id": "qa_3ad7f87a35bee96e", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "During which part of the conversation did Paul say he worked and saved up some money?", "temporal_relation": "session", "query_temporal_norm": 0.1974073350429535, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000370", "score": 0.6343518495559692}, {"memory_id": "utt_000371", "score": 0.7034346461296082}], "gold_semantic_scores": [0.6439258456230164, 0.7130017280578613], "gold_temporal_scores": [-0.009574147872626781, -0.009567120112478733], "max_gold_score": 0.7034346461296082, "max_candidate_score": 0.7034346461296082, "top_memory_id": "utt_000371", "max_non_gold_score": 0.5949254035949707, "best_gold_margin": 0.10850924253463745, "weakest_gold_margin": 0.039426445960998535}
{"sample_id": "conv_edf32aa3767b_pkg_000", "qa_id": "qa_caa72bec0a48c1bd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where is Lane from?", "temporal_relation": "none", "query_temporal_norm": 0.23267844319343567, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000063", "score": 0.5295857191085815}], "gold_semantic_scores": [0.5772773623466492], "gold_temporal_scores": [-0.04769161716103554], "max_gold_score": 0.5295857191085815, "max_candidate_score": 0.5295857191085815, "top_memory_id": "utt_000063", "max_non_gold_score": 0.4592304825782776, "best_gold_margin": 0.07035523653030396, "weakest_gold_margin": 0.07035523653030396}
{"sample_id": "conv_f0683e74e337_pkg_000", "qa_id": "qa_0dd524cb61c22ebb", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person say they don't go to hospitals?", "temporal_relation": "session", "query_temporal_norm": 0.21315819025039673, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000109", "score": 0.34703513979911804}, {"memory_id": "utt_000110", "score": 0.7801569104194641}], "gold_semantic_scores": [0.3818146586418152, 0.8147975206375122], "gold_temporal_scores": [-0.03477954491972923, -0.03464033827185631], "max_gold_score": 0.7801569104194641, "max_candidate_score": 0.7801569104194641, "top_memory_id": "utt_000110", "max_non_gold_score": 0.4236629605293274, "best_gold_margin": 0.3564939498901367, "weakest_gold_margin": -0.07662782073020935}
{"sample_id": "conv_f0683e74e337_pkg_000", "qa_id": "qa_958d5c2973a855ab", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Sawyer's second language?", "temporal_relation": "none", "query_temporal_norm": 0.21293187141418457, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000490", "score": 0.7063926458358765}, {"memory_id": "utt_000491", "score": 0.8229522705078125}], "gold_semantic_scores": [0.7151485681533813, 0.8316669464111328], "gold_temporal_scores": [-0.008756130933761597, -0.008714478462934494], "max_gold_score": 0.8229522705078125, "max_candidate_score": 0.8229522705078125, "top_memory_id": "utt_000491", "max_non_gold_score": 0.6938078999519348, "best_gold_margin": 0.12914437055587769, "weakest_gold_margin": 0.01258474588394165}
{"sample_id": "conv_f0683e74e337_pkg_000", "qa_id": "qa_c3a474345b4a217c", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the person from?", "temporal_relation": "none", "query_temporal_norm": 0.22573687136173248, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000255", "score": 0.24099107086658478}, {"memory_id": "utt_000257", "score": 0.5585916638374329}], "gold_semantic_scores": [0.2687285840511322, 0.5862716436386108], "gold_temporal_scores": [-0.027737563475966454, -0.02767999842762947], "max_gold_score": 0.5585916638374329, "max_candidate_score": 0.5585916638374329, "top_memory_id": "utt_000257", "max_non_gold_score": 0.4922928512096405, "best_gold_margin": 0.06629881262779236, "weakest_gold_margin": -0.2513017803430557}
{"sample_id": "conv_f289dc6556ae_pkg_000", "qa_id": "qa_fb6299661a40859b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I relate to suffering and feel comfortable in it?", "temporal_relation": "none", "query_temporal_norm": 0.20499888062477112, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000315", "score": 0.6801630258560181}, {"memory_id": "utt_000322", "score": 0.41675692796707153}, {"memory_id": "utt_000328", "score": 0.4666132926940918}], "gold_semantic_scores": [0.6926912665367126, 0.42914682626724243, 0.4788986146450043], "gold_temporal_scores": [-0.012528241612017155, -0.012389874085783958, -0.012285321950912476], "max_gold_score": 0.6801630258560181, "max_candidate_score": 0.6801630258560181, "top_memory_id": "utt_000315", "max_non_gold_score": 0.5454127192497253, "best_gold_margin": 0.13475030660629272, "weakest_gold_margin": -0.1286557912826538}
{"sample_id": "conv_f289dc6556ae_pkg_000", "qa_id": "qa_9def42385ba4d906", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Jules say they do not like losing?", "temporal_relation": "session", "query_temporal_norm": 0.19734087586402893, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000112", "score": 0.5980293154716492}], "gold_semantic_scores": [0.6211146712303162], "gold_temporal_scores": [-0.023085270076990128], "max_gold_score": 0.5980293154716492, "max_candidate_score": 0.6932284832000732, "top_memory_id": "utt_000319", "max_non_gold_score": 0.6932284832000732, "best_gold_margin": -0.09519916772842407, "weakest_gold_margin": -0.09519916772842407}
{"sample_id": "conv_f289dc6556ae_pkg_000", "qa_id": "qa_f15e08f5ffa8980e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which book did the speaker say they had read?", "temporal_relation": "none", "query_temporal_norm": 0.22575873136520386, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000128", "score": 0.6122797131538391}], "gold_semantic_scores": [0.6413859724998474], "gold_temporal_scores": [-0.02910611592233181], "max_gold_score": 0.6122797131538391, "max_candidate_score": 0.6122797131538391, "top_memory_id": "utt_000128", "max_non_gold_score": 0.5856833457946777, "best_gold_margin": 0.026596367359161377, "weakest_gold_margin": 0.026596367359161377}
{"sample_id": "conv_f289dc6556ae_pkg_000", "qa_id": "qa_723d5868177e42e8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they plan to compete for the top three in a marathon?", "temporal_relation": "none", "query_temporal_norm": 0.26589006185531616, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000113", "score": 0.4666059911251068}], "gold_semantic_scores": [0.5047899484634399], "gold_temporal_scores": [-0.038184069097042084], "max_gold_score": 0.4666059911251068, "max_candidate_score": 0.5347381830215454, "top_memory_id": "utt_000099", "max_non_gold_score": 0.5347381830215454, "best_gold_margin": -0.0681321918964386, "weakest_gold_margin": -0.0681321918964386}
{"sample_id": "conv_f3d44e20a12c_pkg_000", "qa_id": "qa_b9f905107450da2f", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they avoid rice, who said they avoid pasta, who said they hate fried eggs, and who said they avoid eggs?", "temporal_relation": "none", "query_temporal_norm": 0.1849411427974701, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001366", "score": 0.5553452968597412}, {"memory_id": "utt_001367", "score": 0.7187407612800598}, {"memory_id": "utt_001369", "score": 0.6393598318099976}, {"memory_id": "utt_001371", "score": 0.6323418617248535}, {"memory_id": "utt_001390", "score": 0.520725667476654}, {"memory_id": "utt_001418", "score": 0.5335380434989929}, {"memory_id": "utt_001436", "score": 0.4399668872356415}, {"memory_id": "utt_001438", "score": 0.4811796247959137}], "gold_semantic_scores": [0.5715271830558777, 0.734920859336853, 0.6555362343788147, 0.6485149264335632, 0.5368567705154419, 0.5496264100074768, 0.4560180604457855, 0.497229665517807], "gold_temporal_scores": [-0.016181807965040207, -0.016179990023374557, -0.016176365315914154, -0.01617308519780636, -0.016131140291690826, -0.016088243573904037, -0.01605115458369255, -0.016049962490797043], "max_gold_score": 0.7187407612800598, "max_candidate_score": 0.7187407612800598, "top_memory_id": "utt_001367", "max_non_gold_score": 0.5966935753822327, "best_gold_margin": 0.12204718589782715, "weakest_gold_margin": -0.1567266881465912}
{"sample_id": "conv_f3d44e20a12c_pkg_000", "qa_id": "qa_f4a0bd39a06df563", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What condiment did I say I love?", "temporal_relation": "none", "query_temporal_norm": 0.22194188833236694, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001303", "score": 0.5871474742889404}], "gold_semantic_scores": [0.6008704304695129], "gold_temporal_scores": [-0.013723154552280903], "max_gold_score": 0.5871474742889404, "max_candidate_score": 0.5871474742889404, "top_memory_id": "utt_001303", "max_non_gold_score": 0.5406251549720764, "best_gold_margin": 0.046522319316864014, "weakest_gold_margin": 0.046522319316864014}
{"sample_id": "conv_f3d44e20a12c_pkg_000", "qa_id": "qa_804d6d6b5f87c4e1", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which pasta dish does each person prefer?", "temporal_relation": "none", "query_temporal_norm": 0.21555913984775543, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001502", "score": 0.6580986976623535}, {"memory_id": "utt_001507", "score": 0.4587755799293518}], "gold_semantic_scores": [0.655248761177063, 0.45592135190963745], "gold_temporal_scores": [0.0028501395136117935, 0.002854275517165661], "max_gold_score": 0.6580986976623535, "max_candidate_score": 0.6580986976623535, "top_memory_id": "utt_001502", "max_non_gold_score": 0.5332806706428528, "best_gold_margin": 0.12481802701950073, "weakest_gold_margin": -0.07450509071350098}
{"sample_id": "conv_f3d44e20a12c_pkg_000", "qa_id": "qa_989c8ca6ec6ede79", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person mention never receiving the promised cheese?", "temporal_relation": "session", "query_temporal_norm": 0.20905093848705292, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000944", "score": 0.5363122224807739}], "gold_semantic_scores": [0.5542680025100708], "gold_temporal_scores": [-0.017955780029296875], "max_gold_score": 0.5363122224807739, "max_candidate_score": 0.5363122224807739, "top_memory_id": "utt_000944", "max_non_gold_score": 0.4743061661720276, "best_gold_margin": 0.06200605630874634, "weakest_gold_margin": 0.06200605630874634}
{"sample_id": "conv_f4ecbf62cb7f_pkg_000", "qa_id": "qa_52b2a45efa04519b", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Who got a jolt from coffee and who got no jolt from coffee in the conversation?", "temporal_relation": "none", "query_temporal_norm": 0.2117426097393036, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000035", "score": 0.5788010358810425}, {"memory_id": "utt_000040", "score": 0.32085540890693665}], "gold_semantic_scores": [0.6203047037124634, 0.36280879378318787], "gold_temporal_scores": [-0.04150355979800224, -0.04195333644747734], "max_gold_score": 0.5788010358810425, "max_candidate_score": 0.5788010358810425, "top_memory_id": "utt_000035", "max_non_gold_score": 0.43011173605918884, "best_gold_margin": 0.14868929982185364, "weakest_gold_margin": -0.1092563271522522}
{"sample_id": "conv_f4ecbf62cb7f_pkg_000", "qa_id": "qa_33b06901e885ed35", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Bailey say she was the DRLP (designated responsible licensed producer) for the company?", "temporal_relation": "session", "query_temporal_norm": 0.21044057607650757, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000673", "score": 0.7173307538032532}], "gold_semantic_scores": [0.744832456111908], "gold_temporal_scores": [-0.02750157006084919], "max_gold_score": 0.7173307538032532, "max_candidate_score": 0.7173307538032532, "top_memory_id": "utt_000673", "max_non_gold_score": 0.6022161841392517, "best_gold_margin": 0.11511456966400146, "weakest_gold_margin": 0.11511456966400146}
{"sample_id": "conv_f4ecbf62cb7f_pkg_000", "qa_id": "qa_34169735efcc68f6", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say about her past drinking habits?", "temporal_relation": "none", "query_temporal_norm": 0.2136373221874237, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001095", "score": 0.44046899676322937}], "gold_semantic_scores": [0.4523894190788269], "gold_temporal_scores": [-0.011920426040887833], "max_gold_score": 0.44046899676322937, "max_candidate_score": 0.5739992260932922, "top_memory_id": "utt_001087", "max_non_gold_score": 0.5739992260932922, "best_gold_margin": -0.13353022933006287, "weakest_gold_margin": -0.13353022933006287}
{"sample_id": "conv_f6d141fe7368_pkg_000", "qa_id": "qa_c212e32e0b6080a1", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker state that they are independent?", "temporal_relation": "session", "query_temporal_norm": 0.2188863903284073, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000091", "score": 0.7798720002174377}, {"memory_id": "utt_000092", "score": 0.24725423753261566}, {"memory_id": "utt_000095", "score": 0.7269594073295593}], "gold_semantic_scores": [0.8189443945884705, 0.28630873560905457, 0.7658507823944092], "gold_temporal_scores": [-0.039072416722774506, -0.039054423570632935, -0.03889118507504463], "max_gold_score": 0.7798720002174377, "max_candidate_score": 0.7798720002174377, "top_memory_id": "utt_000091", "max_non_gold_score": 0.6479373574256897, "best_gold_margin": 0.13193464279174805, "weakest_gold_margin": -0.40068311989307404}
{"sample_id": "conv_f6d141fe7368_pkg_000", "qa_id": "qa_febf3f1303135c76", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say about their current ability to run compared to before?", "temporal_relation": "none", "query_temporal_norm": 0.2313096672296524, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000027", "score": 0.5110856294631958}], "gold_semantic_scores": [0.5512166023254395], "gold_temporal_scores": [-0.0401311069726944], "max_gold_score": 0.5110856294631958, "max_candidate_score": 0.5110856294631958, "top_memory_id": "utt_000027", "max_non_gold_score": 0.3091948926448822, "best_gold_margin": 0.2018907368183136, "weakest_gold_margin": 0.2018907368183136}
{"sample_id": "conv_f6d141fe7368_pkg_000", "qa_id": "qa_6d662342b2f500e4", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that they were raised by their mother's father, their mother's brothers, and Melvin when they were younger?", "temporal_relation": "none", "query_temporal_norm": 0.21237540245056152, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000126", "score": 0.4898984730243683}, {"memory_id": "utt_000127", "score": 0.6814707517623901}, {"memory_id": "utt_000128", "score": 0.6728103160858154}], "gold_semantic_scores": [0.5193626880645752, 0.7108560800552368, 0.7020896673202515], "gold_temporal_scores": [-0.02946404740214348, -0.029385343194007874, -0.029279090464115143], "max_gold_score": 0.6814707517623901, "max_candidate_score": 0.7560219764709473, "top_memory_id": "utt_000204", "max_non_gold_score": 0.7560219764709473, "best_gold_margin": -0.07455122470855713, "weakest_gold_margin": -0.266123503446579}
{"sample_id": "conv_f8e4281de67d_pkg_000", "qa_id": "qa_d565690a5ef13798", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How often does the person who said, \"I take usually about two, three showers a day,\" shower, and what is the showering routine of the person who said, \"I have to shower as much as possible before and after work\"?", "temporal_relation": "none", "query_temporal_norm": 0.15363304316997528, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000068", "score": 0.7235167026519775}, {"memory_id": "utt_000069", "score": 0.6682373285293579}], "gold_semantic_scores": [0.730751633644104, 0.6758458018302917], "gold_temporal_scores": [-0.00723475543782115, -0.007608366198837757], "max_gold_score": 0.7235167026519775, "max_candidate_score": 0.7235167026519775, "top_memory_id": "utt_000068", "max_non_gold_score": 0.5079549551010132, "best_gold_margin": 0.21556174755096436, "weakest_gold_margin": 0.16028237342834473}
{"sample_id": "conv_f8e4281de67d_pkg_000", "qa_id": "qa_a7fa5215de3d9311", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where does the person who said, \"I just came back from my shift from Amazon,\" work?", "temporal_relation": "none", "query_temporal_norm": 0.20942135155200958, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000023", "score": 0.5353601574897766}, {"memory_id": "utt_000104", "score": 0.16581113636493683}], "gold_semantic_scores": [0.5831805467605591, 0.20374971628189087], "gold_temporal_scores": [-0.04782028868794441, -0.037938594818115234], "max_gold_score": 0.5353601574897766, "max_candidate_score": 0.5353601574897766, "top_memory_id": "utt_000023", "max_non_gold_score": 0.3473952114582062, "best_gold_margin": 0.18796494603157043, "weakest_gold_margin": -0.18158407509326935}
{"sample_id": "conv_f8e4281de67d_pkg_000", "qa_id": "qa_7f168089c5b73049", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Just now in this conversation, when did I say my age of 19 years old?", "temporal_relation": "session", "query_temporal_norm": 0.19396492838859558, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000613", "score": 0.694573700428009}], "gold_semantic_scores": [0.6884985566139221], "gold_temporal_scores": [0.006075219251215458], "max_gold_score": 0.694573700428009, "max_candidate_score": 0.7186904549598694, "top_memory_id": "utt_000743", "max_non_gold_score": 0.7186904549598694, "best_gold_margin": -0.02411675453186035, "weakest_gold_margin": -0.02411675453186035}
{"sample_id": "conv_f8e4281de67d_pkg_000", "qa_id": "qa_c7a863448dad8d7b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned having worked at Nordstrom in the past?", "temporal_relation": "none", "query_temporal_norm": 0.23377642035484314, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000174", "score": 0.606341540813446}], "gold_semantic_scores": [0.6441527009010315], "gold_temporal_scores": [-0.037810973823070526], "max_gold_score": 0.606341540813446, "max_candidate_score": 0.606341540813446, "top_memory_id": "utt_000174", "max_non_gold_score": 0.4103519916534424, "best_gold_margin": 0.19598954916000366, "weakest_gold_margin": 0.19598954916000366}
{"sample_id": "conv_fa4472ad428b_pkg_001", "qa_id": "qa_8d08b09e33d2db80", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Does the other person still have the same cravings for sweet food as before?", "temporal_relation": "none", "query_temporal_norm": 0.21983301639556885, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000978", "score": 0.6535088419914246}], "gold_semantic_scores": [0.6774238348007202], "gold_temporal_scores": [-0.02391495741903782], "max_gold_score": 0.6535088419914246, "max_candidate_score": 0.6535088419914246, "top_memory_id": "utt_000978", "max_non_gold_score": 0.4386313557624817, "best_gold_margin": 0.21487748622894287, "weakest_gold_margin": 0.21487748622894287}
{"sample_id": "conv_fa4472ad428b_pkg_001", "qa_id": "qa_884180e6cecf4d0b", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When during the conversation did I say it's better to meet somebody in person?", "temporal_relation": "session", "query_temporal_norm": 0.2097846120595932, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000772", "score": 0.7563135623931885}], "gold_semantic_scores": [0.7743316888809204], "gold_temporal_scores": [-0.01801791600883007], "max_gold_score": 0.7563135623931885, "max_candidate_score": 0.7563135623931885, "top_memory_id": "utt_000772", "max_non_gold_score": 0.5490558743476868, "best_gold_margin": 0.2072576880455017, "weakest_gold_margin": 0.2072576880455017}
{"sample_id": "conv_fa4472ad428b_pkg_001", "qa_id": "qa_5d44f7bd7a1a9324", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the incident where Luna smacked someone after that person yelled at her for messing with Maya?", "temporal_relation": "none", "query_temporal_norm": 0.20530399680137634, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000637", "score": 0.6414965987205505}, {"memory_id": "utt_000638", "score": 0.4661754071712494}], "gold_semantic_scores": [0.6729831695556641, 0.497477263212204], "gold_temporal_scores": [-0.031486596912145615, -0.03130191192030907], "max_gold_score": 0.6414965987205505, "max_candidate_score": 0.6414965987205505, "top_memory_id": "utt_000637", "max_non_gold_score": 0.590578556060791, "best_gold_margin": 0.05091804265975952, "weakest_gold_margin": -0.12440314888954163}
{"sample_id": "conv_fb92514c7bbe_pkg_000", "qa_id": "qa_3b02820b6bfa9377", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it mentioned that someone has an uncle in Bangkok who lets them stay and extend visits?", "temporal_relation": "session", "query_temporal_norm": 0.20969800651073456, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000327", "score": 0.8163765072822571}], "gold_semantic_scores": [0.8294563293457031], "gold_temporal_scores": [-0.013080079108476639], "max_gold_score": 0.8163765072822571, "max_candidate_score": 0.8163765072822571, "top_memory_id": "utt_000327", "max_non_gold_score": 0.4333886504173279, "best_gold_margin": 0.3829878568649292, "weakest_gold_margin": 0.3829878568649292}
{"sample_id": "conv_fb92514c7bbe_pkg_000", "qa_id": "qa_1b5c567d2882f896", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Does the person have any children?", "temporal_relation": "none", "query_temporal_norm": 0.22757728397846222, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000415", "score": 0.5451427698135376}], "gold_semantic_scores": [0.579247772693634], "gold_temporal_scores": [-0.03410502150654793], "max_gold_score": 0.5451427698135376, "max_candidate_score": 0.5451427698135376, "top_memory_id": "utt_000415", "max_non_gold_score": 0.41410204768180847, "best_gold_margin": 0.13104072213172913, "weakest_gold_margin": 0.13104072213172913}
{"sample_id": "conv_fb92514c7bbe_pkg_000", "qa_id": "qa_376116b1604e98db", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the person previously live?", "temporal_relation": "none", "query_temporal_norm": 0.3087729811668396, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000399", "score": 0.28759467601776123}], "gold_semantic_scores": [0.3410179615020752], "gold_temporal_scores": [-0.05342326685786247], "max_gold_score": 0.28759467601776123, "max_candidate_score": 0.4202154278755188, "top_memory_id": "utt_000413", "max_non_gold_score": 0.4202154278755188, "best_gold_margin": -0.13262075185775757, "weakest_gold_margin": -0.13262075185775757}
{"sample_id": "conv_fc68735a941e_pkg_000", "qa_id": "qa_aa4116b81b3a7c16", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Do you recall what one of the speakers said their favorite candy was?", "temporal_relation": "none", "query_temporal_norm": 0.2057643085718155, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000169", "score": 0.5866649150848389}], "gold_semantic_scores": [0.6158021092414856], "gold_temporal_scores": [-0.029137181118130684], "max_gold_score": 0.5866649150848389, "max_candidate_score": 0.5866649150848389, "top_memory_id": "utt_000169", "max_non_gold_score": 0.48600417375564575, "best_gold_margin": 0.10066074132919312, "weakest_gold_margin": 0.10066074132919312}
{"sample_id": "conv_fde1d3297b0c_pkg_000", "qa_id": "qa_a3abd08c87135508", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they don't post anything on social media?", "temporal_relation": "none", "query_temporal_norm": 0.2305784970521927, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000105", "score": 0.6317536234855652}], "gold_semantic_scores": [0.6729734539985657], "gold_temporal_scores": [-0.041220154613256454], "max_gold_score": 0.6317536234855652, "max_candidate_score": 0.6317536234855652, "top_memory_id": "utt_000105", "max_non_gold_score": 0.45201927423477173, "best_gold_margin": 0.17973434925079346, "weakest_gold_margin": 0.17973434925079346}
{"sample_id": "conv_fde1d3297b0c_pkg_000", "qa_id": "qa_70c6c59cd9e84fa4", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did she say she did about the problem she described?", "temporal_relation": "none", "query_temporal_norm": 0.2084577977657318, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000061", "score": 0.3960561752319336}], "gold_semantic_scores": [0.43265148997306824], "gold_temporal_scores": [-0.03659543767571449], "max_gold_score": 0.3960561752319336, "max_candidate_score": 0.5417503714561462, "top_memory_id": "utt_000275", "max_non_gold_score": 0.5417503714561462, "best_gold_margin": -0.14569419622421265, "weakest_gold_margin": -0.14569419622421265}
{"sample_id": "conv_fde1d3297b0c_pkg_000", "qa_id": "qa_dca734bd03cd10ea", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say they downloaded the new season of Silo?", "temporal_relation": "session", "query_temporal_norm": 0.2014707773923874, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000377", "score": 0.7743934988975525}], "gold_semantic_scores": [0.7869532108306885], "gold_temporal_scores": [-0.012559660710394382], "max_gold_score": 0.7743934988975525, "max_candidate_score": 0.7743934988975525, "top_memory_id": "utt_000377", "max_non_gold_score": 0.4763879179954529, "best_gold_margin": 0.2980055809020996, "weakest_gold_margin": 0.2980055809020996}
{"sample_id": "conv_fed90176a398_pkg_000", "qa_id": "qa_eff024f33265a67c", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When, roughly within the conversation, was it said that the speaker started watching SpongeBob?", "temporal_relation": "session", "query_temporal_norm": 0.2293766438961029, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000125", "score": 0.7281064987182617}, {"memory_id": "utt_000128", "score": 0.7438280582427979}], "gold_semantic_scores": [0.7615600228309631, 0.7769534587860107], "gold_temporal_scores": [-0.03345360606908798, -0.03312533348798752], "max_gold_score": 0.7438280582427979, "max_candidate_score": 0.7438280582427979, "top_memory_id": "utt_000128", "max_non_gold_score": 0.6509271264076233, "best_gold_margin": 0.09290093183517456, "weakest_gold_margin": 0.07717937231063843}
{"sample_id": "conv_fed90176a398_pkg_000", "qa_id": "qa_4d6018977bd7c586", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Steve say about his son's birth weight?", "temporal_relation": "none", "query_temporal_norm": 0.21083250641822815, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000226", "score": 0.7171726822853088}], "gold_semantic_scores": [0.7472265958786011], "gold_temporal_scores": [-0.030054006725549698], "max_gold_score": 0.7171726822853088, "max_candidate_score": 0.7171726822853088, "top_memory_id": "utt_000226", "max_non_gold_score": 0.539841890335083, "best_gold_margin": 0.17733079195022583, "weakest_gold_margin": 0.17733079195022583}
{"sample_id": "conv_fed90176a398_pkg_000", "qa_id": "qa_9b76ad4daaa6e788", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What current age did someone state during the conversation?", "temporal_relation": "none", "query_temporal_norm": 0.1999044418334961, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000266", "score": 0.6905689835548401}], "gold_semantic_scores": [0.6906613707542419], "gold_temporal_scores": [-9.20220700209029e-05], "max_gold_score": 0.6905689835548401, "max_candidate_score": 0.6905689835548401, "top_memory_id": "utt_000266", "max_non_gold_score": 0.5002714395523071, "best_gold_margin": 0.19029754400253296, "weakest_gold_margin": 0.19029754400253296}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00023", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who added the roasted red pepper pasta sauce to the shopping list before it was changed?", "temporal_relation": "before", "query_temporal_norm": 0.33161571621894836, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8443504571914673}], "gold_semantic_scores": [0.7312390804290771], "gold_temporal_scores": [0.11311133205890656], "max_gold_score": 0.8443504571914673, "max_candidate_score": 0.8443504571914673, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5900495648384094, "best_gold_margin": 0.25430089235305786, "weakest_gold_margin": 0.25430089235305786}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00023", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the update to garlic basil pasta sauce mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.3734232485294342, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8899068236351013}], "gold_semantic_scores": [0.7239283919334412], "gold_temporal_scores": [0.16597814857959747], "max_gold_score": 0.8899068236351013, "max_candidate_score": 0.8899068236351013, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.48988720774650574, "best_gold_margin": 0.4000196158885956, "weakest_gold_margin": 0.4000196158885956}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00023", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "When is Avery's pharmacy pickup ready?", "temporal_relation": "none", "query_temporal_norm": 0.319161593914032, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.33798807859420776, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.33798807859420776, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00139", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended The Last Archive, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.21245579421520233, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6906301379203796}, {"memory_id": "history_02_utt_0009", "score": 0.7166453003883362}], "gold_semantic_scores": [0.6262399554252625, 0.6627749800682068], "gold_temporal_scores": [0.06439027935266495, 0.05387038737535477], "max_gold_score": 0.7166453003883362, "max_candidate_score": 0.7166453003883362, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5220437049865723, "best_gold_margin": 0.19460159540176392, "weakest_gold_margin": 0.16858643293380737}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00139", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to The Last Archive once we realized it wouldn't fit the planned session?", "temporal_relation": "none", "query_temporal_norm": 0.5154951214790344, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8971194624900818}], "gold_semantic_scores": [0.6307372450828552], "gold_temporal_scores": [0.266382098197937], "max_gold_score": 0.8971194624900818, "max_candidate_score": 0.8971194624900818, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5386094450950623, "best_gold_margin": 0.35851001739501953, "weakest_gold_margin": 0.35851001739501953}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00139", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we say we dropped The Last Archive?", "temporal_relation": "session", "query_temporal_norm": 0.23151834309101105, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8148691654205322}], "gold_semantic_scores": [0.7117958664894104], "gold_temporal_scores": [0.10307296365499496], "max_gold_score": 0.8148691654205322, "max_candidate_score": 0.8148691654205322, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5731436610221863, "best_gold_margin": 0.24172550439834595, "weakest_gold_margin": 0.24172550439834595}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00139", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Deep Roots as a candidate for our documentary lineup?", "temporal_relation": "none", "query_temporal_norm": 0.09788542985916138, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7623857855796814}], "gold_semantic_scores": [0.7631072998046875], "gold_temporal_scores": [-0.00072146812453866], "max_gold_score": 0.7623857855796814, "max_candidate_score": 0.7623857855796814, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.6253710985183716, "best_gold_margin": 0.13701468706130981, "weakest_gold_margin": 0.13701468706130981}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00305", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the screening location to the upstairs home theater, and what was the earlier venue?", "temporal_relation": "comparison", "query_temporal_norm": 0.3822728395462036, "query_session_index": 2, "query_start_sec": 15.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7830336093902588}, {"memory_id": "history_02_utt_0008", "score": 0.8075655698776245}], "gold_semantic_scores": [0.6420527696609497, 0.6849523186683655], "gold_temporal_scores": [0.1409807652235031, 0.12261323630809784], "max_gold_score": 0.8075655698776245, "max_candidate_score": 0.8075655698776245, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4092056155204773, "best_gold_margin": 0.3983599543571472, "weakest_gold_margin": 0.3738279938697815}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00305", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What location was planned earlier for the screening before it was changed?", "temporal_relation": "before", "query_temporal_norm": 0.49262064695358276, "query_session_index": 2, "query_start_sec": 15.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7674247026443481}], "gold_semantic_scores": [0.6369342803955078], "gold_temporal_scores": [0.13049030303955078], "max_gold_score": 0.7674247026443481, "max_candidate_score": 0.7674247026443481, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.48319849371910095, "best_gold_margin": 0.2842262089252472, "weakest_gold_margin": 0.2842262089252472}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00305", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Taylor say they planned to use for the screening?", "temporal_relation": "none", "query_temporal_norm": 0.5328739881515503, "query_session_index": 2, "query_start_sec": 15.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8007636666297913}], "gold_semantic_scores": [0.6228998899459839], "gold_temporal_scores": [0.17786389589309692], "max_gold_score": 0.8007636666297913, "max_candidate_score": 0.8007636666297913, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.774569571018219, "best_gold_margin": 0.026194095611572266, "weakest_gold_margin": 0.026194095611572266}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00305", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the screening being held now?", "temporal_relation": "latest", "query_temporal_norm": 0.536927342414856, "query_session_index": 2, "query_start_sec": 15.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8882164359092712}], "gold_semantic_scores": [0.6406208276748657], "gold_temporal_scores": [0.24759559333324432], "max_gold_score": 0.8882164359092712, "max_candidate_score": 0.8882164359092712, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8832295536994934, "best_gold_margin": 0.004986882209777832, "weakest_gold_margin": 0.004986882209777832}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00393", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest dataset version was?", "temporal_relation": "latest", "query_temporal_norm": 0.560032308101654, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9456347823143005}], "gold_semantic_scores": [0.6859460473060608], "gold_temporal_scores": [0.2596886157989502], "max_gold_score": 0.9456347823143005, "max_candidate_score": 0.946788489818573, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.946788489818573, "best_gold_margin": -0.001153707504272461, "weakest_gold_margin": -0.001153707504272461}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00393", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the dataset to v2.0?", "temporal_relation": "none", "query_temporal_norm": 0.48248597979545593, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0349541902542114}], "gold_semantic_scores": [0.7861541509628296], "gold_temporal_scores": [0.24879999458789825], "max_gold_score": 1.0349541902542114, "max_candidate_score": 1.0349541902542114, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6574013829231262, "best_gold_margin": 0.3775528073310852, "weakest_gold_margin": 0.3775528073310852}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00480", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation plan to include a held-out test split, and what was the earlier validation plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.3790740370750427, "query_session_index": 2, "query_start_sec": 13.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.8020511269569397}, {"memory_id": "history_02_utt_0007", "score": 0.8892174363136292}], "gold_semantic_scores": [0.6832767724990845, 0.7707540988922119], "gold_temporal_scores": [0.11877436935901642, 0.11846325546503067], "max_gold_score": 0.8892174363136292, "max_candidate_score": 0.8892174363136292, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5054371356964111, "best_gold_margin": 0.383780300617218, "weakest_gold_margin": 0.29661399126052856}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00480", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation plan change from the original to the updated version?", "temporal_relation": "comparison", "query_temporal_norm": 0.4246700704097748, "query_session_index": 2, "query_start_sec": 13.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.8080134391784668}, {"memory_id": "history_02_utt_0007", "score": 0.8847948908805847}], "gold_semantic_scores": [0.6684889197349548, 0.729232907295227], "gold_temporal_scores": [0.13952437043190002, 0.15556196868419647], "max_gold_score": 0.8847948908805847, "max_candidate_score": 0.8847948908805847, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.43172088265419006, "best_gold_margin": 0.45307400822639465, "weakest_gold_margin": 0.37629255652427673}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00480", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say the evaluation plan would be?", "temporal_relation": "none", "query_temporal_norm": 0.35542088747024536, "query_session_index": 2, "query_start_sec": 13.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.8270593881607056}], "gold_semantic_scores": [0.7242773175239563], "gold_temporal_scores": [0.10278192907571793], "max_gold_score": 0.8270593881607056, "max_candidate_score": 0.9086611866950989, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9086611866950989, "best_gold_margin": -0.08160179853439331, "weakest_gold_margin": -0.08160179853439331}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00480", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to validate on the public dev set and report sentence-level F1?", "temporal_relation": "none", "query_temporal_norm": 0.2288564145565033, "query_session_index": 2, "query_start_sec": 13.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.7973973751068115}], "gold_semantic_scores": [0.7533996105194092], "gold_temporal_scores": [0.043997738510370255], "max_gold_score": 0.7973973751068115, "max_candidate_score": 0.7973973751068115, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.6725636720657349, "best_gold_margin": 0.12483370304107666, "weakest_gold_margin": 0.12483370304107666}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00574", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Skyler originally give Silent Currents before they changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.49264654517173767, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9509269595146179}], "gold_semantic_scores": [0.8569720983505249], "gold_temporal_scores": [0.09395477920770645], "max_gold_score": 0.9509269595146179, "max_candidate_score": 0.9509269595146179, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8871976137161255, "best_gold_margin": 0.06372934579849243, "weakest_gold_margin": 0.06372934579849243}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00574", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier on, what rating was given to Silent Currents before it was later updated?", "temporal_relation": "before", "query_temporal_norm": 0.25804972648620605, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.820677638053894}], "gold_semantic_scores": [0.7969520688056946], "gold_temporal_scores": [0.02372555434703827], "max_gold_score": 0.820677638053894, "max_candidate_score": 0.820677638053894, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6454901695251465, "best_gold_margin": 0.17518746852874756, "weakest_gold_margin": 0.17518746852874756}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00574", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What score did Skyler say they gave Silent Currents at first?", "temporal_relation": "earliest", "query_temporal_norm": 0.09783438593149185, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8471869230270386}], "gold_semantic_scores": [0.8364551067352295], "gold_temporal_scores": [0.010731718502938747], "max_gold_score": 0.8471869230270386, "max_candidate_score": 0.8471869230270386, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7803787589073181, "best_gold_margin": 0.06680816411972046, "weakest_gold_margin": 0.06680816411972046}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00574", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention that 6/10 rating?", "temporal_relation": "session", "query_temporal_norm": 0.2511694133281708, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.741628885269165}], "gold_semantic_scores": [0.670133650302887], "gold_temporal_scores": [0.0714951753616333], "max_gold_score": 0.741628885269165, "max_candidate_score": 0.741628885269165, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7276580333709717, "best_gold_margin": 0.01397085189819336, "weakest_gold_margin": 0.01397085189819336}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00712", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the chosen title was before it got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5411578416824341, "query_session_index": 2, "query_start_sec": 21.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5486817359924316}], "gold_semantic_scores": [0.4333886206150055], "gold_temporal_scores": [0.11529325693845749], "max_gold_score": 0.5486817359924316, "max_candidate_score": 0.5486817359924316, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5392149090766907, "best_gold_margin": 0.009466826915740967, "weakest_gold_margin": 0.009466826915740967}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00712", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title did the group’s pick get changed to?", "temporal_relation": "latest", "query_temporal_norm": 0.3534229099750519, "query_session_index": 2, "query_start_sec": 21.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.6845758557319641}], "gold_semantic_scores": [0.5346304178237915], "gold_temporal_scores": [0.1499454230070114], "max_gold_score": 0.6845758557319641, "max_candidate_score": 0.6845758557319641, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.6744978427886963, "best_gold_margin": 0.010078012943267822, "weakest_gold_margin": 0.010078012943267822}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00712", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they changed the pick to City Transit Stories?", "temporal_relation": "session", "query_temporal_norm": 0.2606554925441742, "query_session_index": 2, "query_start_sec": 21.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8329641222953796}], "gold_semantic_scores": [0.7174993753433228], "gold_temporal_scores": [0.11546486616134644], "max_gold_score": 0.8329641222953796, "max_candidate_score": 0.8329641222953796, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.32553187012672424, "best_gold_margin": 0.5074322521686554, "weakest_gold_margin": 0.5074322521686554}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00815", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about GreenLeaf Bistro when I suggested it, and why can't we go there now?", "temporal_relation": "none", "query_temporal_norm": 0.1777835339307785, "query_session_index": 2, "query_start_sec": 16.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8110966086387634}, {"memory_id": "history_02_utt_0007", "score": 0.6693804860115051}], "gold_semantic_scores": [0.7594426870346069, 0.6493173837661743], "gold_temporal_scores": [0.051654018461704254, 0.020063279196619987], "max_gold_score": 0.8110966086387634, "max_candidate_score": 0.8110966086387634, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7972083687782288, "best_gold_margin": 0.013888239860534668, "weakest_gold_margin": -0.12782788276672363}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00815", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why can't GreenLeaf Bistro host us?", "temporal_relation": "none", "query_temporal_norm": 0.18011033535003662, "query_session_index": 2, "query_start_sec": 16.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8437265753746033}], "gold_semantic_scores": [0.7695854306221008], "gold_temporal_scores": [0.07414115965366364], "max_gold_score": 0.8437265753746033, "max_candidate_score": 0.8437265753746033, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6795747876167297, "best_gold_margin": 0.16415178775787354, "weakest_gold_margin": 0.16415178775787354}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00815", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about Sprout Kitchen's menu?", "temporal_relation": "none", "query_temporal_norm": 0.11337385326623917, "query_session_index": 2, "query_start_sec": 16.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.8160949349403381}], "gold_semantic_scores": [0.7954785823822021], "gold_temporal_scores": [0.020616630092263222], "max_gold_score": 0.8160949349403381, "max_candidate_score": 0.8160949349403381, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.6979979872703552, "best_gold_margin": 0.11809694766998291, "weakest_gold_margin": 0.11809694766998291}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00815", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that ice and chilled drinks could be picked up?", "temporal_relation": "session", "query_temporal_norm": 0.17259466648101807, "query_session_index": 2, "query_start_sec": 16.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0027", "score": 0.6344065070152283}], "gold_semantic_scores": [0.5667366981506348], "gold_temporal_scores": [0.0676698237657547], "max_gold_score": 0.6344065070152283, "max_candidate_score": 0.6344065070152283, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.39870181679725647, "best_gold_margin": 0.2357046902179718, "weakest_gold_margin": 0.2357046902179718}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00903", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Harbor Bistro, and why was it closed that Sunday?", "temporal_relation": "none", "query_temporal_norm": 0.15236519277095795, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7369431257247925}, {"memory_id": "history_02_utt_0008", "score": 0.7472881078720093}], "gold_semantic_scores": [0.698282778263092, 0.734887957572937], "gold_temporal_scores": [0.03866032510995865, 0.012400167062878609], "max_gold_score": 0.7472881078720093, "max_candidate_score": 0.7599337100982666, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.7599337100982666, "best_gold_margin": -0.012645602226257324, "weakest_gold_margin": -0.02299058437347412}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00903", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we say about parking at Uptown Café?", "temporal_relation": "none", "query_temporal_norm": 0.10701650381088257, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.5606446862220764}], "gold_semantic_scores": [0.5393912196159363], "gold_temporal_scores": [0.021253567188978195], "max_gold_score": 0.5606446862220764, "max_candidate_score": 0.5606446862220764, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.4661937355995178, "best_gold_margin": 0.0944509506225586, "weakest_gold_margin": 0.0944509506225586}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00903", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about Uptown Café's status for that weekend?", "temporal_relation": "none", "query_temporal_norm": 0.15733376145362854, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.7116000056266785}], "gold_semantic_scores": [0.6567580699920654], "gold_temporal_scores": [0.05484195053577423], "max_gold_score": 0.7116000056266785, "max_candidate_score": 0.7116000056266785, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.6193327307701111, "best_gold_margin": 0.09226727485656738, "weakest_gold_margin": 0.09226727485656738}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00903", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that someone would check the forecast Saturday morning and confirm plans?", "temporal_relation": "session", "query_temporal_norm": 0.12350846081972122, "query_session_index": 2, "query_start_sec": 18.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0027", "score": 0.8228025436401367}], "gold_semantic_scores": [0.7884772419929504], "gold_temporal_scores": [0.03432537987828255], "max_gold_score": 0.8228025436401367, "max_candidate_score": 0.8228025436401367, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.4881821870803833, "best_gold_margin": 0.3346203565597534, "weakest_gold_margin": 0.3346203565597534}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00981", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Morgan's evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.38672614097595215, "query_session_index": 2, "query_start_sec": 18.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7355517745018005}, {"memory_id": "history_02_utt_0008", "score": 0.6976374983787537}], "gold_semantic_scores": [0.5942960977554321, 0.5606272220611572], "gold_temporal_scores": [0.14125558733940125, 0.13701020181179047], "max_gold_score": 0.7355517745018005, "max_candidate_score": 0.7355517745018005, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6186604499816895, "best_gold_margin": 0.11689132452011108, "weakest_gold_margin": 0.07897704839706421}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00981", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Morgan originally describe?", "temporal_relation": "earliest", "query_temporal_norm": 0.5678852796554565, "query_session_index": 2, "query_start_sec": 18.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8579113483428955}], "gold_semantic_scores": [0.7148929238319397], "gold_temporal_scores": [0.14301848411560059], "max_gold_score": 0.8579113483428955, "max_candidate_score": 0.8719336986541748, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0002::3", "max_non_gold_score": 0.8719336986541748, "best_gold_margin": -0.014022350311279297, "weakest_gold_margin": -0.014022350311279297}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00981", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan say she updated the plan to a stratified ablation evaluation?", "temporal_relation": "session", "query_temporal_norm": 0.4228985905647278, "query_session_index": 2, "query_start_sec": 18.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0474931001663208}], "gold_semantic_scores": [0.8294361233711243], "gold_temporal_scores": [0.2180568128824234], "max_gold_score": 1.0474931001663208, "max_candidate_score": 1.0474931001663208, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9642623662948608, "best_gold_margin": 0.08323073387145996, "weakest_gold_margin": 0.08323073387145996}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00981", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What evaluation plan is currently being used for the evaluation?", "temporal_relation": "latest", "query_temporal_norm": 0.5393233895301819, "query_session_index": 2, "query_start_sec": 18.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0236948728561401}], "gold_semantic_scores": [0.7538661956787109], "gold_temporal_scores": [0.2698286771774292], "max_gold_score": 1.0236948728561401, "max_candidate_score": 1.025286078453064, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0007::1", "max_non_gold_score": 1.025286078453064, "best_gold_margin": -0.0015912055969238281, "weakest_gold_margin": -0.0015912055969238281}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01113", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say the latest venue for the listening session was?", "temporal_relation": "latest", "query_temporal_norm": 0.5695263743400574, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 1.0002853870391846}], "gold_semantic_scores": [0.7380944490432739], "gold_temporal_scores": [0.2621907889842987], "max_gold_score": 1.0002853870391846, "max_candidate_score": 1.0002853870391846, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.9999495148658752, "best_gold_margin": 0.00033587217330932617, "weakest_gold_margin": 0.00033587217330932617}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01113", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original venue planned for the listening session?", "temporal_relation": "session", "query_temporal_norm": 0.5554786920547485, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9077399373054504}], "gold_semantic_scores": [0.7618409395217896], "gold_temporal_scores": [0.14589884877204895], "max_gold_score": 0.9077399373054504, "max_candidate_score": 0.9077399373054504, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.9000939130783081, "best_gold_margin": 0.007646024227142334, "weakest_gold_margin": 0.007646024227142334}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01113", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson say he changed the venue to the back parlor?", "temporal_relation": "session", "query_temporal_norm": 0.2790483236312866, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.899493932723999}], "gold_semantic_scores": [0.7770236730575562], "gold_temporal_scores": [0.12247028201818466], "max_gold_score": 0.899493932723999, "max_candidate_score": 0.899493932723999, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7811946868896484, "best_gold_margin": 0.11829924583435059, "weakest_gold_margin": 0.11829924583435059}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01113", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How many tracks was the playlist planned to include?", "temporal_relation": "none", "query_temporal_norm": 0.1919127255678177, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0030", "score": 0.6542178392410278}], "gold_semantic_scores": [0.6287701725959778], "gold_temporal_scores": [0.02544756419956684], "max_gold_score": 0.6542178392410278, "max_candidate_score": 0.6542178392410278, "top_memory_id": "history_02_utt_0030", "max_non_gold_score": 0.48409077525138855, "best_gold_margin": 0.17012706398963928, "weakest_gold_margin": 0.17012706398963928}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01197", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.40096694231033325, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7604077458381653}, {"memory_id": "history_02_utt_0008", "score": 0.7873203158378601}], "gold_semantic_scores": [0.6125974655151367, 0.6473669409751892], "gold_temporal_scores": [0.14781023561954498, 0.1399534046649933], "max_gold_score": 0.7873203158378601, "max_candidate_score": 0.8036147356033325, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8036147356033325, "best_gold_margin": -0.016294419765472412, "weakest_gold_margin": -0.043206989765167236}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01197", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed the plan to a board game cafe afternoon?", "temporal_relation": "none", "query_temporal_norm": 0.3617733418941498, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9258419275283813}], "gold_semantic_scores": [0.7613521218299866], "gold_temporal_scores": [0.16448965668678284], "max_gold_score": 0.9258419275283813, "max_candidate_score": 0.9258419275283813, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6086359024047852, "best_gold_margin": 0.3172060251235962, "weakest_gold_margin": 0.3172060251235962}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01197", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently for the weekend plans?", "temporal_relation": "none", "query_temporal_norm": 0.5284345746040344, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9175158739089966}], "gold_semantic_scores": [0.6581323742866516], "gold_temporal_scores": [0.25938335061073303], "max_gold_score": 0.9175158739089966, "max_candidate_score": 0.9219264388084412, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0007::1", "max_non_gold_score": 0.9219264388084412, "best_gold_margin": -0.00441056489944458, "weakest_gold_margin": -0.00441056489944458}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01197", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was originally planned before the later change?", "temporal_relation": "earliest", "query_temporal_norm": 0.5379041433334351, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8298088908195496}], "gold_semantic_scores": [0.6870065927505493], "gold_temporal_scores": [0.1428023874759674], "max_gold_score": 0.8298088908195496, "max_candidate_score": 0.8308319449424744, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0008::1", "max_non_gold_score": 0.8308319449424744, "best_gold_margin": -0.0010230541229248047, "weakest_gold_margin": -0.0010230541229248047}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00072", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my rating for the short climate documentary was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.4245479106903076, "query_session_index": 2, "query_start_sec": 12.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8206274509429932}], "gold_semantic_scores": [0.7321115732192993], "gold_temporal_scores": [0.08851603418588638], "max_gold_score": 0.8206274509429932, "max_candidate_score": 0.86469566822052, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.86469566822052, "best_gold_margin": -0.044068217277526855, "weakest_gold_margin": -0.044068217277526855}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00072", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What score was the short climate documentary updated to after it was rewatched?", "temporal_relation": "latest", "query_temporal_norm": 0.3404824137687683, "query_session_index": 2, "query_start_sec": 12.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.866073489189148}], "gold_semantic_scores": [0.7203397750854492], "gold_temporal_scores": [0.14573387801647186], "max_gold_score": 0.866073489189148, "max_candidate_score": 0.866073489189148, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.863583505153656, "best_gold_margin": 0.0024899840354919434, "weakest_gold_margin": 0.0024899840354919434}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00210", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Parker's training setting change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3847474157810211, "query_session_index": 2, "query_start_sec": 22.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7464103102684021}, {"memory_id": "history_02_utt_0008", "score": 0.7716804146766663}], "gold_semantic_scores": [0.6107651591300964, 0.6297418475151062], "gold_temporal_scores": [0.13564510643482208, 0.14193856716156006], "max_gold_score": 0.7716804146766663, "max_candidate_score": 0.7716804146766663, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6654552817344666, "best_gold_margin": 0.10622513294219971, "weakest_gold_margin": 0.08095502853393555}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00210", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training setup did Parker say he planned to use?", "temporal_relation": "none", "query_temporal_norm": 0.31329345703125, "query_session_index": 2, "query_start_sec": 22.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.737130343914032}], "gold_semantic_scores": [0.6740735769271851], "gold_temporal_scores": [0.0630568265914917], "max_gold_score": 0.737130343914032, "max_candidate_score": 0.737130343914032, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6349239349365234, "best_gold_margin": 0.10220640897750854, "weakest_gold_margin": 0.10220640897750854}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00210", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What training setup was in place most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5387346148490906, "query_session_index": 2, "query_start_sec": 22.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8378589749336243}], "gold_semantic_scores": [0.605079710483551], "gold_temporal_scores": [0.23277907073497772], "max_gold_score": 0.8378589749336243, "max_candidate_score": 0.8378589749336243, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8258107304573059, "best_gold_margin": 0.01204824447631836, "weakest_gold_margin": 0.01204824447631836}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00210", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What time is my team lunch scheduled for?", "temporal_relation": "none", "query_temporal_norm": 0.4477698802947998, "query_session_index": 2, "query_start_sec": 22.400000000000002, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.48356226086616516, "top_memory_id": "history_02_utt_0016", "max_non_gold_score": 0.48356226086616516, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00349", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about The Green Fork, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.14134636521339417, "query_session_index": 2, "query_start_sec": 20.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7683734893798828}, {"memory_id": "history_02_utt_0008", "score": 0.8032160401344299}], "gold_semantic_scores": [0.7282419800758362, 0.7787359356880188], "gold_temporal_scores": [0.04013163223862648, 0.0244801864027977], "max_gold_score": 0.8032160401344299, "max_candidate_score": 0.8164174556732178, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8164174556732178, "best_gold_margin": -0.013201415538787842, "weakest_gold_margin": -0.04804396629333496}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00349", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason The Green Fork was ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.13007019460201263, "query_session_index": 2, "query_start_sec": 20.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7502632141113281}], "gold_semantic_scores": [0.7018924355506897], "gold_temporal_scores": [0.048370931297540665], "max_gold_score": 0.7502632141113281, "max_candidate_score": 0.7502632141113281, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5706860423088074, "best_gold_margin": 0.17957717180252075, "weakest_gold_margin": 0.17957717180252075}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00349", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we rule out The Green Fork?", "temporal_relation": "session", "query_temporal_norm": 0.1938106119632721, "query_session_index": 2, "query_start_sec": 20.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7817853093147278}], "gold_semantic_scores": [0.7014936208724976], "gold_temporal_scores": [0.08029160648584366], "max_gold_score": 0.7817853093147278, "max_candidate_score": 0.7817853093147278, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6581019163131714, "best_gold_margin": 0.1236833930015564, "weakest_gold_margin": 0.1236833930015564}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00349", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature did we note about Harbor Grill when it was mentioned earlier?", "temporal_relation": "none", "query_temporal_norm": 0.18157526850700378, "query_session_index": 2, "query_start_sec": 20.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.8145125508308411}], "gold_semantic_scores": [0.7988172769546509], "gold_temporal_scores": [0.0156953614205122], "max_gold_score": 0.8145125508308411, "max_candidate_score": 0.8145125508308411, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.5035727024078369, "best_gold_margin": 0.31093984842300415, "weakest_gold_margin": 0.31093984842300415}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00471", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the deployment target was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.48511606454849243, "query_session_index": 2, "query_start_sec": 19.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6736489534378052}], "gold_semantic_scores": [0.5490996241569519], "gold_temporal_scores": [0.12454923242330551], "max_gold_score": 0.6736489534378052, "max_candidate_score": 0.7522805333137512, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.7522805333137512, "best_gold_margin": -0.07863157987594604, "weakest_gold_margin": -0.07863157987594604}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00471", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who reported that they set the deployment target to staging-cluster-west?", "temporal_relation": "none", "query_temporal_norm": 0.11714199930429459, "query_session_index": 2, "query_start_sec": 19.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6704313158988953}], "gold_semantic_scores": [0.6459347605705261], "gold_temporal_scores": [0.02449648268520832], "max_gold_score": 0.6704313158988953, "max_candidate_score": 0.6704313158988953, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6353675723075867, "best_gold_margin": 0.035063743591308594, "weakest_gold_margin": 0.035063743591308594}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00471", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current deployment target we ended up using?", "temporal_relation": "latest", "query_temporal_norm": 0.5450321435928345, "query_session_index": 2, "query_start_sec": 19.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9034094214439392}], "gold_semantic_scores": [0.6335629224777222], "gold_temporal_scores": [0.26984643936157227], "max_gold_score": 0.9034094214439392, "max_candidate_score": 0.9103615880012512, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0004::1", "max_non_gold_score": 0.9103615880012512, "best_gold_margin": -0.006952166557312012, "weakest_gold_margin": -0.006952166557312012}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00471", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which deployment target did we switch to?", "temporal_relation": "latest", "query_temporal_norm": 0.3668806254863739, "query_session_index": 2, "query_start_sec": 19.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.5964719653129578}], "gold_semantic_scores": [0.4128338098526001], "gold_temporal_scores": [0.18363840878009796], "max_gold_score": 0.5964719653129578, "max_candidate_score": 0.5964719653129578, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5948047041893005, "best_gold_margin": 0.0016672611236572266, "weakest_gold_margin": 0.0016672611236572266}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00570", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the kitchen trash should be taken out every Monday morning?", "temporal_relation": "none", "query_temporal_norm": 0.25406649708747864, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8931528329849243}], "gold_semantic_scores": [0.7863175272941589], "gold_temporal_scores": [0.10683517158031464], "max_gold_score": 0.8931528329849243, "max_candidate_score": 0.8931528329849243, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7211527824401855, "best_gold_margin": 0.17200005054473877, "weakest_gold_margin": 0.17200005054473877}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00570", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the schedule for taking out the kitchen trash change?", "temporal_relation": "comparison", "query_temporal_norm": 0.3013349771499634, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7854899764060974}, {"memory_id": "history_02_utt_0011", "score": 0.7695674300193787}], "gold_semantic_scores": [0.6913474798202515, 0.644798219203949], "gold_temporal_scores": [0.09414257109165192, 0.1247691884636879], "max_gold_score": 0.7854899764060974, "max_candidate_score": 0.7854899764060974, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6056403517723083, "best_gold_margin": 0.17984962463378906, "weakest_gold_margin": 0.1639270782470703}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00570", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who volunteered to handle the kitchen trash on Monday mornings?", "temporal_relation": "none", "query_temporal_norm": 0.1431582123041153, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.821675717830658}], "gold_semantic_scores": [0.7654552459716797], "gold_temporal_scores": [0.05622041970491409], "max_gold_score": 0.821675717830658, "max_candidate_score": 0.821675717830658, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6830390691757202, "best_gold_margin": 0.13863664865493774, "weakest_gold_margin": 0.13863664865493774}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00638", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Rowan give for recommending The Long Night, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1920696496963501, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8288617730140686}, {"memory_id": "history_02_utt_0009", "score": 0.7290195822715759}], "gold_semantic_scores": [0.7708539962768555, 0.6692594289779663], "gold_temporal_scores": [0.05800771340727806, 0.05975987762212753], "max_gold_score": 0.8288617730140686, "max_candidate_score": 0.8288617730140686, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7933962941169739, "best_gold_margin": 0.03546547889709473, "weakest_gold_margin": -0.06437671184539795}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00638", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan recommend The Long Night?", "temporal_relation": "session", "query_temporal_norm": 0.15541194379329681, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8061529994010925}], "gold_semantic_scores": [0.7710102200508118], "gold_temporal_scores": [0.03514271229505539], "max_gold_score": 0.8061529994010925, "max_candidate_score": 0.8061529994010925, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7001854181289673, "best_gold_margin": 0.10596758127212524, "weakest_gold_margin": 0.10596758127212524}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00638", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended The Long Night?", "temporal_relation": "none", "query_temporal_norm": 0.10799586027860641, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8011566400527954}], "gold_semantic_scores": [0.7872852087020874], "gold_temporal_scores": [0.013871315866708755], "max_gold_score": 0.8011566400527954, "max_candidate_score": 0.8011566400527954, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.41074591875076294, "best_gold_margin": 0.39041072130203247, "weakest_gold_margin": 0.39041072130203247}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00638", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we drop The Long Night?", "temporal_relation": "none", "query_temporal_norm": 0.16759510338306427, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.827235996723175}], "gold_semantic_scores": [0.7515990734100342], "gold_temporal_scores": [0.0756368339061737], "max_gold_score": 0.827235996723175, "max_candidate_score": 0.827235996723175, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6875724196434021, "best_gold_margin": 0.13966357707977295, "weakest_gold_margin": 0.13966357707977295}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00745", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for quantization-aware streaming, and why did Finley reject it?", "temporal_relation": "none", "query_temporal_norm": 0.2087230086326599, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6776717901229858}, {"memory_id": "history_02_utt_0008", "score": 0.7870389223098755}], "gold_semantic_scores": [0.6243811845779419, 0.7363668084144592], "gold_temporal_scores": [0.05329052731394768, 0.05067213624715805], "max_gold_score": 0.7870389223098755, "max_candidate_score": 0.7870389223098755, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7455239295959473, "best_gold_margin": 0.04151499271392822, "weakest_gold_margin": -0.06785213947296143}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00745", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for rejecting quantization-aware streaming?", "temporal_relation": "none", "query_temporal_norm": 0.14760740101337433, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8854003548622131}], "gold_semantic_scores": [0.8238874077796936], "gold_temporal_scores": [0.06151286140084267], "max_gold_score": 0.8854003548622131, "max_candidate_score": 0.8854003548622131, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6167641878128052, "best_gold_margin": 0.26863616704940796, "weakest_gold_margin": 0.26863616704940796}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00745", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was quantization-aware streaming rejected?", "temporal_relation": "session", "query_temporal_norm": 0.19138823449611664, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8591893911361694}], "gold_semantic_scores": [0.792820394039154], "gold_temporal_scores": [0.06636904925107956], "max_gold_score": 0.8591893911361694, "max_candidate_score": 0.8591893911361694, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.690705418586731, "best_gold_margin": 0.16848397254943848, "weakest_gold_margin": 0.16848397254943848}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00745", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did buffered batch decoding offer?", "temporal_relation": "none", "query_temporal_norm": 0.1423376351594925, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.8032769560813904}], "gold_semantic_scores": [0.778148353099823], "gold_temporal_scores": [0.025128956884145737], "max_gold_score": 0.8032769560813904, "max_candidate_score": 0.8032769560813904, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.704066812992096, "best_gold_margin": 0.09921014308929443, "weakest_gold_margin": 0.09921014308929443}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00849", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.557404637336731, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.050318717956543}], "gold_semantic_scores": [0.7765624523162842], "gold_temporal_scores": [0.2737565040588379], "max_gold_score": 1.050318717956543, "max_candidate_score": 1.0579712390899658, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 1.0579712390899658, "best_gold_margin": -0.0076525211334228516, "weakest_gold_margin": -0.0076525211334228516}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00849", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which model did Emerson say she chose for the final submission?", "temporal_relation": "none", "query_temporal_norm": 0.389458030462265, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9166340231895447}], "gold_semantic_scores": [0.7454901337623596], "gold_temporal_scores": [0.171144038438797], "max_gold_score": 0.9166340231895447, "max_candidate_score": 0.9166340231895447, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7835802435874939, "best_gold_margin": 0.13305377960205078, "weakest_gold_margin": 0.13305377960205078}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00849", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson mention switching to LightweightTransformer-v1 as the final model choice?", "temporal_relation": "session", "query_temporal_norm": 0.2917252779006958, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8507804274559021}], "gold_semantic_scores": [0.7281341552734375], "gold_temporal_scores": [0.12264623492956161], "max_gold_score": 0.8507804274559021, "max_candidate_score": 0.8507804274559021, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7304784059524536, "best_gold_margin": 0.12030202150344849, "weakest_gold_margin": 0.12030202150344849}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00849", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model was originally planned for the benchmark?", "temporal_relation": "earliest", "query_temporal_norm": 0.5531373620033264, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9023377895355225}], "gold_semantic_scores": [0.7732962369918823], "gold_temporal_scores": [0.12904182076454163], "max_gold_score": 0.9023377895355225, "max_candidate_score": 0.9023377895355225, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.8980567455291748, "best_gold_margin": 0.004281044006347656, "weakest_gold_margin": 0.004281044006347656}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01004", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested hosting the screening in the backyard screening area before the venue was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.43249180912971497, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8472736477851868}], "gold_semantic_scores": [0.7628505825996399], "gold_temporal_scores": [0.0844230055809021], "max_gold_score": 0.8472736477851868, "max_candidate_score": 0.8486421704292297, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8486421704292297, "best_gold_margin": -0.0013685226440429688, "weakest_gold_margin": -0.0013685226440429688}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01004", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where are we planning to hold the screening now?", "temporal_relation": "latest", "query_temporal_norm": 0.35610729455947876, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7607382535934448}], "gold_semantic_scores": [0.6015293002128601], "gold_temporal_scores": [0.15920893847942352], "max_gold_score": 0.7607382535934448, "max_candidate_score": 0.7607382535934448, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7513732314109802, "best_gold_margin": 0.0093650221824646, "weakest_gold_margin": 0.0093650221824646}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01004", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Riley originally suggest for the screening?", "temporal_relation": "earliest", "query_temporal_norm": 0.5720293521881104, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.928134560585022}], "gold_semantic_scores": [0.790841817855835], "gold_temporal_scores": [0.13729272782802582], "max_gold_score": 0.928134560585022, "max_candidate_score": 0.9332213997840881, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0002::3", "max_non_gold_score": 0.9332213997840881, "best_gold_margin": -0.005086839199066162, "weakest_gold_margin": -0.005086839199066162}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01004", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley mention their venue suggestion?", "temporal_relation": "session", "query_temporal_norm": 0.30567309260368347, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8441835641860962}], "gold_semantic_scores": [0.7512661218643188], "gold_temporal_scores": [0.09291757643222809], "max_gold_score": 0.8441835641860962, "max_candidate_score": 0.8441835641860962, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.601323664188385, "best_gold_margin": 0.24285989999771118, "weakest_gold_margin": 0.24285989999771118}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01078", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Drew say most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5360764265060425, "query_session_index": 2, "query_start_sec": 17.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9081836342811584}], "gold_semantic_scores": [0.6592087149620056], "gold_temporal_scores": [0.24897462129592896], "max_gold_score": 0.9081836342811584, "max_candidate_score": 0.9110822081565857, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9110822081565857, "best_gold_margin": -0.002898573875427246, "weakest_gold_margin": -0.002898573875427246}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01078", "qa_id": "extra_qa_0002", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4164331257343292, "query_session_index": 2, "query_start_sec": 17.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6482442617416382}, {"memory_id": "history_02_utt_0008", "score": 0.5261209607124329}], "gold_semantic_scores": [0.49579310417175293, 0.37332969903945923], "gold_temporal_scores": [0.15245118737220764, 0.15279121696949005], "max_gold_score": 0.6482442617416382, "max_candidate_score": 0.6482442617416382, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.41206738352775574, "best_gold_margin": 0.23617687821388245, "weakest_gold_margin": 0.11405357718467712}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01078", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the most recent rating mentioned for it?", "temporal_relation": "none", "query_temporal_norm": 0.5332167744636536, "query_session_index": 2, "query_start_sec": 17.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6435209512710571}], "gold_semantic_scores": [0.39962729811668396], "gold_temporal_scores": [0.24389351904392242], "max_gold_score": 0.6435209512710571, "max_candidate_score": 0.6481238007545471, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.6481238007545471, "best_gold_margin": -0.00460284948348999, "weakest_gold_margin": -0.00460284948348999}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01078", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who gave the 7.2 out of 10 rating?", "temporal_relation": "none", "query_temporal_norm": 0.33566561341285706, "query_session_index": 2, "query_start_sec": 17.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8117899894714355}], "gold_semantic_scores": [0.6711024641990662], "gold_temporal_scores": [0.14068742096424103], "max_gold_score": 0.8117899894714355, "max_candidate_score": 0.8117899894714355, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5032464861869812, "best_gold_margin": 0.30854350328445435, "weakest_gold_margin": 0.30854350328445435}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01175", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally planned to use the Harbor View Lounge before the venue was later changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5041975378990173, "query_session_index": 2, "query_start_sec": 22.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8505139946937561}], "gold_semantic_scores": [0.7654088735580444], "gold_temporal_scores": [0.08510516583919525], "max_gold_score": 0.8505139946937561, "max_candidate_score": 0.8505139946937561, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8489758372306824, "best_gold_margin": 0.0015381574630737305, "weakest_gold_margin": 0.0015381574630737305}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01175", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did the event venue get changed, and if so what was it changed from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.39998477697372437, "query_session_index": 2, "query_start_sec": 22.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7576689720153809}, {"memory_id": "history_02_utt_0010", "score": 0.5872862935066223}], "gold_semantic_scores": [0.6192424893379211, 0.45033955574035645], "gold_temporal_scores": [0.1384267359972, 0.1369469165802002], "max_gold_score": 0.7576689720153809, "max_candidate_score": 0.7576689720153809, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4379591941833496, "best_gold_margin": 0.31970977783203125, "weakest_gold_margin": 0.1493270993232727}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01175", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which venue did Cameron say they had planned to use?", "temporal_relation": "none", "query_temporal_norm": 0.4812282919883728, "query_session_index": 2, "query_start_sec": 22.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7968704700469971}], "gold_semantic_scores": [0.7004091739654541], "gold_temporal_scores": [0.0964612364768982], "max_gold_score": 0.7968704700469971, "max_candidate_score": 0.7968704700469971, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6956704258918762, "best_gold_margin": 0.10120004415512085, "weakest_gold_margin": 0.10120004415512085}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01175", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we changed the meeting location—what venue did we pick?", "temporal_relation": "latest", "query_temporal_norm": 0.3790207505226135, "query_session_index": 2, "query_start_sec": 22.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.756232738494873}], "gold_semantic_scores": [0.6328403353691101], "gold_temporal_scores": [0.12339271605014801], "max_gold_score": 0.756232738494873, "max_candidate_score": 0.792855978012085, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.792855978012085, "best_gold_margin": -0.036623239517211914, "weakest_gold_margin": -0.036623239517211914}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00124", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about The Green Harbor, and why did Cameron rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.1689097285270691, "query_session_index": 2, "query_start_sec": 20.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7627989649772644}, {"memory_id": "history_02_utt_0007", "score": 0.8287369012832642}], "gold_semantic_scores": [0.7098938822746277, 0.7904467582702637], "gold_temporal_scores": [0.05290519446134567, 0.03829016536474228], "max_gold_score": 0.8287369012832642, "max_candidate_score": 0.8287369012832642, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8100809454917908, "best_gold_margin": 0.01865595579147339, "weakest_gold_margin": -0.04728198051452637}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00124", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was The Green Harbor ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.1373540312051773, "query_session_index": 2, "query_start_sec": 20.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7898178100585938}], "gold_semantic_scores": [0.747748613357544], "gold_temporal_scores": [0.04206892102956772], "max_gold_score": 0.7898178100585938, "max_candidate_score": 0.7898178100585938, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6637710928916931, "best_gold_margin": 0.12604671716690063, "weakest_gold_margin": 0.12604671716690063}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00124", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Little Olive suggested?", "temporal_relation": "none", "query_temporal_norm": 0.10572724789381027, "query_session_index": 2, "query_start_sec": 20.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7726448774337769}], "gold_semantic_scores": [0.7523731589317322], "gold_temporal_scores": [0.020271779969334602], "max_gold_score": 0.7726448774337769, "max_candidate_score": 0.7726448774337769, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5993907451629639, "best_gold_margin": 0.173254132270813, "weakest_gold_margin": 0.173254132270813}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00124", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Little Olive ruled out?", "temporal_relation": "session", "query_temporal_norm": 0.22809430956840515, "query_session_index": 2, "query_start_sec": 20.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.8533210158348083}], "gold_semantic_scores": [0.7556545734405518], "gold_temporal_scores": [0.09766626358032227], "max_gold_score": 0.8533210158348083, "max_candidate_score": 0.8533210158348083, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.6152222752571106, "best_gold_margin": 0.23809874057769775, "weakest_gold_margin": 0.23809874057769775}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00279", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the gathering plan to a sunset beach picnic, and what was the earlier plan?", "temporal_relation": "none", "query_temporal_norm": 0.3808009922504425, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6842844486236572}, {"memory_id": "history_02_utt_0009", "score": 0.7232944369316101}], "gold_semantic_scores": [0.5481851100921631, 0.6307219862937927], "gold_temporal_scores": [0.1360994577407837, 0.09257250279188156], "max_gold_score": 0.7232944369316101, "max_candidate_score": 0.7232944369316101, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.45436257123947144, "best_gold_margin": 0.26893186569213867, "weakest_gold_margin": 0.2299218773841858}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00279", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity change — what was it originally and what did it become?", "temporal_relation": "comparison", "query_temporal_norm": 0.42813536524772644, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7800828218460083}, {"memory_id": "history_02_utt_0009", "score": 0.7837139964103699}], "gold_semantic_scores": [0.619608998298645, 0.6545819640159607], "gold_temporal_scores": [0.16047385334968567, 0.12913209199905396], "max_gold_score": 0.7837139964103699, "max_candidate_score": 0.7837139964103699, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.540097177028656, "best_gold_margin": 0.24361681938171387, "weakest_gold_margin": 0.2399856448173523}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00279", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were planning a potluck dinner at their place for the gathering?", "temporal_relation": "none", "query_temporal_norm": 0.31295979022979736, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8233700394630432}], "gold_semantic_scores": [0.7646611928939819], "gold_temporal_scores": [0.05870874226093292], "max_gold_score": 0.8233700394630432, "max_candidate_score": 0.8233700394630432, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5647417306900024, "best_gold_margin": 0.25862830877304077, "weakest_gold_margin": 0.25862830877304077}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00279", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested switching the plan to a sunset beach picnic instead of the dinner?", "temporal_relation": "none", "query_temporal_norm": 0.2159828096628189, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8672390580177307}], "gold_semantic_scores": [0.7739867568016052], "gold_temporal_scores": [0.09325237572193146], "max_gold_score": 0.8672390580177307, "max_candidate_score": 0.8672390580177307, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5417978763580322, "best_gold_margin": 0.3254411816596985, "weakest_gold_margin": 0.3254411816596985}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00382", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest departure time was?", "temporal_relation": "latest", "query_temporal_norm": 0.5729676485061646, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0140836238861084}], "gold_semantic_scores": [0.7532868981361389], "gold_temporal_scores": [0.2607967257499695], "max_gold_score": 1.0140836238861084, "max_candidate_score": 1.079033374786377, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 1.079033374786377, "best_gold_margin": -0.06494975090026855, "weakest_gold_margin": -0.06494975090026855}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00382", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What time was the departure scheduled to drop off the package?", "temporal_relation": "none", "query_temporal_norm": 0.38411977887153625, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8176503777503967}], "gold_semantic_scores": [0.7150459885597229], "gold_temporal_scores": [0.10260436683893204], "max_gold_score": 0.8176503777503967, "max_candidate_score": 0.8176503777503967, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7257838249206543, "best_gold_margin": 0.09186655282974243, "weakest_gold_margin": 0.09186655282974243}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00382", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What time am I planning to start my laundry?", "temporal_relation": "none", "query_temporal_norm": 0.3790653645992279, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.7994699478149414, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7994699478149414, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00547", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say about the Coastal Line, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.2097610980272293, "query_session_index": 2, "query_start_sec": 18.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6385378837585449}, {"memory_id": "history_02_utt_0009", "score": 0.6126866936683655}], "gold_semantic_scores": [0.5741683840751648, 0.5904057025909424], "gold_temporal_scores": [0.06436973065137863, 0.022280657663941383], "max_gold_score": 0.6385378837585449, "max_candidate_score": 0.7090637683868408, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.7090637683868408, "best_gold_margin": -0.0705258846282959, "weakest_gold_margin": -0.09637707471847534}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00547", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say he liked about the Coastal Line during an earlier conversation?", "temporal_relation": "none", "query_temporal_norm": 0.22119130194187164, "query_session_index": 2, "query_start_sec": 18.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7566708326339722}], "gold_semantic_scores": [0.6943942904472351], "gold_temporal_scores": [0.062276653945446014], "max_gold_score": 0.7566708326339722, "max_candidate_score": 0.7566708326339722, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6305841207504272, "best_gold_margin": 0.12608671188354492, "weakest_gold_margin": 0.12608671188354492}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00547", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they liked the Coastal Line?", "temporal_relation": "none", "query_temporal_norm": 0.20606939494609833, "query_session_index": 2, "query_start_sec": 18.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6671327948570251}], "gold_semantic_scores": [0.6519086956977844], "gold_temporal_scores": [0.015223975293338299], "max_gold_score": 0.6671327948570251, "max_candidate_score": 0.6671327948570251, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.295103520154953, "best_gold_margin": 0.37202927470207214, "weakest_gold_margin": 0.37202927470207214}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00547", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we dismiss River Runner?", "temporal_relation": "session", "query_temporal_norm": 0.17423008382320404, "query_session_index": 2, "query_start_sec": 18.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0024", "score": 0.7747202515602112}], "gold_semantic_scores": [0.7030444145202637], "gold_temporal_scores": [0.07167565077543259], "max_gold_score": 0.7747202515602112, "max_candidate_score": 0.7747202515602112, "top_memory_id": "history_02_utt_0024", "max_non_gold_score": 0.4266159236431122, "best_gold_margin": 0.348104327917099, "weakest_gold_margin": 0.348104327917099}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00611", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the model choice was for our submission before it got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.509284257888794, "query_session_index": 2, "query_start_sec": 22.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7644523978233337}], "gold_semantic_scores": [0.6639961004257202], "gold_temporal_scores": [0.10045650601387024], "max_gold_score": 0.7644523978233337, "max_candidate_score": 0.7644523978233337, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.763390839099884, "best_gold_margin": 0.001061558723449707, "weakest_gold_margin": 0.001061558723449707}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00611", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who decided to use CompactTransformer-v0.3 for the submission?", "temporal_relation": "none", "query_temporal_norm": 0.15931370854377747, "query_session_index": 2, "query_start_sec": 22.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6989130973815918}], "gold_semantic_scores": [0.6964626312255859], "gold_temporal_scores": [0.0024503653403371572], "max_gold_score": 0.6989130973815918, "max_candidate_score": 0.6989130973815918, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6342483162879944, "best_gold_margin": 0.06466478109359741, "weakest_gold_margin": 0.06466478109359741}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00611", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model did we end up choosing for the submission?", "temporal_relation": "latest", "query_temporal_norm": 0.5535306334495544, "query_session_index": 2, "query_start_sec": 22.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.983245313167572}], "gold_semantic_scores": [0.7174856662750244], "gold_temporal_scores": [0.26575973629951477], "max_gold_score": 0.983245313167572, "max_candidate_score": 0.9837035536766052, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0004::1", "max_non_gold_score": 0.9837035536766052, "best_gold_margin": -0.0004582405090332031, "weakest_gold_margin": -0.0004582405090332031}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00611", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model had been chosen initially for the submission before it was switched?", "temporal_relation": "earliest", "query_temporal_norm": 0.5243498682975769, "query_session_index": 2, "query_start_sec": 22.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7515954971313477}], "gold_semantic_scores": [0.6617472767829895], "gold_temporal_scores": [0.08984849601984024], "max_gold_score": 0.7515954971313477, "max_candidate_score": 0.7539221048355103, "top_memory_id": "history_01_utt_0010::cf::extra_qa_0005::1", "max_non_gold_score": 0.7539221048355103, "best_gold_margin": -0.0023266077041625977, "weakest_gold_margin": -0.0023266077041625977}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00708", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the chosen title was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5095862746238708, "query_session_index": 2, "query_start_sec": 19.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6108277440071106}], "gold_semantic_scores": [0.5297809839248657], "gold_temporal_scores": [0.0810469388961792], "max_gold_score": 0.6108277440071106, "max_candidate_score": 0.6114804148674011, "top_memory_id": "history_01_utt_0007::cf::main::3", "max_non_gold_score": 0.6114804148674011, "best_gold_margin": -0.0006526708602905273, "weakest_gold_margin": -0.0006526708602905273}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00708", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Skyler switch the pick to?", "temporal_relation": "none", "query_temporal_norm": 0.35397306084632874, "query_session_index": 2, "query_start_sec": 19.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8891319632530212}], "gold_semantic_scores": [0.7230163812637329], "gold_temporal_scores": [0.1661156266927719], "max_gold_score": 0.8891319632530212, "max_candidate_score": 0.8891319632530212, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8394378423690796, "best_gold_margin": 0.04969412088394165, "weakest_gold_margin": 0.04969412088394165}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00708", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they later switched our pick to 'Sunrise Montage'?", "temporal_relation": "session", "query_temporal_norm": 0.33128225803375244, "query_session_index": 2, "query_start_sec": 19.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9079732298851013}], "gold_semantic_scores": [0.744023323059082], "gold_temporal_scores": [0.16394983232021332], "max_gold_score": 0.9079732298851013, "max_candidate_score": 0.9079732298851013, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5343523621559143, "best_gold_margin": 0.373620867729187, "weakest_gold_margin": 0.373620867729187}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00757", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally stated the training was set to 45 epochs before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.514572262763977, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.821010172367096}], "gold_semantic_scores": [0.7170721888542175], "gold_temporal_scores": [0.10393812507390976], "max_gold_score": 0.821010172367096, "max_candidate_score": 0.821010172367096, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.817121684551239, "best_gold_margin": 0.0038884878158569336, "weakest_gold_margin": 0.0038884878158569336}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00757", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training settings change?", "temporal_relation": "comparison", "query_temporal_norm": 0.2931074798107147, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6924927234649658}, {"memory_id": "history_02_utt_0008", "score": 0.6857245564460754}], "gold_semantic_scores": [0.592225968837738, 0.5828639268875122], "gold_temporal_scores": [0.10026676952838898, 0.10286067426204681], "max_gold_score": 0.6924927234649658, "max_candidate_score": 0.6924927234649658, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5151402950286865, "best_gold_margin": 0.1773524284362793, "weakest_gold_margin": 0.17058426141738892}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00925", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the memory-mapped shared buffer was intended to meet, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.18631593883037567, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7303678393363953}, {"memory_id": "history_02_utt_0010", "score": 0.7568894028663635}], "gold_semantic_scores": [0.6728596687316895, 0.7010719180107117], "gold_temporal_scores": [0.05750817432999611, 0.05581752210855484], "max_gold_score": 0.7568894028663635, "max_candidate_score": 0.7568894028663635, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7531366944313049, "best_gold_margin": 0.0037527084350585938, "weakest_gold_margin": -0.022768855094909668}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00925", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was suggested to reduce peak host CPU usage?", "temporal_relation": "none", "query_temporal_norm": 0.13413915038108826, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.5344966053962708}], "gold_semantic_scores": [0.4975738525390625], "gold_temporal_scores": [0.03692292422056198], "max_gold_score": 0.5344966053962708, "max_candidate_score": 0.5344966053962708, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.4823656976222992, "best_gold_margin": 0.05213090777397156, "weakest_gold_margin": 0.05213090777397156}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00925", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about the batched remote cache's status?", "temporal_relation": "none", "query_temporal_norm": 0.1311427354812622, "query_session_index": 2, "query_start_sec": 19.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.6934906244277954}], "gold_semantic_scores": [0.6521196365356445], "gold_temporal_scores": [0.04137110710144043], "max_gold_score": 0.6934906244277954, "max_candidate_score": 0.6934906244277954, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.5776321291923523, "best_gold_margin": 0.11585849523544312, "weakest_gold_margin": 0.11585849523544312}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01055", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Hayden's evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.40938740968704224, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7565886378288269}, {"memory_id": "history_02_utt_0007", "score": 0.8890776634216309}], "gold_semantic_scores": [0.6068721413612366, 0.7317174077033997], "gold_temporal_scores": [0.14971639215946198, 0.15736044943332672], "max_gold_score": 0.8890776634216309, "max_candidate_score": 0.8890776634216309, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7722598910331726, "best_gold_margin": 0.11681777238845825, "weakest_gold_margin": -0.015671253204345703}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01055", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What evaluation plan are we going with now?", "temporal_relation": "latest", "query_temporal_norm": 0.43278247117996216, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8838776350021362}], "gold_semantic_scores": [0.6826832294464111], "gold_temporal_scores": [0.20119458436965942], "max_gold_score": 0.8838776350021362, "max_candidate_score": 0.8851128816604614, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0001::1", "max_non_gold_score": 0.8851128816604614, "best_gold_margin": -0.0012352466583251953, "weakest_gold_margin": -0.0012352466583251953}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01055", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Hayden describe the single-condition remote prototype task?", "temporal_relation": "session", "query_temporal_norm": 0.16648747026920319, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7324731349945068}], "gold_semantic_scores": [0.6813342571258545], "gold_temporal_scores": [0.05113903433084488], "max_gold_score": 0.7324731349945068, "max_candidate_score": 0.7324731349945068, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6349914073944092, "best_gold_margin": 0.09748172760009766, "weakest_gold_margin": 0.09748172760009766}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01055", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our conversations, what evaluation plan did we originally have?", "temporal_relation": "session", "query_temporal_norm": 0.555600106716156, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8493910431861877}], "gold_semantic_scores": [0.6782125234603882], "gold_temporal_scores": [0.17117853462696075], "max_gold_score": 0.8493910431861877, "max_candidate_score": 0.8493910431861877, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8476741313934326, "best_gold_margin": 0.001716911792755127, "weakest_gold_margin": 0.001716911792755127}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01167", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the dataset version change to v1, and what features did the earlier pilot release have?", "temporal_relation": "comparison", "query_temporal_norm": 0.4095363914966583, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8874261379241943}, {"memory_id": "history_02_utt_0009", "score": 0.7106338739395142}], "gold_semantic_scores": [0.7528780698776245, 0.6466346979141235], "gold_temporal_scores": [0.134548157453537, 0.0639989823102951], "max_gold_score": 0.8874261379241943, "max_candidate_score": 0.8874261379241943, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3728958070278168, "best_gold_margin": 0.5145303308963776, "weakest_gold_margin": 0.3377380669116974}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01167", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current dataset version and what does it include?", "temporal_relation": "latest", "query_temporal_norm": 0.4642742872238159, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7338178157806396}], "gold_semantic_scores": [0.49684056639671326], "gold_temporal_scores": [0.23697710037231445], "max_gold_score": 0.7338178157806396, "max_candidate_score": 0.7338178157806396, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7330850958824158, "best_gold_margin": 0.000732719898223877, "weakest_gold_margin": 0.000732719898223877}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01167", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say the pilot release contained?", "temporal_relation": "none", "query_temporal_norm": 0.313747376203537, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8568100333213806}], "gold_semantic_scores": [0.7898155450820923], "gold_temporal_scores": [0.06699459254741669], "max_gold_score": 0.8568100333213806, "max_candidate_score": 0.8568100333213806, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7770901918411255, "best_gold_margin": 0.07971984148025513, "weakest_gold_margin": 0.07971984148025513}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01167", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say version v1 includes?", "temporal_relation": "none", "query_temporal_norm": 0.2442333996295929, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7841118574142456}], "gold_semantic_scores": [0.7770970463752747], "gold_temporal_scores": [0.007015167735517025], "max_gold_score": 0.7841118574142456, "max_candidate_score": 0.7841118574142456, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7435281276702881, "best_gold_margin": 0.04058372974395752, "weakest_gold_margin": 0.04058372974395752}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00037", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When Skyler proposed ServiceCache, what reason did they give for proposing it, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.20685361325740814, "query_session_index": 2, "query_start_sec": 22.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6933153867721558}, {"memory_id": "history_02_utt_0007", "score": 0.7204742431640625}], "gold_semantic_scores": [0.6276531219482422, 0.6491603255271912], "gold_temporal_scores": [0.06566222012042999, 0.07131385058164597], "max_gold_score": 0.7204742431640625, "max_candidate_score": 0.7248406410217285, "top_memory_id": "history_02_utt_0007::cf::main::3", "max_non_gold_score": 0.7248406410217285, "best_gold_margin": -0.004366397857666016, "weakest_gold_margin": -0.031525254249572754}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00037", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Skyler propose ServiceCache?", "temporal_relation": "none", "query_temporal_norm": 0.17355360090732574, "query_session_index": 2, "query_start_sec": 22.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7506526708602905}], "gold_semantic_scores": [0.7036706209182739], "gold_temporal_scores": [0.04698194935917854], "max_gold_score": 0.7506526708602905, "max_candidate_score": 0.7506526708602905, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6866274476051331, "best_gold_margin": 0.06402522325515747, "weakest_gold_margin": 0.06402522325515747}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00037", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler propose ServiceCache?", "temporal_relation": "session", "query_temporal_norm": 0.2501702606678009, "query_session_index": 2, "query_start_sec": 22.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7420867681503296}], "gold_semantic_scores": [0.6743692755699158], "gold_temporal_scores": [0.06771746277809143], "max_gold_score": 0.7420867681503296, "max_candidate_score": 0.7420867681503296, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.690227210521698, "best_gold_margin": 0.05185955762863159, "weakest_gold_margin": 0.05185955762863159}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00037", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was ServiceCache said to have been rejected?", "temporal_relation": "session", "query_temporal_norm": 0.1325511783361435, "query_session_index": 2, "query_start_sec": 22.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7357957363128662}], "gold_semantic_scores": [0.7062311768531799], "gold_temporal_scores": [0.029564524069428444], "max_gold_score": 0.7357957363128662, "max_candidate_score": 0.7357957363128662, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.574953019618988, "best_gold_margin": 0.16084271669387817, "weakest_gold_margin": 0.16084271669387817}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00151", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my chore schedule was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5081655979156494, "query_session_index": 2, "query_start_sec": 21.040000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7563587427139282}], "gold_semantic_scores": [0.6459614038467407], "gold_temporal_scores": [0.11039750277996063], "max_gold_score": 0.7563587427139282, "max_candidate_score": 0.7898956537246704, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.7898956537246704, "best_gold_margin": -0.03353691101074219, "weakest_gold_margin": -0.03353691101074219}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00151", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who agreed to the weekly chore schedule?", "temporal_relation": "none", "query_temporal_norm": 0.15957438945770264, "query_session_index": 2, "query_start_sec": 21.040000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7151908874511719}], "gold_semantic_scores": [0.6947915554046631], "gold_temporal_scores": [0.020399466156959534], "max_gold_score": 0.7151908874511719, "max_candidate_score": 0.7281253337860107, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7281253337860107, "best_gold_margin": -0.012934446334838867, "weakest_gold_margin": -0.012934446334838867}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00151", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current household chore schedule for trash, counters, and laundry?", "temporal_relation": "latest", "query_temporal_norm": 0.5560594201087952, "query_session_index": 2, "query_start_sec": 21.040000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9541953802108765}], "gold_semantic_scores": [0.6985780596733093], "gold_temporal_scores": [0.25561708211898804], "max_gold_score": 0.9541953802108765, "max_candidate_score": 0.9587560892105103, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.9587560892105103, "best_gold_margin": -0.004560708999633789, "weakest_gold_margin": -0.004560708999633789}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00151", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chore schedule change from the earlier arrangement to the new one?", "temporal_relation": "comparison", "query_temporal_norm": 0.393475204706192, "query_session_index": 2, "query_start_sec": 21.040000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7813448309898376}, {"memory_id": "history_02_utt_0010", "score": 0.80922532081604}], "gold_semantic_scores": [0.6451219916343689, 0.6819590330123901], "gold_temporal_scores": [0.1362229883670807, 0.12726634740829468], "max_gold_score": 0.80922532081604, "max_candidate_score": 0.80922532081604, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.37271150946617126, "best_gold_margin": 0.4365138113498688, "weakest_gold_margin": 0.4086333215236664}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00342", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Jordan say the latest venue was?", "temporal_relation": "latest", "query_temporal_norm": 0.5446714162826538, "query_session_index": 2, "query_start_sec": 19.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9920895099639893}], "gold_semantic_scores": [0.7311091423034668], "gold_temporal_scores": [0.2609800696372986], "max_gold_score": 0.9920895099639893, "max_candidate_score": 0.9920895099639893, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9854182600975037, "best_gold_margin": 0.006671249866485596, "weakest_gold_margin": 0.006671249866485596}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00342", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we end up planning to hold the screening?", "temporal_relation": "latest", "query_temporal_norm": 0.5262877941131592, "query_session_index": 2, "query_start_sec": 19.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9115845561027527}], "gold_semantic_scores": [0.6615450978279114], "gold_temporal_scores": [0.25004008412361145], "max_gold_score": 0.9115845561027527, "max_candidate_score": 0.9164431095123291, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.9164431095123291, "best_gold_margin": -0.004858553409576416, "weakest_gold_margin": -0.004858553409576416}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00342", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention booking the community art center black box theater?", "temporal_relation": "session", "query_temporal_norm": 0.2601141035556793, "query_session_index": 2, "query_start_sec": 19.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7700223922729492}], "gold_semantic_scores": [0.703208863735199], "gold_temporal_scores": [0.0668138638138771], "max_gold_score": 0.7700223922729492, "max_candidate_score": 0.7700223922729492, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5918929576873779, "best_gold_margin": 0.1781294345855713, "weakest_gold_margin": 0.1781294345855713}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00342", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they ended up booking the community art center black box theater?", "temporal_relation": "none", "query_temporal_norm": 0.41903433203697205, "query_session_index": 2, "query_start_sec": 19.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8818472623825073}], "gold_semantic_scores": [0.7064721584320068], "gold_temporal_scores": [0.1753755807876587], "max_gold_score": 0.8818472623825073, "max_candidate_score": 0.8818472623825073, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4144494831562042, "best_gold_margin": 0.4673977792263031, "weakest_gold_margin": 0.4673977792263031}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00446", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about Greenleaf Deli, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.17750175297260284, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7392807006835938}, {"memory_id": "history_02_utt_0010", "score": 0.7855249047279358}], "gold_semantic_scores": [0.6836127638816833, 0.7501869797706604], "gold_temporal_scores": [0.05566791072487831, 0.03533794730901718], "max_gold_score": 0.7855249047279358, "max_candidate_score": 0.7855249047279358, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7341362237930298, "best_gold_margin": 0.051388680934906006, "weakest_gold_margin": 0.005144476890563965}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00446", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we rule out Greenleaf Deli earlier?", "temporal_relation": "none", "query_temporal_norm": 0.14434103667736053, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9077700972557068}], "gold_semantic_scores": [0.8505358099937439], "gold_temporal_scores": [0.057234231382608414], "max_gold_score": 0.9077700972557068, "max_candidate_score": 0.9077700972557068, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6624899506568909, "best_gold_margin": 0.24528014659881592, "weakest_gold_margin": 0.24528014659881592}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00446", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Riverbend Cafe suggested earlier?", "temporal_relation": "none", "query_temporal_norm": 0.09996656328439713, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.8549370765686035}], "gold_semantic_scores": [0.8396589159965515], "gold_temporal_scores": [0.015277734957635403], "max_gold_score": 0.8549370765686035, "max_candidate_score": 0.8549370765686035, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.6332485675811768, "best_gold_margin": 0.22168850898742676, "weakest_gold_margin": 0.22168850898742676}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00446", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Riverbend Cafe's kitchen was closed for deep-cleaning?", "temporal_relation": "session", "query_temporal_norm": 0.2210143506526947, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.9053163528442383}], "gold_semantic_scores": [0.8108071088790894], "gold_temporal_scores": [0.09450914710760117], "max_gold_score": 0.9053163528442383, "max_candidate_score": 0.9053163528442383, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.6202500462532043, "best_gold_margin": 0.28506630659103394, "weakest_gold_margin": 0.28506630659103394}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00564", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's chosen title change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4151889979839325, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6453549265861511}, {"memory_id": "history_02_utt_0008", "score": 0.6760897040367126}], "gold_semantic_scores": [0.4902457594871521, 0.5304868221282959], "gold_temporal_scores": [0.1551094353199005, 0.1456029862165451], "max_gold_score": 0.6760897040367126, "max_candidate_score": 0.6760897040367126, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5809518098831177, "best_gold_margin": 0.09513789415359497, "weakest_gold_margin": 0.06440311670303345}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00564", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say he picked Marina Nights for our next watch?", "temporal_relation": "session", "query_temporal_norm": 0.23603983223438263, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7820707559585571}], "gold_semantic_scores": [0.7637957334518433], "gold_temporal_scores": [0.018275074660778046], "max_gold_score": 0.7820707559585571, "max_candidate_score": 0.7820707559585571, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6845539808273315, "best_gold_margin": 0.09751677513122559, "weakest_gold_margin": 0.09751677513122559}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00564", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they picked Marina Nights as the next thing for us to watch?", "temporal_relation": "none", "query_temporal_norm": 0.2667234539985657, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7732898592948914}], "gold_semantic_scores": [0.7732210159301758], "gold_temporal_scores": [6.901969754835591e-05], "max_gold_score": 0.7732898592948914, "max_candidate_score": 0.7732898592948914, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5073374509811401, "best_gold_margin": 0.2659524083137512, "weakest_gold_margin": 0.2659524083137512}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00564", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title is currently chosen for the next thing we're going to watch?", "temporal_relation": "latest", "query_temporal_norm": 0.4460733234882355, "query_session_index": 2, "query_start_sec": 17.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8952568769454956}], "gold_semantic_scores": [0.6896269917488098], "gold_temporal_scores": [0.20562973618507385], "max_gold_score": 0.8952568769454956, "max_candidate_score": 0.8953366279602051, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0007::1", "max_non_gold_score": 0.8953366279602051, "best_gold_margin": -7.975101470947266e-05, "weakest_gold_margin": -7.975101470947266e-05}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00647", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler say the latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5573769211769104, "query_session_index": 2, "query_start_sec": 20.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0328431129455566}], "gold_semantic_scores": [0.7443945407867432], "gold_temporal_scores": [0.288448303937912], "max_gold_score": 1.0328431129455566, "max_candidate_score": 1.0328431129455566, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 1.029312252998352, "best_gold_margin": 0.00353085994720459, "weakest_gold_margin": 0.00353085994720459}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00647", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they decided to go with the kayaking excursion?", "temporal_relation": "none", "query_temporal_norm": 0.3693030774593353, "query_session_index": 2, "query_start_sec": 20.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9631615281105042}], "gold_semantic_scores": [0.7979355454444885], "gold_temporal_scores": [0.16522574424743652], "max_gold_score": 0.9631615281105042, "max_candidate_score": 0.9631615281105042, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5215566754341125, "best_gold_margin": 0.4416048526763916, "weakest_gold_margin": 0.4416048526763916}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00647", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was most recently decided on for the trip?", "temporal_relation": "none", "query_temporal_norm": 0.5335433483123779, "query_session_index": 2, "query_start_sec": 20.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9936069250106812}], "gold_semantic_scores": [0.7344933152198792], "gold_temporal_scores": [0.2591138482093811], "max_gold_score": 0.9936069250106812, "max_candidate_score": 0.9936069250106812, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9933905005455017, "best_gold_margin": 0.00021642446517944336, "weakest_gold_margin": 0.00021642446517944336}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00647", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity change from earlier discussions to the latest decision?", "temporal_relation": "comparison", "query_temporal_norm": 0.43165135383605957, "query_session_index": 2, "query_start_sec": 20.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7211265563964844}, {"memory_id": "history_02_utt_0007", "score": 0.7510766983032227}], "gold_semantic_scores": [0.5628920793533325, 0.6093711256980896], "gold_temporal_scores": [0.15823453664779663, 0.14170540869235992], "max_gold_score": 0.7510766983032227, "max_candidate_score": 0.7510766983032227, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.31993821263313293, "best_gold_margin": 0.4311384856700897, "weakest_gold_margin": 0.40118834376335144}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00700", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the GreenLine shuttle, and why is it unavailable this weekend?", "temporal_relation": "none", "query_temporal_norm": 0.15090930461883545, "query_session_index": 2, "query_start_sec": 20.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6581125259399414}, {"memory_id": "history_02_utt_0011", "score": 0.6434371471405029}], "gold_semantic_scores": [0.6156979203224182, 0.5926425457000732], "gold_temporal_scores": [0.04241469129920006, 0.0507945790886879], "max_gold_score": 0.6581125259399414, "max_candidate_score": 0.6742463707923889, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.6742463707923889, "best_gold_margin": -0.01613384485244751, "weakest_gold_margin": -0.030809223651885986}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00700", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What restriction was mentioned about using the GreenLine shuttle?", "temporal_relation": "none", "query_temporal_norm": 0.11793559789657593, "query_session_index": 2, "query_start_sec": 20.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6497054100036621}], "gold_semantic_scores": [0.6434480547904968], "gold_temporal_scores": [0.00625750282779336], "max_gold_score": 0.6497054100036621, "max_candidate_score": 0.6497054100036621, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5373426079750061, "best_gold_margin": 0.112362802028656, "weakest_gold_margin": 0.112362802028656}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00700", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the GreenLine shuttle said to be unavailable?", "temporal_relation": "session", "query_temporal_norm": 0.1857658326625824, "query_session_index": 2, "query_start_sec": 20.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7763157486915588}], "gold_semantic_scores": [0.7030283808708191], "gold_temporal_scores": [0.07328742742538452], "max_gold_score": 0.7763157486915588, "max_candidate_score": 0.7763157486915588, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5503451824188232, "best_gold_margin": 0.2259705662727356, "weakest_gold_margin": 0.2259705662727356}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00700", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What advantage was mentioned for taking the Main Street taxi?", "temporal_relation": "none", "query_temporal_norm": 0.10355397313833237, "query_session_index": 2, "query_start_sec": 20.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.760196328163147}], "gold_semantic_scores": [0.7358179688453674], "gold_temporal_scores": [0.024378353729844093], "max_gold_score": 0.760196328163147, "max_candidate_score": 0.760196328163147, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.4553182125091553, "best_gold_margin": 0.3048781156539917, "weakest_gold_margin": 0.3048781156539917}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00787", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Parker propose the Quantized Encoder, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.23205526173114777, "query_session_index": 2, "query_start_sec": 19.960000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7212549448013306}, {"memory_id": "history_02_utt_0008", "score": 0.6912757754325867}], "gold_semantic_scores": [0.6566619873046875, 0.6101112365722656], "gold_temporal_scores": [0.0645928755402565, 0.08116456121206284], "max_gold_score": 0.7212549448013306, "max_candidate_score": 0.7667776346206665, "top_memory_id": "history_02_utt_0008::cf::main::2", "max_non_gold_score": 0.7667776346206665, "best_gold_margin": -0.04552268981933594, "weakest_gold_margin": -0.07550185918807983}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00787", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the Quantized Encoder?", "temporal_relation": "none", "query_temporal_norm": 0.14536291360855103, "query_session_index": 2, "query_start_sec": 19.960000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7417847514152527}], "gold_semantic_scores": [0.7111871242523193], "gold_temporal_scores": [0.030597615987062454], "max_gold_score": 0.7417847514152527, "max_candidate_score": 0.7417847514152527, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5146632790565491, "best_gold_margin": 0.2271214723587036, "weakest_gold_margin": 0.2271214723587036}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00787", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Parker propose the Quantized Encoder?", "temporal_relation": "none", "query_temporal_norm": 0.1666247695684433, "query_session_index": 2, "query_start_sec": 19.960000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.743840217590332}], "gold_semantic_scores": [0.6984725594520569], "gold_temporal_scores": [0.0453677698969841], "max_gold_score": 0.743840217590332, "max_candidate_score": 0.743840217590332, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6915882229804993, "best_gold_margin": 0.052251994609832764, "weakest_gold_margin": 0.052251994609832764}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00787", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation mentioned that Cloud-based Caching enabled easier centralized updates?", "temporal_relation": "session", "query_temporal_norm": 0.15141677856445312, "query_session_index": 2, "query_start_sec": 19.960000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.8435577750205994}], "gold_semantic_scores": [0.7937358617782593], "gold_temporal_scores": [0.04982180520892143], "max_gold_score": 0.8435577750205994, "max_candidate_score": 0.8435577750205994, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.6357288956642151, "best_gold_margin": 0.20782887935638428, "weakest_gold_margin": 0.20782887935638428}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00881", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Riley's evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4225522577762604, "query_session_index": 2, "query_start_sec": 12.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7841212749481201}, {"memory_id": "history_02_utt_0008", "score": 0.790210485458374}], "gold_semantic_scores": [0.6381028294563293, 0.6348491311073303], "gold_temporal_scores": [0.14601854979991913, 0.15536127984523773], "max_gold_score": 0.790210485458374, "max_candidate_score": 0.790210485458374, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6166077852249146, "best_gold_margin": 0.17360270023345947, "weakest_gold_margin": 0.16751348972320557}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00881", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was different between the earlier evaluation approach and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3346175253391266, "query_session_index": 2, "query_start_sec": 12.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7818423509597778}, {"memory_id": "history_02_utt_0008", "score": 0.8011733889579773}], "gold_semantic_scores": [0.6662140488624573, 0.6842311024665833], "gold_temporal_scores": [0.11562835425138474, 0.11694233119487762], "max_gold_score": 0.8011733889579773, "max_candidate_score": 0.8011733889579773, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.43370744585990906, "best_gold_margin": 0.36746594309806824, "weakest_gold_margin": 0.3481349050998688}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00881", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation approach did Riley originally plan to use?", "temporal_relation": "earliest", "query_temporal_norm": 0.5323687195777893, "query_session_index": 2, "query_start_sec": 12.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6547405123710632}], "gold_semantic_scores": [0.5181108713150024], "gold_temporal_scores": [0.13662976026535034], "max_gold_score": 0.6547405123710632, "max_candidate_score": 0.6547405123710632, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6274346113204956, "best_gold_margin": 0.027305901050567627, "weakest_gold_margin": 0.027305901050567627}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00881", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley say she planned to evaluate models using a single pooled validation set?", "temporal_relation": "session", "query_temporal_norm": 0.3610285222530365, "query_session_index": 2, "query_start_sec": 12.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8100672960281372}], "gold_semantic_scores": [0.7362579107284546], "gold_temporal_scores": [0.07380925863981247], "max_gold_score": 0.8100672960281372, "max_candidate_score": 0.8100672960281372, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6432859301567078, "best_gold_margin": 0.16678136587142944, "weakest_gold_margin": 0.16678136587142944}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00972", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my departure time change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3964576721191406, "query_session_index": 2, "query_start_sec": 15.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.873138427734375}, {"memory_id": "history_02_utt_0010", "score": 0.7490602731704712}], "gold_semantic_scores": [0.7294789552688599, 0.602622926235199], "gold_temporal_scores": [0.14365963637828827, 0.14643757045269012], "max_gold_score": 0.873138427734375, "max_candidate_score": 0.8854187726974487, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.8854187726974487, "best_gold_margin": -0.01228034496307373, "weakest_gold_margin": -0.13635849952697754}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00972", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the current departure time for the pharmacy?", "temporal_relation": "latest", "query_temporal_norm": 0.5444148182868958, "query_session_index": 2, "query_start_sec": 15.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8628003001213074}], "gold_semantic_scores": [0.6237797737121582], "gold_temporal_scores": [0.23902113735675812], "max_gold_score": 0.8628003001213074, "max_candidate_score": 0.8628003001213074, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8627106547355652, "best_gold_margin": 8.96453857421875e-05, "weakest_gold_margin": 8.96453857421875e-05}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00972", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What am I preparing for the guest's arrival?", "temporal_relation": "none", "query_temporal_norm": 0.3821221590042114, "query_session_index": 2, "query_start_sec": 15.440000000000001, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4517938792705536, "top_memory_id": "history_01_utt_0001", "max_non_gold_score": 0.4517938792705536, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01068", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest dataset version was?", "temporal_relation": "latest", "query_temporal_norm": 0.5507529377937317, "query_session_index": 2, "query_start_sec": 18.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9370653629302979}], "gold_semantic_scores": [0.6514891982078552], "gold_temporal_scores": [0.28557610511779785], "max_gold_score": 0.9370653629302979, "max_candidate_score": 0.9422383308410645, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9422383308410645, "best_gold_margin": -0.0051729679107666016, "weakest_gold_margin": -0.0051729679107666016}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01068", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version and configuration did we publish that included run IDs, a balanced split, and raw rows?", "temporal_relation": "none", "query_temporal_norm": 0.34872040152549744, "query_session_index": 2, "query_start_sec": 18.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7675743699073792}], "gold_semantic_scores": [0.6519988179206848], "gold_temporal_scores": [0.1155756488442421], "max_gold_score": 0.7675743699073792, "max_candidate_score": 0.7675743699073792, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5473469495773315, "best_gold_margin": 0.2202274203300476, "weakest_gold_margin": 0.2202274203300476}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01068", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What will Cameron do tomorrow morning about the equipment package?", "temporal_relation": "none", "query_temporal_norm": 0.40784868597984314, "query_session_index": 2, "query_start_sec": 18.080000000000002, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.27674058079719543, "top_memory_id": "history_01_utt_0001", "max_non_gold_score": 0.27674058079719543, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01126", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I confirm about the streaming encoder, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.24350200593471527, "query_session_index": 2, "query_start_sec": 22.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5973914861679077}, {"memory_id": "history_02_utt_0009", "score": 0.6293604969978333}], "gold_semantic_scores": [0.5184757113456726, 0.5638118386268616], "gold_temporal_scores": [0.07891577482223511, 0.06554853916168213], "max_gold_score": 0.6293604969978333, "max_candidate_score": 0.6872893571853638, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.6872893571853638, "best_gold_margin": -0.05792886018753052, "weakest_gold_margin": -0.08989787101745605}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01126", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we reject the streaming encoder?", "temporal_relation": "session", "query_temporal_norm": 0.3499574065208435, "query_session_index": 2, "query_start_sec": 22.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8765928745269775}], "gold_semantic_scores": [0.7062041759490967], "gold_temporal_scores": [0.17038874328136444], "max_gold_score": 0.8765928745269775, "max_candidate_score": 0.8765928745269775, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4842993915081024, "best_gold_margin": 0.3922934830188751, "weakest_gold_margin": 0.3922934830188751}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01126", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was noted about the batch-transcode path's power usage?", "temporal_relation": "none", "query_temporal_norm": 0.13982701301574707, "query_session_index": 2, "query_start_sec": 22.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7945718765258789}], "gold_semantic_scores": [0.7560330629348755], "gold_temporal_scores": [0.03853900358080864], "max_gold_score": 0.7945718765258789, "max_candidate_score": 0.7945718765258789, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.6271214485168457, "best_gold_margin": 0.1674504280090332, "weakest_gold_margin": 0.1674504280090332}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01126", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to keep the batch-transcode path?", "temporal_relation": "none", "query_temporal_norm": 0.19238530099391937, "query_session_index": 2, "query_start_sec": 22.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.8833423852920532}], "gold_semantic_scores": [0.8198279142379761], "gold_temporal_scores": [0.0635143592953682], "max_gold_score": 0.8833423852920532, "max_candidate_score": 0.8833423852920532, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.6238783001899719, "best_gold_margin": 0.2594640851020813, "weakest_gold_margin": 0.2594640851020813}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00048", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery's evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41157272458076477, "query_session_index": 2, "query_start_sec": 15.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9247246384620667}, {"memory_id": "history_02_utt_0007", "score": 0.837177038192749}], "gold_semantic_scores": [0.777201235294342, 0.6837950348854065], "gold_temporal_scores": [0.1475236862897873, 0.15338198840618134], "max_gold_score": 0.9247246384620667, "max_candidate_score": 0.9247246384620667, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8366299867630005, "best_gold_margin": 0.08809465169906616, "weakest_gold_margin": 0.0005470514297485352}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00048", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery state the evaluation plan?", "temporal_relation": "session", "query_temporal_norm": 0.2610037326812744, "query_session_index": 2, "query_start_sec": 15.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7824403047561646}], "gold_semantic_scores": [0.6955349445343018], "gold_temporal_scores": [0.08690541237592697], "max_gold_score": 0.7824403047561646, "max_candidate_score": 0.7824403047561646, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7210783362388611, "best_gold_margin": 0.06136196851730347, "weakest_gold_margin": 0.06136196851730347}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00048", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery say she updated the plan to evaluate on the public fixed validation split?", "temporal_relation": "session", "query_temporal_norm": 0.4340478479862213, "query_session_index": 2, "query_start_sec": 15.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0191383361816406}], "gold_semantic_scores": [0.79258793592453], "gold_temporal_scores": [0.2265504002571106], "max_gold_score": 1.0191383361816406, "max_candidate_score": 1.0191383361816406, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9503611922264099, "best_gold_margin": 0.06877714395523071, "weakest_gold_margin": 0.06877714395523071}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00048", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What evaluation plan is being used now?", "temporal_relation": "latest", "query_temporal_norm": 0.47967734932899475, "query_session_index": 2, "query_start_sec": 15.079999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9413517117500305}], "gold_semantic_scores": [0.710526704788208], "gold_temporal_scores": [0.230824813246727], "max_gold_score": 0.9413517117500305, "max_candidate_score": 0.9413517117500305, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9412369132041931, "best_gold_margin": 0.00011479854583740234, "weakest_gold_margin": 0.00011479854583740234}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00154", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the activity choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5569990873336792, "query_session_index": 2, "query_start_sec": 19.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7775793671607971}], "gold_semantic_scores": [0.6523645520210266], "gold_temporal_scores": [0.12521469593048096], "max_gold_score": 0.7775793671607971, "max_candidate_score": 0.7775793671607971, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7717181444168091, "best_gold_margin": 0.005861222743988037, "weakest_gold_margin": 0.005861222743988037}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00154", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity did we change our plan to in the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.35080868005752563, "query_session_index": 2, "query_start_sec": 19.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7181985378265381}], "gold_semantic_scores": [0.6150761246681213], "gold_temporal_scores": [0.1031223013997078], "max_gold_score": 0.7181985378265381, "max_candidate_score": 0.7181985378265381, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5481418371200562, "best_gold_margin": 0.17005670070648193, "weakest_gold_margin": 0.17005670070648193}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00154", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they changed our plan to a movie night at the downtown theater?", "temporal_relation": "session", "query_temporal_norm": 0.31722643971443176, "query_session_index": 2, "query_start_sec": 19.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9253933429718018}], "gold_semantic_scores": [0.7819448709487915], "gold_temporal_scores": [0.14344842731952667], "max_gold_score": 0.9253933429718018, "max_candidate_score": 0.9253933429718018, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5923797488212585, "best_gold_margin": 0.3330135941505432, "weakest_gold_margin": 0.3330135941505432}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00154", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who is bringing the coupons and the cooler for frozen items?", "temporal_relation": "none", "query_temporal_norm": 0.21031354367733002, "query_session_index": 2, "query_start_sec": 19.52, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4512425363063812, "top_memory_id": "history_01_utt_0047", "max_non_gold_score": 0.4512425363063812, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00224", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say the latest participant satisfaction threshold was for the final analysis?", "temporal_relation": "latest", "query_temporal_norm": 0.5445922017097473, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.982453465461731}], "gold_semantic_scores": [0.745123028755188], "gold_temporal_scores": [0.23733046650886536], "max_gold_score": 0.982453465461731, "max_candidate_score": 0.9834374785423279, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9834374785423279, "best_gold_margin": -0.0009840130805969238, "weakest_gold_margin": -0.0009840130805969238}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00224", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What participant satisfaction threshold was originally set for the pilot run?", "temporal_relation": "earliest", "query_temporal_norm": 0.5358740091323853, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6533204913139343}], "gold_semantic_scores": [0.5545008182525635], "gold_temporal_scores": [0.09881982207298279], "max_gold_score": 0.6533204913139343, "max_candidate_score": 0.6533204913139343, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.39258071780204773, "best_gold_margin": 0.2607397735118866, "weakest_gold_margin": 0.2607397735118866}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00224", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson mention updating the participant satisfaction threshold to 4.5?", "temporal_relation": "session", "query_temporal_norm": 0.21128425002098083, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8161876201629639}], "gold_semantic_scores": [0.7488552331924438], "gold_temporal_scores": [0.06733247637748718], "max_gold_score": 0.8161876201629639, "max_candidate_score": 0.8161876201629639, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6935964822769165, "best_gold_margin": 0.12259113788604736, "weakest_gold_margin": 0.12259113788604736}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00224", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current participant satisfaction threshold used for evaluation?", "temporal_relation": "latest", "query_temporal_norm": 0.5590580105781555, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0874502658843994}], "gold_semantic_scores": [0.832680881023407], "gold_temporal_scores": [0.2547694742679596], "max_gold_score": 1.0874502658843994, "max_candidate_score": 1.0874502658843994, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.078719139099121, "best_gold_margin": 0.00873112678527832, "weakest_gold_margin": 0.00873112678527832}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00287", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery's venue change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.42936232686042786, "query_session_index": 2, "query_start_sec": 23.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7709832191467285}, {"memory_id": "history_02_utt_0009", "score": 0.7442195415496826}], "gold_semantic_scores": [0.6125121116638184, 0.5925735235214233], "gold_temporal_scores": [0.1584712415933609, 0.15164616703987122], "max_gold_score": 0.7709832191467285, "max_candidate_score": 0.7709832191467285, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6083378791809082, "best_gold_margin": 0.1626453399658203, "weakest_gold_margin": 0.13588166236877441}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00287", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original screening location and where was it later moved?", "temporal_relation": "none", "query_temporal_norm": 0.46276742219924927, "query_session_index": 2, "query_start_sec": 23.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8123131990432739}, {"memory_id": "history_02_utt_0009", "score": 0.7159615755081177}], "gold_semantic_scores": [0.6386175751686096, 0.5756126046180725], "gold_temporal_scores": [0.17369551956653595, 0.14034895598888397], "max_gold_score": 0.8123131990432739, "max_candidate_score": 0.8123131990432739, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6372267603874207, "best_gold_margin": 0.17508643865585327, "weakest_gold_margin": 0.07873481512069702}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00287", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Avery say she was planning to host the screening?", "temporal_relation": "none", "query_temporal_norm": 0.41395512223243713, "query_session_index": 2, "query_start_sec": 23.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7471024990081787}], "gold_semantic_scores": [0.6373746395111084], "gold_temporal_scores": [0.10972809791564941], "max_gold_score": 0.7471024990081787, "max_candidate_score": 0.7471024990081787, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5895112752914429, "best_gold_margin": 0.15759122371673584, "weakest_gold_margin": 0.15759122371673584}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00287", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What venue is the screening scheduled to take place in now?", "temporal_relation": "latest", "query_temporal_norm": 0.5008938908576965, "query_session_index": 2, "query_start_sec": 23.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9579821228981018}], "gold_semantic_scores": [0.7001683712005615], "gold_temporal_scores": [0.2578139901161194], "max_gold_score": 0.9579821228981018, "max_candidate_score": 0.9580228924751282, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.9580228924751282, "best_gold_margin": -4.076957702636719e-05, "weakest_gold_margin": -4.076957702636719e-05}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00429", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the playlist to the Indie Drive Mix, and what was the earlier playlist choice?", "temporal_relation": "comparison", "query_temporal_norm": 0.3758584260940552, "query_session_index": 2, "query_start_sec": 18.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7659165263175964}, {"memory_id": "history_02_utt_0009", "score": 0.6471646428108215}], "gold_semantic_scores": [0.6414741277694702, 0.5397743582725525], "gold_temporal_scores": [0.12444236129522324, 0.10739020258188248], "max_gold_score": 0.7659165263175964, "max_candidate_score": 0.7659165263175964, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3942233920097351, "best_gold_margin": 0.37169313430786133, "weakest_gold_margin": 0.2529412508010864}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00429", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the playlist selection differ between the earlier and the later choice?", "temporal_relation": "none", "query_temporal_norm": 0.3360200524330139, "query_session_index": 2, "query_start_sec": 18.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7944592237472534}, {"memory_id": "history_02_utt_0009", "score": 0.630770742893219}], "gold_semantic_scores": [0.6804575324058533, 0.5226964950561523], "gold_temporal_scores": [0.11400172114372253, 0.10807432979345322], "max_gold_score": 0.7944592237472534, "max_candidate_score": 0.7944592237472534, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3013705909252167, "best_gold_margin": 0.49308863282203674, "weakest_gold_margin": 0.3294001519680023}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00429", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What playlist did Skyler say they had chosen earlier?", "temporal_relation": "before", "query_temporal_norm": 0.3825320303440094, "query_session_index": 2, "query_start_sec": 18.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7786384224891663}], "gold_semantic_scores": [0.7132838368415833], "gold_temporal_scores": [0.06535457074642181], "max_gold_score": 0.7786384224891663, "max_candidate_score": 0.7786384224891663, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6603561639785767, "best_gold_margin": 0.1182822585105896, "weakest_gold_margin": 0.1182822585105896}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00429", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention choosing the Lo-Fi Study Mix?", "temporal_relation": "session", "query_temporal_norm": 0.2030608206987381, "query_session_index": 2, "query_start_sec": 18.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6290726661682129}], "gold_semantic_scores": [0.5654816031455994], "gold_temporal_scores": [0.06359107047319412], "max_gold_score": 0.6290726661682129, "max_candidate_score": 0.6290726661682129, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.48825177550315857, "best_gold_margin": 0.14082089066505432, "weakest_gold_margin": 0.14082089066505432}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00544", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the playlist choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.4926678240299225, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5086714029312134}], "gold_semantic_scores": [0.38144659996032715], "gold_temporal_scores": [0.127224862575531], "max_gold_score": 0.5086714029312134, "max_candidate_score": 0.5086714029312134, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.46903976798057556, "best_gold_margin": 0.03963163495063782, "weakest_gold_margin": 0.03963163495063782}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00544", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who added the 'Midnight Drive' mix to the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.11248704046010971, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8373475074768066}], "gold_semantic_scores": [0.8172263503074646], "gold_temporal_scores": [0.020121272653341293], "max_gold_score": 0.8373475074768066, "max_candidate_score": 0.8373475074768066, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.39629754424095154, "best_gold_margin": 0.4410499632358551, "weakest_gold_margin": 0.4410499632358551}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00544", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the playlist choice change? What was it before and what did it become?", "temporal_relation": "comparison", "query_temporal_norm": 0.36636844277381897, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6269882917404175}, {"memory_id": "history_02_utt_0007", "score": 0.5906416177749634}], "gold_semantic_scores": [0.49331343173980713, 0.49419575929641724], "gold_temporal_scores": [0.13367508351802826, 0.0964459702372551], "max_gold_score": 0.6269882917404175, "max_candidate_score": 0.6269882917404175, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4675203561782837, "best_gold_margin": 0.1594679355621338, "weakest_gold_margin": 0.12312126159667969}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00544", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker replace it with the 'Acoustic Afternoon' set?", "temporal_relation": "session", "query_temporal_norm": 0.3080107867717743, "query_session_index": 2, "query_start_sec": 15.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8528343439102173}], "gold_semantic_scores": [0.728478193283081], "gold_temporal_scores": [0.1243562176823616], "max_gold_score": 0.8528343439102173, "max_candidate_score": 0.8528343439102173, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7856261730194092, "best_gold_margin": 0.0672081708908081, "weakest_gold_margin": 0.0672081708908081}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00637", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Cameron propose the in-device quantized model, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.21820129454135895, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7419102787971497}, {"memory_id": "history_02_utt_0007", "score": 0.732117235660553}], "gold_semantic_scores": [0.6729971170425415, 0.645751416683197], "gold_temporal_scores": [0.06891309469938278, 0.0863657221198082], "max_gold_score": 0.7419102787971497, "max_candidate_score": 0.7419102787971497, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6788293123245239, "best_gold_margin": 0.06308096647262573, "weakest_gold_margin": 0.05328792333602905}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00637", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the in-device quantized model to prioritize quick response times?", "temporal_relation": "none", "query_temporal_norm": 0.22407154738903046, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.713470995426178}], "gold_semantic_scores": [0.6450239419937134], "gold_temporal_scores": [0.06844719499349594], "max_gold_score": 0.713470995426178, "max_candidate_score": 0.713470995426178, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4676227569580078, "best_gold_margin": 0.24584823846817017, "weakest_gold_margin": 0.24584823846817017}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00637", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation mentioned that the in-device quantized model was rejected for consuming excessive RAM?", "temporal_relation": "session", "query_temporal_norm": 0.16249117255210876, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.856457531452179}], "gold_semantic_scores": [0.7930115461349487], "gold_temporal_scores": [0.06344596296548843], "max_gold_score": 0.856457531452179, "max_candidate_score": 0.856457531452179, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6052733659744263, "best_gold_margin": 0.2511841654777527, "weakest_gold_margin": 0.2511841654777527}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00637", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the intended benefit of adding an edge caching layer?", "temporal_relation": "none", "query_temporal_norm": 0.14664211869239807, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7692719101905823}], "gold_semantic_scores": [0.7469679713249207], "gold_temporal_scores": [0.022303832694888115], "max_gold_score": 0.7692719101905823, "max_candidate_score": 0.7692719101905823, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.48579147458076477, "best_gold_margin": 0.2834804356098175, "weakest_gold_margin": 0.2834804356098175}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00730", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41025465726852417, "query_session_index": 2, "query_start_sec": 20.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.755638837814331}, {"memory_id": "history_02_utt_0007", "score": 0.8000019192695618}], "gold_semantic_scores": [0.6110982894897461, 0.634904146194458], "gold_temporal_scores": [0.14454062283039093, 0.16509784758090973], "max_gold_score": 0.8000019192695618, "max_candidate_score": 0.8000019192695618, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.798114001750946, "best_gold_margin": 0.0018879175186157227, "weakest_gold_margin": -0.04247516393661499}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00730", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the difference between the original evaluation approach and the updated one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3801025450229645, "query_session_index": 2, "query_start_sec": 20.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6628912687301636}, {"memory_id": "history_02_utt_0007", "score": 0.770727813243866}], "gold_semantic_scores": [0.526722252368927, 0.6514766216278076], "gold_temporal_scores": [0.1361689418554306, 0.1192513033747673], "max_gold_score": 0.770727813243866, "max_candidate_score": 0.770727813243866, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.45245370268821716, "best_gold_margin": 0.3182741105556488, "weakest_gold_margin": 0.2104375660419464}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00730", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who planned to evaluate on a lab-held-out dataset?", "temporal_relation": "none", "query_temporal_norm": 0.30315637588500977, "query_session_index": 2, "query_start_sec": 20.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7576934695243835}], "gold_semantic_scores": [0.7086740136146545], "gold_temporal_scores": [0.04901953414082527], "max_gold_score": 0.7576934695243835, "max_candidate_score": 0.7576934695243835, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5142751336097717, "best_gold_margin": 0.24341833591461182, "weakest_gold_margin": 0.24341833591461182}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00730", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they updated the evaluation to a two-week field deployment?", "temporal_relation": "none", "query_temporal_norm": 0.5338988304138184, "query_session_index": 2, "query_start_sec": 20.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.04519784450531}], "gold_semantic_scores": [0.7707183957099915], "gold_temporal_scores": [0.27447980642318726], "max_gold_score": 1.04519784450531, "max_candidate_score": 1.04519784450531, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5144643187522888, "best_gold_margin": 0.5307335257530212, "weakest_gold_margin": 0.5307335257530212}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00951", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about the Coastal Express, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.19975005090236664, "query_session_index": 2, "query_start_sec": 17.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5619257688522339}, {"memory_id": "history_02_utt_0008", "score": 0.7204185724258423}], "gold_semantic_scores": [0.4969664514064789, 0.6730712652206421], "gold_temporal_scores": [0.06495923548936844, 0.04734720289707184], "max_gold_score": 0.7204185724258423, "max_candidate_score": 0.7204185724258423, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5513694286346436, "best_gold_margin": 0.16904914379119873, "weakest_gold_margin": 0.010556340217590332}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00951", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the Coastal Express ruled out earlier?", "temporal_relation": "none", "query_temporal_norm": 0.124016672372818, "query_session_index": 2, "query_start_sec": 17.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7858837246894836}], "gold_semantic_scores": [0.7431821823120117], "gold_temporal_scores": [0.042701490223407745], "max_gold_score": 0.7858837246894836, "max_candidate_score": 0.7858837246894836, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5319366455078125, "best_gold_margin": 0.25394707918167114, "weakest_gold_margin": 0.25394707918167114}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00951", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we bring up the Riverline Shuttle earlier?", "temporal_relation": "none", "query_temporal_norm": 0.19571459293365479, "query_session_index": 2, "query_start_sec": 17.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7872182130813599}], "gold_semantic_scores": [0.7693964838981628], "gold_temporal_scores": [0.017821582034230232], "max_gold_score": 0.7872182130813599, "max_candidate_score": 0.7872182130813599, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.7191712260246277, "best_gold_margin": 0.06804698705673218, "weakest_gold_margin": 0.06804698705673218}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00951", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the Riverline Shuttle mentioned as the cheapest option?", "temporal_relation": "session", "query_temporal_norm": 0.15954968333244324, "query_session_index": 2, "query_start_sec": 17.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.855334997177124}], "gold_semantic_scores": [0.8117406964302063], "gold_temporal_scores": [0.04359429329633713], "max_gold_score": 0.855334997177124, "max_candidate_score": 0.855334997177124, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.7290753126144409, "best_gold_margin": 0.1262596845626831, "weakest_gold_margin": 0.1262596845626831}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01017", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my venue was earlier, and what did I say it is now?", "temporal_relation": "none", "query_temporal_norm": 0.4361635148525238, "query_session_index": 2, "query_start_sec": 13.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7839669585227966}, {"memory_id": "history_02_utt_0008", "score": 0.591696560382843}], "gold_semantic_scores": [0.6616812348365784, 0.5823529362678528], "gold_temporal_scores": [0.12228566408157349, 0.009343663230538368], "max_gold_score": 0.7839669585227966, "max_candidate_score": 0.817220151424408, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.817220151424408, "best_gold_margin": -0.03325319290161133, "weakest_gold_margin": -0.22552359104156494}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01017", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who booked the community center screening room?", "temporal_relation": "none", "query_temporal_norm": 0.11814970523118973, "query_session_index": 2, "query_start_sec": 13.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6587227582931519}], "gold_semantic_scores": [0.6715366244316101], "gold_temporal_scores": [-0.012813741341233253], "max_gold_score": 0.6587227582931519, "max_candidate_score": 0.6587227582931519, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6143311262130737, "best_gold_margin": 0.044391632080078125, "weakest_gold_margin": 0.044391632080078125}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01095", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my watchlist choices change between the earlier conversation and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.39160048961639404, "query_session_index": 2, "query_start_sec": 18.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7276080250740051}, {"memory_id": "history_02_utt_0007", "score": 0.7770421504974365}], "gold_semantic_scores": [0.583501398563385, 0.6518194675445557], "gold_temporal_scores": [0.14410674571990967, 0.12522275745868683], "max_gold_score": 0.7770421504974365, "max_candidate_score": 0.7770421504974365, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.741421639919281, "best_gold_margin": 0.03562051057815552, "weakest_gold_margin": -0.013813614845275879}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01095", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the watchlist to Late Night Theory, Harbor Hours, and Neon Archives?", "temporal_relation": "none", "query_temporal_norm": 0.4320363998413086, "query_session_index": 2, "query_start_sec": 18.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0125659704208374}], "gold_semantic_scores": [0.7928546667098999], "gold_temporal_scores": [0.21971136331558228], "max_gold_score": 1.0125659704208374, "max_candidate_score": 1.0125659704208374, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6146674156188965, "best_gold_margin": 0.3978985548019409, "weakest_gold_margin": 0.3978985548019409}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01095", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did someone recommend we check before deciding?", "temporal_relation": "none", "query_temporal_norm": 0.12010037899017334, "query_session_index": 2, "query_start_sec": 18.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.2558906674385071}], "gold_semantic_scores": [0.26906120777130127], "gold_temporal_scores": [-0.013170517981052399], "max_gold_score": 0.2558906674385071, "max_candidate_score": 0.2558906674385071, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.18927140533924103, "best_gold_margin": 0.06661926209926605, "weakest_gold_margin": 0.06661926209926605}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01095", "qa_id": "extra_qa_0012", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who said they just set the speaker volume to level 18?", "temporal_relation": "none", "query_temporal_norm": 0.4596278667449951, "query_session_index": 2, "query_start_sec": 18.56, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.35200223326683044, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.35200223326683044, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01201", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the streaming-encode option, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2635089159011841, "query_session_index": 2, "query_start_sec": 15.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7249243259429932}, {"memory_id": "history_02_utt_0012", "score": 0.7038376927375793}], "gold_semantic_scores": [0.6476186513900757, 0.6451349258422852], "gold_temporal_scores": [0.07730557024478912, 0.058702502399683], "max_gold_score": 0.7249243259429932, "max_candidate_score": 0.7249243259429932, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.42371878027915955, "best_gold_margin": 0.3012055456638336, "weakest_gold_margin": 0.2801189124584198}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01201", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the batch-serialize approach?", "temporal_relation": "none", "query_temporal_norm": 0.15641117095947266, "query_session_index": 2, "query_start_sec": 15.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.5384929776191711}], "gold_semantic_scores": [0.5519304871559143], "gold_temporal_scores": [-0.013437742367386818], "max_gold_score": 0.5384929776191711, "max_candidate_score": 0.5384929776191711, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.534896194934845, "best_gold_margin": 0.003596782684326172, "weakest_gold_margin": 0.003596782684326172}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01201", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What ultimately happened with the batch-serialize proposal?", "temporal_relation": "none", "query_temporal_norm": 0.44805192947387695, "query_session_index": 2, "query_start_sec": 15.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.5559004545211792}], "gold_semantic_scores": [0.3847358822822571], "gold_temporal_scores": [0.1711643636226654], "max_gold_score": 0.5559004545211792, "max_candidate_score": 0.5559004545211792, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.5142156481742859, "best_gold_margin": 0.04168480634689331, "weakest_gold_margin": 0.04168480634689331}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01201", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did the team accept batch-serialize even though it added latency?", "temporal_relation": "session", "query_temporal_norm": 0.19274815917015076, "query_session_index": 2, "query_start_sec": 15.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.6089842319488525}], "gold_semantic_scores": [0.5443657636642456], "gold_temporal_scores": [0.06461839377880096], "max_gold_score": 0.6089842319488525, "max_candidate_score": 0.6089842319488525, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.4902767241001129, "best_gold_margin": 0.11870750784873962, "weakest_gold_margin": 0.11870750784873962}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00070", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley say about The Green Fork, and why was it crossed off?", "temporal_relation": "none", "query_temporal_norm": 0.20934376120567322, "query_session_index": 2, "query_start_sec": 22.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7449854612350464}, {"memory_id": "history_02_utt_0011", "score": 0.6879807710647583}], "gold_semantic_scores": [0.6767478585243225, 0.6315064430236816], "gold_temporal_scores": [0.0682377889752388, 0.056474264711141586], "max_gold_score": 0.7449854612350464, "max_candidate_score": 0.7653944492340088, "top_memory_id": "history_02_utt_0011::cf::main::3", "max_non_gold_score": 0.7653944492340088, "best_gold_margin": -0.020408987998962402, "weakest_gold_margin": -0.07741367816925049}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00070", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested The Green Fork?", "temporal_relation": "none", "query_temporal_norm": 0.11309783160686493, "query_session_index": 2, "query_start_sec": 22.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.772157609462738}], "gold_semantic_scores": [0.761643648147583], "gold_temporal_scores": [0.010514079593122005], "max_gold_score": 0.772157609462738, "max_candidate_score": 0.772157609462738, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4026332199573517, "best_gold_margin": 0.36952438950538635, "weakest_gold_margin": 0.36952438950538635}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00070", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley mention that The Green Fork could accommodate vegans?", "temporal_relation": "session", "query_temporal_norm": 0.22492867708206177, "query_session_index": 2, "query_start_sec": 22.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7397596836090088}], "gold_semantic_scores": [0.6659806370735168], "gold_temporal_scores": [0.07377905398607254], "max_gold_score": 0.7397596836090088, "max_candidate_score": 0.7397596836090088, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6732624769210815, "best_gold_margin": 0.06649720668792725, "weakest_gold_margin": 0.06649720668792725}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00070", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we later crossed The Green Fork off the list — why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.16120843589305878, "query_session_index": 2, "query_start_sec": 22.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6988876461982727}], "gold_semantic_scores": [0.6300626397132874], "gold_temporal_scores": [0.06882493197917938], "max_gold_score": 0.6988876461982727, "max_candidate_score": 0.6988876461982727, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5385867953300476, "best_gold_margin": 0.1603008508682251, "weakest_gold_margin": 0.1603008508682251}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00157", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the restaurant choice was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5511564612388611, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7318741679191589}], "gold_semantic_scores": [0.619653582572937], "gold_temporal_scores": [0.11222068220376968], "max_gold_score": 0.7318741679191589, "max_candidate_score": 0.7670722007751465, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.7670722007751465, "best_gold_margin": -0.03519803285598755, "weakest_gold_margin": -0.03519803285598755}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00265", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What feature did I mention for Night Shift, and why did I say we dropped it?", "temporal_relation": "none", "query_temporal_norm": 0.18113915622234344, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7573624849319458}, {"memory_id": "history_02_utt_0009", "score": 0.7832839488983154}], "gold_semantic_scores": [0.7073131799697876, 0.7493849992752075], "gold_temporal_scores": [0.05004911869764328, 0.033899061381816864], "max_gold_score": 0.7832839488983154, "max_candidate_score": 0.8043676018714905, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.8043676018714905, "best_gold_margin": -0.02108365297317505, "weakest_gold_margin": -0.04700511693954468}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00265", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to Night Shift in the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.3053179979324341, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7531479001045227}], "gold_semantic_scores": [0.6461583375930786], "gold_temporal_scores": [0.10698968917131424], "max_gold_score": 0.7531479001045227, "max_candidate_score": 0.7531479001045227, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5445019006729126, "best_gold_margin": 0.2086459994316101, "weakest_gold_margin": 0.2086459994316101}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00265", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Night Shift was too long?", "temporal_relation": "session", "query_temporal_norm": 0.13264726102352142, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7874042987823486}], "gold_semantic_scores": [0.7570302486419678], "gold_temporal_scores": [0.030373957008123398], "max_gold_score": 0.7874042987823486, "max_candidate_score": 0.7874042987823486, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.628352701663971, "best_gold_margin": 0.15905159711837769, "weakest_gold_margin": 0.15905159711837769}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00265", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said earlier about Pixel Picnic’s edits?", "temporal_relation": "before", "query_temporal_norm": 0.1966019570827484, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.6248219013214111}], "gold_semantic_scores": [0.6111134886741638], "gold_temporal_scores": [0.013708381913602352], "max_gold_score": 0.6248219013214111, "max_candidate_score": 0.6248219013214111, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.3868030309677124, "best_gold_margin": 0.23801887035369873, "weakest_gold_margin": 0.23801887035369873}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00377", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally added the family-size frozen spinach and ricotta lasagna to the shopping list?", "temporal_relation": "earliest", "query_temporal_norm": 0.5651626586914062, "query_session_index": 2, "query_start_sec": 14.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9090803861618042}], "gold_semantic_scores": [0.7796922326087952], "gold_temporal_scores": [0.12938819825649261], "max_gold_score": 0.9090803861618042, "max_candidate_score": 0.9090803861618042, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6024488210678101, "best_gold_margin": 0.30663156509399414, "weakest_gold_margin": 0.30663156509399414}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00377", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's now listed on the shopping list instead of the lasagna?", "temporal_relation": "latest", "query_temporal_norm": 0.5667389631271362, "query_session_index": 2, "query_start_sec": 14.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9811817407608032}], "gold_semantic_scores": [0.7120183110237122], "gold_temporal_scores": [0.2691633701324463], "max_gold_score": 0.9811817407608032, "max_candidate_score": 0.9811817407608032, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9800922274589539, "best_gold_margin": 0.0010895133018493652, "weakest_gold_margin": 0.0010895133018493652}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00377", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron originally add to the shopping list?", "temporal_relation": "earliest", "query_temporal_norm": 0.5627689957618713, "query_session_index": 2, "query_start_sec": 14.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.858081042766571}], "gold_semantic_scores": [0.7277956008911133], "gold_temporal_scores": [0.13028544187545776], "max_gold_score": 0.858081042766571, "max_candidate_score": 0.858081042766571, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7664439678192139, "best_gold_margin": 0.09163707494735718, "weakest_gold_margin": 0.09163707494735718}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00377", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What item was on the shopping list earlier before it was changed?", "temporal_relation": "before", "query_temporal_norm": 0.4746571481227875, "query_session_index": 2, "query_start_sec": 14.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8433340191841125}], "gold_semantic_scores": [0.6999849081039429], "gold_temporal_scores": [0.14334917068481445], "max_gold_score": 0.8433340191841125, "max_candidate_score": 0.8433340191841125, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6307229399681091, "best_gold_margin": 0.21261107921600342, "weakest_gold_margin": 0.21261107921600342}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00550", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler say the latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.556978702545166, "query_session_index": 2, "query_start_sec": 21.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9620169401168823}], "gold_semantic_scores": [0.6741321682929993], "gold_temporal_scores": [0.2878844141960144], "max_gold_score": 0.9620169401168823, "max_candidate_score": 0.9650246500968933, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.9650246500968933, "best_gold_margin": -0.0030077099800109863, "weakest_gold_margin": -0.0030077099800109863}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00550", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did the group's planned activity change, and if so, what was it changed from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.43247121572494507, "query_session_index": 2, "query_start_sec": 21.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7261955142021179}, {"memory_id": "history_02_utt_0010", "score": 0.6936013102531433}], "gold_semantic_scores": [0.5701591968536377, 0.5553827881813049], "gold_temporal_scores": [0.15603628754615784, 0.1382187157869339], "max_gold_score": 0.7261955142021179, "max_candidate_score": 0.7261955142021179, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.43335187435150146, "best_gold_margin": 0.29284363985061646, "weakest_gold_margin": 0.26024943590164185}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00550", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Skyler say she picked?", "temporal_relation": "none", "query_temporal_norm": 0.19507279992103577, "query_session_index": 2, "query_start_sec": 21.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.5783568620681763}], "gold_semantic_scores": [0.5083062648773193], "gold_temporal_scores": [0.07005077600479126], "max_gold_score": 0.5783568620681763, "max_candidate_score": 0.5783568620681763, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4586319327354431, "best_gold_margin": 0.11972492933273315, "weakest_gold_margin": 0.11972492933273315}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00550", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their mind and picked the museum visit at the contemporary art center?", "temporal_relation": "none", "query_temporal_norm": 0.3455377221107483, "query_session_index": 2, "query_start_sec": 21.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9502794742584229}], "gold_semantic_scores": [0.790279746055603], "gold_temporal_scores": [0.15999944508075714], "max_gold_score": 0.9502794742584229, "max_candidate_score": 0.9502794742584229, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4760173559188843, "best_gold_margin": 0.4742621183395386, "weakest_gold_margin": 0.4742621183395386}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00633", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Avery give for recommending The Long Haul, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.24178484082221985, "query_session_index": 2, "query_start_sec": 20.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7346474528312683}, {"memory_id": "history_02_utt_0008", "score": 0.7038643956184387}], "gold_semantic_scores": [0.6574346423149109, 0.6287108659744263], "gold_temporal_scores": [0.07721293717622757, 0.07515371590852737], "max_gold_score": 0.7346474528312683, "max_candidate_score": 0.7638503313064575, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.7638503313064575, "best_gold_margin": -0.02920287847518921, "weakest_gold_margin": -0.0599859356880188}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00633", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended The Long Haul?", "temporal_relation": "none", "query_temporal_norm": 0.14143824577331543, "query_session_index": 2, "query_start_sec": 20.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7187910676002502}], "gold_semantic_scores": [0.6840216517448425], "gold_temporal_scores": [0.03476928174495697], "max_gold_score": 0.7187910676002502, "max_candidate_score": 0.7187910676002502, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4520307183265686, "best_gold_margin": 0.26676034927368164, "weakest_gold_margin": 0.26676034927368164}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00633", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we drop The Long Haul earlier?", "temporal_relation": "none", "query_temporal_norm": 0.18811936676502228, "query_session_index": 2, "query_start_sec": 20.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9101167321205139}], "gold_semantic_scores": [0.8355945348739624], "gold_temporal_scores": [0.07452253997325897], "max_gold_score": 0.9101167321205139, "max_candidate_score": 0.9101167321205139, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.589536190032959, "best_gold_margin": 0.32058054208755493, "weakest_gold_margin": 0.32058054208755493}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00633", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they suggested Night Train?", "temporal_relation": "session", "query_temporal_norm": 0.163056418299675, "query_session_index": 2, "query_start_sec": 20.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7539699077606201}], "gold_semantic_scores": [0.7225466370582581], "gold_temporal_scores": [0.031423404812812805], "max_gold_score": 0.7539699077606201, "max_candidate_score": 0.7539699077606201, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.431682288646698, "best_gold_margin": 0.3222876191139221, "weakest_gold_margin": 0.3222876191139221}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00780", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say his current dish schedule is?", "temporal_relation": "latest", "query_temporal_norm": 0.5455743670463562, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9497556686401367}], "gold_semantic_scores": [0.685308039188385], "gold_temporal_scores": [0.2644476294517517], "max_gold_score": 0.9497556686401367, "max_candidate_score": 0.9504305124282837, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9504305124282837, "best_gold_margin": -0.0006748437881469727, "weakest_gold_margin": -0.0006748437881469727}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00780", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dish assignment change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.38736453652381897, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8260844349861145}, {"memory_id": "history_02_utt_0008", "score": 0.8239551186561584}], "gold_semantic_scores": [0.688044548034668, 0.6791365742683411], "gold_temporal_scores": [0.13803982734680176, 0.14481858909130096], "max_gold_score": 0.8260844349861145, "max_candidate_score": 0.8260844349861145, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5997719764709473, "best_gold_margin": 0.22631245851516724, "weakest_gold_margin": 0.22418314218521118}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00780", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who is scheduled to do the dishes on Tuesdays and Saturdays?", "temporal_relation": "none", "query_temporal_norm": 0.2344704419374466, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.933330237865448}], "gold_semantic_scores": [0.8255585432052612], "gold_temporal_scores": [0.10777188092470169], "max_gold_score": 0.933330237865448, "max_candidate_score": 0.933330237865448, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8258964419364929, "best_gold_margin": 0.10743379592895508, "weakest_gold_margin": 0.10743379592895508}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00780", "qa_id": "extra_qa_0002", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which days is Drew now scheduled to do the dishes?", "temporal_relation": "latest", "query_temporal_norm": 0.46119409799575806, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0113801956176758}], "gold_semantic_scores": [0.8283253312110901], "gold_temporal_scores": [0.1830551028251648], "max_gold_score": 1.0113801956176758, "max_candidate_score": 1.0113801956176758, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.006111741065979, "best_gold_margin": 0.005268454551696777, "weakest_gold_margin": 0.005268454551696777}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00906", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I mentioned a watch order—what did I say the latest watch order was?", "temporal_relation": "latest", "query_temporal_norm": 0.5490231513977051, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8727676272392273}], "gold_semantic_scores": [0.5960028767585754], "gold_temporal_scores": [0.2767650783061981], "max_gold_score": 0.8727676272392273, "max_candidate_score": 0.8727676272392273, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8712319135665894, "best_gold_margin": 0.0015357136726379395, "weakest_gold_margin": 0.0015357136726379395}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00906", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that we ended up choosing 13th as the first documentary to watch?", "temporal_relation": "none", "query_temporal_norm": 0.4579135775566101, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.052297592163086}], "gold_semantic_scores": [0.8739001750946045], "gold_temporal_scores": [0.17839764058589935], "max_gold_score": 1.052297592163086, "max_candidate_score": 1.052297592163086, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6546360850334167, "best_gold_margin": 0.3976615071296692, "weakest_gold_margin": 0.3976615071296692}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00906", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed a watch order. What was listed as the first documentary to watch most recently?", "temporal_relation": "none", "query_temporal_norm": 0.4117168188095093, "query_session_index": 2, "query_start_sec": 14.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9061925411224365}], "gold_semantic_scores": [0.7068747282028198], "gold_temporal_scores": [0.19931787252426147], "max_gold_score": 0.9061925411224365, "max_candidate_score": 0.9087952971458435, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.9087952971458435, "best_gold_margin": -0.0026027560234069824, "weakest_gold_margin": -0.0026027560234069824}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01007", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.40668752789497375, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8154882192611694}, {"memory_id": "history_02_utt_0009", "score": 0.770517110824585}], "gold_semantic_scores": [0.6692440509796143, 0.6157453060150146], "gold_temporal_scores": [0.1462440937757492, 0.1547718495130539], "max_gold_score": 0.8154882192611694, "max_candidate_score": 0.8154882192611694, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8127232193946838, "best_gold_margin": 0.0027649998664855957, "weakest_gold_margin": -0.04220610857009888}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01007", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to evaluate on a single held-out test set?", "temporal_relation": "none", "query_temporal_norm": 0.26266729831695557, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.836844265460968}], "gold_semantic_scores": [0.7979081869125366], "gold_temporal_scores": [0.038936130702495575], "max_gold_score": 0.836844265460968, "max_candidate_score": 0.836844265460968, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5691224932670593, "best_gold_margin": 0.2677217721939087, "weakest_gold_margin": 0.2677217721939087}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01007", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched to a stratified k-fold evaluation?", "temporal_relation": "none", "query_temporal_norm": 0.33018001914024353, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8597203493118286}], "gold_semantic_scores": [0.7058614492416382], "gold_temporal_scores": [0.1538587361574173], "max_gold_score": 0.8597203493118286, "max_candidate_score": 0.8597203493118286, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3721935749053955, "best_gold_margin": 0.4875267744064331, "weakest_gold_margin": 0.4875267744064331}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01007", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "When does the temporary building access need to be renewed?", "temporal_relation": "none", "query_temporal_norm": 0.44998249411582947, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.37258732318878174, "top_memory_id": "history_02_utt_0001", "max_non_gold_score": 0.37258732318878174, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01072", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's chosen title change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4204850196838379, "query_session_index": 2, "query_start_sec": 11.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.672819972038269}, {"memory_id": "history_02_utt_0007", "score": 0.7088308930397034}], "gold_semantic_scores": [0.5268110036849976, 0.5768405795097351], "gold_temporal_scores": [0.14600898325443268, 0.1319902539253235], "max_gold_score": 0.7088308930397034, "max_candidate_score": 0.7088308930397034, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6106841564178467, "best_gold_margin": 0.09814673662185669, "weakest_gold_margin": 0.06213581562042236}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01072", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title was originally chosen for the watchlist in the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.5551744103431702, "query_session_index": 2, "query_start_sec": 11.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7860179543495178}], "gold_semantic_scores": [0.6422473788261414], "gold_temporal_scores": [0.14377054572105408], "max_gold_score": 0.7860179543495178, "max_candidate_score": 0.7860179543495178, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.47198519110679626, "best_gold_margin": 0.31403276324272156, "weakest_gold_margin": 0.31403276324272156}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01072", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which title did Drew pick for the watchlist in the earlier meeting?", "temporal_relation": "before", "query_temporal_norm": 0.4134552776813507, "query_session_index": 2, "query_start_sec": 11.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.864087700843811}], "gold_semantic_scores": [0.7299005389213562], "gold_temporal_scores": [0.13418708741664886], "max_gold_score": 0.864087700843811, "max_candidate_score": 0.864087700843811, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7905413508415222, "best_gold_margin": 0.07354635000228882, "weakest_gold_margin": 0.07354635000228882}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01072", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say he picked Short Cuts: City Nights for the watchlist?", "temporal_relation": "session", "query_temporal_norm": 0.171138197183609, "query_session_index": 2, "query_start_sec": 11.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8401554226875305}], "gold_semantic_scores": [0.7886472344398499], "gold_temporal_scores": [0.051508307456970215], "max_gold_score": 0.8401554226875305, "max_candidate_score": 0.8401554226875305, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.816809356212616, "best_gold_margin": 0.02334606647491455, "weakest_gold_margin": 0.02334606647491455}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01112", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest deadline for the prototype was?", "temporal_relation": "latest", "query_temporal_norm": 0.5503436923027039, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0380879640579224}], "gold_semantic_scores": [0.7743725180625916], "gold_temporal_scores": [0.26371535658836365], "max_gold_score": 1.0380879640579224, "max_candidate_score": 1.0387604236602783, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.0387604236602783, "best_gold_margin": -0.000672459602355957, "weakest_gold_margin": -0.000672459602355957}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01112", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent deadline listed for the prototype?", "temporal_relation": "none", "query_temporal_norm": 0.5189995169639587, "query_session_index": 2, "query_start_sec": 15.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.981554388999939}], "gold_semantic_scores": [0.7202236652374268], "gold_temporal_scores": [0.26133090257644653], "max_gold_score": 0.981554388999939, "max_candidate_score": 0.9841490387916565, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.9841490387916565, "best_gold_margin": -0.0025946497917175293, "weakest_gold_margin": -0.0025946497917175293}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01185", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the evaluation plan change, and what were the earlier and later reporting metrics?", "temporal_relation": "comparison", "query_temporal_norm": 0.4214167296886444, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8683847784996033}, {"memory_id": "history_02_utt_0009", "score": 0.7882296442985535}], "gold_semantic_scores": [0.7145920395851135, 0.6478307843208313], "gold_temporal_scores": [0.15379279851913452, 0.1403988003730774], "max_gold_score": 0.8683847784996033, "max_candidate_score": 0.8683847784996033, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5269685387611389, "best_gold_margin": 0.34141623973846436, "weakest_gold_margin": 0.26126110553741455}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01185", "qa_id": "extra_qa_0003", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the final evaluation plan that switched to cross-device field testing?", "temporal_relation": "latest", "query_temporal_norm": 0.48487281799316406, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0395689010620117}], "gold_semantic_scores": [0.7980018258094788], "gold_temporal_scores": [0.24156707525253296], "max_gold_score": 1.0395689010620117, "max_candidate_score": 1.0395689010620117, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0320385694503784, "best_gold_margin": 0.007530331611633301, "weakest_gold_margin": 0.007530331611633301}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01185", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Drew describe earlier?", "temporal_relation": "before", "query_temporal_norm": 0.49080389738082886, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7701771855354309}], "gold_semantic_scores": [0.6277185678482056], "gold_temporal_scores": [0.14245860278606415], "max_gold_score": 0.7701771855354309, "max_candidate_score": 0.7701771855354309, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6348139047622681, "best_gold_margin": 0.13536328077316284, "weakest_gold_margin": 0.13536328077316284}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01185", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current evaluation plan we decided on?", "temporal_relation": "latest", "query_temporal_norm": 0.549558699131012, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0127617120742798}], "gold_semantic_scores": [0.7335261702537537], "gold_temporal_scores": [0.2792353332042694], "max_gold_score": 1.0127617120742798, "max_candidate_score": 1.0162769556045532, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 1.0162769556045532, "best_gold_margin": -0.0035152435302734375, "weakest_gold_margin": -0.0035152435302734375}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00056", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the chunked preview buffers, and why were they dropped?", "temporal_relation": "none", "query_temporal_norm": 0.13868150115013123, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6384984850883484}, {"memory_id": "history_02_utt_0011", "score": 0.7562724947929382}], "gold_semantic_scores": [0.5979391932487488, 0.7203620076179504], "gold_temporal_scores": [0.0405593104660511, 0.03591068089008331], "max_gold_score": 0.7562724947929382, "max_candidate_score": 0.7589539885520935, "top_memory_id": "history_02_utt_0011::cf::main::3", "max_non_gold_score": 0.7589539885520935, "best_gold_margin": -0.0026814937591552734, "weakest_gold_margin": -0.12045550346374512}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00056", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop chunked preview buffers?", "temporal_relation": "none", "query_temporal_norm": 0.15304046869277954, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8214116096496582}], "gold_semantic_scores": [0.7562924027442932], "gold_temporal_scores": [0.06511937081813812], "max_gold_score": 0.8214116096496582, "max_candidate_score": 0.8214116096496582, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5050532817840576, "best_gold_margin": 0.3163583278656006, "weakest_gold_margin": 0.3163583278656006}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00056", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that chunked preview buffers were dropped?", "temporal_relation": "session", "query_temporal_norm": 0.1318940371274948, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7734233736991882}], "gold_semantic_scores": [0.7424296736717224], "gold_temporal_scores": [0.03099365532398224], "max_gold_score": 0.7734233736991882, "max_candidate_score": 0.7734233736991882, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6151333451271057, "best_gold_margin": 0.15829002857208252, "weakest_gold_margin": 0.15829002857208252}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00056", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What were inline spectrogram thumbnails proposed for?", "temporal_relation": "none", "query_temporal_norm": 0.1267663985490799, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.8097607493400574}], "gold_semantic_scores": [0.7798706293106079], "gold_temporal_scores": [0.02989027090370655], "max_gold_score": 0.8097607493400574, "max_candidate_score": 0.8097607493400574, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.5682156085968018, "best_gold_margin": 0.24154514074325562, "weakest_gold_margin": 0.24154514074325562}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00166", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they’d switched their chore schedule to kitchen wipe-down on Wednesdays and trash on Sunday nights?", "temporal_relation": "none", "query_temporal_norm": 0.2867085933685303, "query_session_index": 2, "query_start_sec": 12.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0134345293045044}], "gold_semantic_scores": [0.8701358437538147], "gold_temporal_scores": [0.14329899847507477], "max_gold_score": 1.0134345293045044, "max_candidate_score": 1.0134345293045044, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8162727355957031, "best_gold_margin": 0.19716179370880127, "weakest_gold_margin": 0.19716179370880127}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00166", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What’s the latest schedule for the kitchen wipe-down and taking out the trash?", "temporal_relation": "latest", "query_temporal_norm": 0.5636137127876282, "query_session_index": 2, "query_start_sec": 12.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9719620943069458}], "gold_semantic_scores": [0.6943103075027466], "gold_temporal_scores": [0.27765148878097534], "max_gold_score": 0.9719620943069458, "max_candidate_score": 0.976889967918396, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.976889967918396, "best_gold_margin": -0.004927873611450195, "weakest_gold_margin": -0.004927873611450195}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00166", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chore schedule did Jordan mention they switched to?", "temporal_relation": "none", "query_temporal_norm": 0.3486087918281555, "query_session_index": 2, "query_start_sec": 12.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8401436805725098}], "gold_semantic_scores": [0.6608174443244934], "gold_temporal_scores": [0.17932593822479248], "max_gold_score": 0.8401436805725098, "max_candidate_score": 0.8401436805725098, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6912881731987, "best_gold_margin": 0.14885550737380981, "weakest_gold_margin": 0.14885550737380981}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00166", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What am I making sure is ready for the trash pickup?", "temporal_relation": "none", "query_temporal_norm": 0.43017420172691345, "query_session_index": 2, "query_start_sec": 12.48, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5429798364639282, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5429798364639282, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00323", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Riley suggest Green Basket earlier, and why did Riley later say it would not work?", "temporal_relation": "none", "query_temporal_norm": 0.21919851005077362, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8000356554985046}, {"memory_id": "history_02_utt_0009", "score": 0.8326364159584045}], "gold_semantic_scores": [0.7341481447219849, 0.7430936098098755], "gold_temporal_scores": [0.06588756293058395, 0.08954275399446487], "max_gold_score": 0.8326364159584045, "max_candidate_score": 0.8326364159584045, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8006026148796082, "best_gold_margin": 0.03203380107879639, "weakest_gold_margin": -0.0005669593811035156}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00323", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley suggest Green Basket?", "temporal_relation": "session", "query_temporal_norm": 0.21299044787883759, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7934788465499878}], "gold_semantic_scores": [0.738642156124115], "gold_temporal_scores": [0.05483659729361534], "max_gold_score": 0.7934788465499878, "max_candidate_score": 0.7934788465499878, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7535724639892578, "best_gold_margin": 0.03990638256072998, "weakest_gold_margin": 0.03990638256072998}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00323", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Green Basket ruled out as an option?", "temporal_relation": "none", "query_temporal_norm": 0.20556138455867767, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9002020955085754}], "gold_semantic_scores": [0.8180829286575317], "gold_temporal_scores": [0.08211909234523773], "max_gold_score": 0.9002020955085754, "max_candidate_score": 0.9002020955085754, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7204232215881348, "best_gold_margin": 0.17977887392044067, "weakest_gold_margin": 0.17977887392044067}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00323", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned why Green Basket wouldn't work?", "temporal_relation": "session", "query_temporal_norm": 0.15965636074543, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8873268365859985}], "gold_semantic_scores": [0.8215423226356506], "gold_temporal_scores": [0.06578477472066879], "max_gold_score": 0.8873268365859985, "max_candidate_score": 0.8873268365859985, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6940889358520508, "best_gold_margin": 0.19323790073394775, "weakest_gold_margin": 0.19323790073394775}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00395", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that the title we ended up choosing was Witness to the Monsoon?", "temporal_relation": "none", "query_temporal_norm": 0.5233922600746155, "query_session_index": 2, "query_start_sec": 20.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0408049821853638}], "gold_semantic_scores": [0.8028400540351868], "gold_temporal_scores": [0.2379651814699173], "max_gold_score": 1.0408049821853638, "max_candidate_score": 1.0408049821853638, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7116807699203491, "best_gold_margin": 0.32912421226501465, "weakest_gold_margin": 0.32912421226501465}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00395", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title did we first consider, and what did it change to?", "temporal_relation": "comparison", "query_temporal_norm": 0.45034778118133545, "query_session_index": 2, "query_start_sec": 20.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.598538339138031}, {"memory_id": "history_02_utt_0010", "score": 0.6365448236465454}], "gold_semantic_scores": [0.4512496590614319, 0.5214370489120483], "gold_temporal_scores": [0.1472887545824051, 0.11510802805423737], "max_gold_score": 0.6365448236465454, "max_candidate_score": 0.6365448236465454, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.444638729095459, "best_gold_margin": 0.19190609455108643, "weakest_gold_margin": 0.15389961004257202}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00395", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Morgan say was the one they chose?", "temporal_relation": "none", "query_temporal_norm": 0.13319437205791473, "query_session_index": 2, "query_start_sec": 20.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7541754841804504}], "gold_semantic_scores": [0.7318761348724365], "gold_temporal_scores": [0.022299503907561302], "max_gold_score": 0.7541754841804504, "max_candidate_score": 0.7541754841804504, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7362655997276306, "best_gold_margin": 0.017909884452819824, "weakest_gold_margin": 0.017909884452819824}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00395", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the chosen title was Witness to the Monsoon?", "temporal_relation": "none", "query_temporal_norm": 0.13784722983837128, "query_session_index": 2, "query_start_sec": 20.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7434709668159485}], "gold_semantic_scores": [0.720045804977417], "gold_temporal_scores": [0.023425227031111717], "max_gold_score": 0.7434709668159485, "max_candidate_score": 0.7434709668159485, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.47366419434547424, "best_gold_margin": 0.26980677247047424, "weakest_gold_margin": 0.26980677247047424}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00467", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my pilot split deadline change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3865621089935303, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8147793412208557}, {"memory_id": "history_02_utt_0010", "score": 0.7585670351982117}], "gold_semantic_scores": [0.684220016002655, 0.616732120513916], "gold_temporal_scores": [0.1305592954158783, 0.14183484017848969], "max_gold_score": 0.8147793412208557, "max_candidate_score": 0.8800618648529053, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.8800618648529053, "best_gold_margin": -0.06528252363204956, "weakest_gold_margin": -0.1214948296546936}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00467", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned having the pilot split deadline on June 6?", "temporal_relation": "none", "query_temporal_norm": 0.18455016613006592, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8048350811004639}], "gold_semantic_scores": [0.7591781616210938], "gold_temporal_scores": [0.04565690830349922], "max_gold_score": 0.8048350811004639, "max_candidate_score": 0.8048350811004639, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6981648802757263, "best_gold_margin": 0.10667020082473755, "weakest_gold_margin": 0.10667020082473755}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00467", "qa_id": "extra_qa_0010", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the status of the metadata sheet when the pilot plan was updated?", "temporal_relation": "none", "query_temporal_norm": 0.2141346037387848, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.6984127163887024}], "gold_semantic_scores": [0.6057166457176208], "gold_temporal_scores": [0.09269654750823975], "max_gold_score": 0.6984127163887024, "max_candidate_score": 0.6984127163887024, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.5945910811424255, "best_gold_margin": 0.10382163524627686, "weakest_gold_margin": 0.10382163524627686}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00467", "qa_id": "extra_qa_0012", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan ask me to do with the extra paper?", "temporal_relation": "none", "query_temporal_norm": 0.12461606413125992, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.587824285030365, "top_memory_id": "history_02_utt_0004", "max_non_gold_score": 0.587824285030365, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00530", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Reese say the activity choice was before switching to something else?", "temporal_relation": "before", "query_temporal_norm": 0.3297521770000458, "query_session_index": 2, "query_start_sec": 11.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.68602055311203}], "gold_semantic_scores": [0.5706035494804382], "gold_temporal_scores": [0.11541710048913956], "max_gold_score": 0.68602055311203, "max_candidate_score": 0.68602055311203, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6351678967475891, "best_gold_margin": 0.05085265636444092, "weakest_gold_margin": 0.05085265636444092}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00530", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity choice did we last discuss?", "temporal_relation": "none", "query_temporal_norm": 0.4959692060947418, "query_session_index": 2, "query_start_sec": 11.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8807214498519897}], "gold_semantic_scores": [0.6496155858039856], "gold_temporal_scores": [0.23110581934452057], "max_gold_score": 0.8807214498519897, "max_candidate_score": 0.8854307532310486, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.8854307532310486, "best_gold_margin": -0.004709303379058838, "weakest_gold_margin": -0.004709303379058838}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00530", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Reese mention considering at first?", "temporal_relation": "none", "query_temporal_norm": 0.4382322430610657, "query_session_index": 2, "query_start_sec": 11.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5323982834815979}], "gold_semantic_scores": [0.44902142882347107], "gold_temporal_scores": [0.08337684720754623], "max_gold_score": 0.5323982834815979, "max_candidate_score": 0.5323982834815979, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.34578028321266174, "best_gold_margin": 0.18661800026893616, "weakest_gold_margin": 0.18661800026893616}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00530", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Reese mention indoor climbing?", "temporal_relation": "session", "query_temporal_norm": 0.16939793527126312, "query_session_index": 2, "query_start_sec": 11.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6805195212364197}], "gold_semantic_scores": [0.6307464241981506], "gold_temporal_scores": [0.04977305606007576], "max_gold_score": 0.6805195212364197, "max_candidate_score": 0.6805195212364197, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5505193471908569, "best_gold_margin": 0.13000017404556274, "weakest_gold_margin": 0.13000017404556274}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00581", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Skyler say was the purpose of frame-window prefetch, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.207539901137352, "query_session_index": 2, "query_start_sec": 13.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6760953068733215}, {"memory_id": "history_02_utt_0010", "score": 0.6849420070648193}], "gold_semantic_scores": [0.6109553575515747, 0.6352861523628235], "gold_temporal_scores": [0.06513996422290802, 0.04965580627322197], "max_gold_score": 0.6849420070648193, "max_candidate_score": 0.7261531352996826, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.7261531352996826, "best_gold_margin": -0.04121112823486328, "weakest_gold_margin": -0.050057828426361084}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00581", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested frame-window prefetch?", "temporal_relation": "none", "query_temporal_norm": 0.12288334965705872, "query_session_index": 2, "query_start_sec": 13.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.41354939341545105}], "gold_semantic_scores": [0.393772155046463], "gold_temporal_scores": [0.019777284935116768], "max_gold_score": 0.41354939341545105, "max_candidate_score": 0.41354939341545105, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3211779296398163, "best_gold_margin": 0.09237146377563477, "weakest_gold_margin": 0.09237146377563477}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00581", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler suggest frame-window prefetch?", "temporal_relation": "session", "query_temporal_norm": 0.20435023307800293, "query_session_index": 2, "query_start_sec": 13.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6808936595916748}], "gold_semantic_scores": [0.6288367509841919], "gold_temporal_scores": [0.05205688625574112], "max_gold_score": 0.6808936595916748, "max_candidate_score": 0.6808936595916748, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5673608183860779, "best_gold_margin": 0.11353284120559692, "weakest_gold_margin": 0.11353284120559692}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00581", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was proxy-cache thumbnails proposed for?", "temporal_relation": "none", "query_temporal_norm": 0.12955789268016815, "query_session_index": 2, "query_start_sec": 13.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.5115498900413513}], "gold_semantic_scores": [0.48421037197113037], "gold_temporal_scores": [0.02733944170176983], "max_gold_score": 0.5115498900413513, "max_candidate_score": 0.516521692276001, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.516521692276001, "best_gold_margin": -0.004971802234649658, "weakest_gold_margin": -0.004971802234649658}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00767", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What feature did I mention when I first pushed for Harbor Loft, and why was it crossed off?", "temporal_relation": "none", "query_temporal_norm": 0.19893065094947815, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7348558902740479}, {"memory_id": "history_02_utt_0011", "score": 0.5476294159889221}], "gold_semantic_scores": [0.6848025321960449, 0.5471013188362122], "gold_temporal_scores": [0.05005355551838875, 0.0005285527440719306], "max_gold_score": 0.7348558902740479, "max_candidate_score": 0.7348558902740479, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7200311422348022, "best_gold_margin": 0.014824748039245605, "weakest_gold_margin": -0.17240172624588013}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00767", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason Harbor Loft was ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.11370363086462021, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6617791056632996}], "gold_semantic_scores": [0.6174589395523071], "gold_temporal_scores": [0.044320132583379745], "max_gold_score": 0.6617791056632996, "max_candidate_score": 0.6617791056632996, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.46194353699684143, "best_gold_margin": 0.19983556866645813, "weakest_gold_margin": 0.19983556866645813}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00767", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature of Maple Street Inn made it a preferred choice?", "temporal_relation": "none", "query_temporal_norm": 0.09518945962190628, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.7487483024597168}], "gold_semantic_scores": [0.7303148508071899], "gold_temporal_scores": [0.018433501943945885], "max_gold_score": 0.7487483024597168, "max_candidate_score": 0.7487483024597168, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.5592902898788452, "best_gold_margin": 0.18945801258087158, "weakest_gold_margin": 0.18945801258087158}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00767", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Maple Street Inn mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.13878346979618073, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.8333138227462769}], "gold_semantic_scores": [0.7975740432739258], "gold_temporal_scores": [0.0357399582862854], "max_gold_score": 0.8333138227462769, "max_candidate_score": 0.8333138227462769, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.714490532875061, "best_gold_margin": 0.11882328987121582, "weakest_gold_margin": 0.11882328987121582}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00907", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the frame cache, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1817840188741684, "query_session_index": 2, "query_start_sec": 21.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6768971681594849}, {"memory_id": "history_02_utt_0008", "score": 0.7811030149459839}], "gold_semantic_scores": [0.6208347678184509, 0.7290442585945129], "gold_temporal_scores": [0.05606238171458244, 0.05205909535288811], "max_gold_score": 0.7811030149459839, "max_candidate_score": 0.7930422425270081, "top_memory_id": "history_02_utt_0008::cf::main::2", "max_non_gold_score": 0.7930422425270081, "best_gold_margin": -0.01193922758102417, "weakest_gold_margin": -0.1161450743675232}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00907", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop the frame cache?", "temporal_relation": "none", "query_temporal_norm": 0.28740182518959045, "query_session_index": 2, "query_start_sec": 21.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9278485774993896}], "gold_semantic_scores": [0.7887357473373413], "gold_temporal_scores": [0.1391124576330185], "max_gold_score": 0.9278485774993896, "max_candidate_score": 0.9278485774993896, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.649763822555542, "best_gold_margin": 0.27808475494384766, "weakest_gold_margin": 0.27808475494384766}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00907", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the reason for dropping the frame cache mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.17847084999084473, "query_session_index": 2, "query_start_sec": 21.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8704833984375}], "gold_semantic_scores": [0.7905139327049255], "gold_temporal_scores": [0.07996957749128342], "max_gold_score": 0.8704833984375, "max_candidate_score": 0.8704833984375, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6396925449371338, "best_gold_margin": 0.2307908535003662, "weakest_gold_margin": 0.2307908535003662}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00907", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the speculative decoder proposed?", "temporal_relation": "none", "query_temporal_norm": 0.12134797126054764, "query_session_index": 2, "query_start_sec": 21.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6899279356002808}], "gold_semantic_scores": [0.6724062561988831], "gold_temporal_scores": [0.017521532252430916], "max_gold_score": 0.6899279356002808, "max_candidate_score": 0.6899279356002808, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.38344135880470276, "best_gold_margin": 0.306486576795578, "weakest_gold_margin": 0.306486576795578}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01085", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were currently using the consent-screened stratified pack as their dataset version?", "temporal_relation": "latest", "query_temporal_norm": 0.4607006013393402, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8282262086868286}], "gold_semantic_scores": [0.6544845700263977], "gold_temporal_scores": [0.17374177277088165], "max_gold_score": 0.8282262086868286, "max_candidate_score": 0.8398852944374084, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.8398852944374084, "best_gold_margin": -0.011659085750579834, "weakest_gold_margin": -0.011659085750579834}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01085", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current dataset version we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5185893177986145, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9224386811256409}], "gold_semantic_scores": [0.6688153743743896], "gold_temporal_scores": [0.25362348556518555], "max_gold_score": 0.9224386811256409, "max_candidate_score": 0.9257009029388428, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 0.9257009029388428, "best_gold_margin": -0.0032622218132019043, "weakest_gold_margin": -0.0032622218132019043}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01085", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Avery say they were using?", "temporal_relation": "none", "query_temporal_norm": 0.263712078332901, "query_session_index": 2, "query_start_sec": 14.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5592285394668579}], "gold_semantic_scores": [0.43172934651374817], "gold_temporal_scores": [0.12749938666820526], "max_gold_score": 0.5592285394668579, "max_candidate_score": 0.5592285394668579, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.410719096660614, "best_gold_margin": 0.1485094428062439, "weakest_gold_margin": 0.1485094428062439}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01208", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting the lentil shepherd's pie, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.17533989250659943, "query_session_index": 2, "query_start_sec": 12.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7462601065635681}, {"memory_id": "history_02_utt_0010", "score": 0.7542145848274231}], "gold_semantic_scores": [0.6925807595252991, 0.6899452209472656], "gold_temporal_scores": [0.05367940664291382, 0.06426922976970673], "max_gold_score": 0.7542145848274231, "max_candidate_score": 0.7542145848274231, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7382775545120239, "best_gold_margin": 0.01593703031539917, "weakest_gold_margin": 0.00798255205154419}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01208", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest the coconut curry noodles?", "temporal_relation": "session", "query_temporal_norm": 0.10269220918416977, "query_session_index": 2, "query_start_sec": 12.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.7401960492134094}], "gold_semantic_scores": [0.7148271203041077], "gold_temporal_scores": [0.025368956848978996], "max_gold_score": 0.7401960492134094, "max_candidate_score": 0.7401960492134094, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.5278728604316711, "best_gold_margin": 0.21232318878173828, "weakest_gold_margin": 0.21232318878173828}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01208", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why were the coconut curry noodles ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.20809948444366455, "query_session_index": 2, "query_start_sec": 12.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0027", "score": 0.9188408851623535}], "gold_semantic_scores": [0.838302493095398], "gold_temporal_scores": [0.08053813874721527], "max_gold_score": 0.9188408851623535, "max_candidate_score": 0.9188408851623535, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.5643420219421387, "best_gold_margin": 0.35449886322021484, "weakest_gold_margin": 0.35449886322021484}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01208", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who said where the spare keys are?", "temporal_relation": "none", "query_temporal_norm": 0.3238063156604767, "query_session_index": 2, "query_start_sec": 12.879999999999999, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.38122180104255676, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.38122180104255676, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01284", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Riley give for pushing the streaming-conformer baseline, and why did they later drop it?", "temporal_relation": "none", "query_temporal_norm": 0.25598427653312683, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6887362003326416}, {"memory_id": "history_02_utt_0009", "score": 0.6874704360961914}], "gold_semantic_scores": [0.6143206357955933, 0.6040090918540955], "gold_temporal_scores": [0.07441557943820953, 0.0834614560008049], "max_gold_score": 0.6887362003326416, "max_candidate_score": 0.6887362003326416, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.586027204990387, "best_gold_margin": 0.10270899534225464, "weakest_gold_margin": 0.10144323110580444}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01284", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley push the streaming-conformer baseline?", "temporal_relation": "session", "query_temporal_norm": 0.22554992139339447, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6778475642204285}], "gold_semantic_scores": [0.6094103455543518], "gold_temporal_scores": [0.06843718886375427], "max_gold_score": 0.6778475642204285, "max_candidate_score": 0.6778475642204285, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4942743182182312, "best_gold_margin": 0.18357324600219727, "weakest_gold_margin": 0.18357324600219727}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01284", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned pushing the streaming-conformer baseline to stay inside the track's low-latency budget?", "temporal_relation": "none", "query_temporal_norm": 0.10540727525949478, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.761657178401947}], "gold_semantic_scores": [0.7426827549934387], "gold_temporal_scores": [0.018974490463733673], "max_gold_score": 0.761657178401947, "max_candidate_score": 0.761657178401947, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5905541777610779, "best_gold_margin": 0.17110300064086914, "weakest_gold_margin": 0.17110300064086914}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01284", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the distilled transformer baseline proposed?", "temporal_relation": "none", "query_temporal_norm": 0.10681731253862381, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.8618069887161255}], "gold_semantic_scores": [0.8408038020133972], "gold_temporal_scores": [0.021003343164920807], "max_gold_score": 0.8618069887161255, "max_candidate_score": 0.8618069887161255, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.6210020780563354, "best_gold_margin": 0.24080491065979004, "weakest_gold_margin": 0.24080491065979004}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01400", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Maple Corner Cafe, and why was it later ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.18042036890983582, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7743794918060303}, {"memory_id": "history_02_utt_0011", "score": 0.7644311785697937}], "gold_semantic_scores": [0.7179244160652161, 0.7028297781944275], "gold_temporal_scores": [0.05645525082945824, 0.061601422727108], "max_gold_score": 0.7743794918060303, "max_candidate_score": 0.7743794918060303, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.419659823179245, "best_gold_margin": 0.3547196686267853, "weakest_gold_margin": 0.3447713553905487}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01400", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Skyler suggest Maple Corner Cafe?", "temporal_relation": "none", "query_temporal_norm": 0.0839412659406662, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7181457877159119}], "gold_semantic_scores": [0.7093715667724609], "gold_temporal_scores": [0.008774309419095516], "max_gold_score": 0.7181457877159119, "max_candidate_score": 0.7181457877159119, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5541455745697021, "best_gold_margin": 0.16400021314620972, "weakest_gold_margin": 0.16400021314620972}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01400", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Maple Corner Cafe for game night?", "temporal_relation": "none", "query_temporal_norm": 0.12266339361667633, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6854892373085022}], "gold_semantic_scores": [0.6533260941505432], "gold_temporal_scores": [0.032163091003894806], "max_gold_score": 0.6854892373085022, "max_candidate_score": 0.6854892373085022, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.2923683822154999, "best_gold_margin": 0.3931208550930023, "weakest_gold_margin": 0.3931208550930023}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01400", "qa_id": "extra_qa_0014", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that drinks and chips were being covered?", "temporal_relation": "session", "query_temporal_norm": 0.13229316473007202, "query_session_index": 2, "query_start_sec": 11.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0001", "score": 0.6046817302703857}], "gold_semantic_scores": [0.6472037434577942], "gold_temporal_scores": [-0.04252205789089203], "max_gold_score": 0.6046817302703857, "max_candidate_score": 0.6046817302703857, "top_memory_id": "history_01_utt_0001", "max_non_gold_score": 0.49434685707092285, "best_gold_margin": 0.11033487319946289, "weakest_gold_margin": 0.11033487319946289}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01508", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I'd moved the screening setup to instead?", "temporal_relation": "none", "query_temporal_norm": 0.27774736285209656, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8264976739883423}], "gold_semantic_scores": [0.7127059698104858], "gold_temporal_scores": [0.11379137635231018], "max_gold_score": 0.8264976739883423, "max_candidate_score": 0.8503998517990112, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.8503998517990112, "best_gold_margin": -0.023902177810668945, "weakest_gold_margin": -0.023902177810668945}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01508", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they moved the screening setup to the sunroom?", "temporal_relation": "none", "query_temporal_norm": 0.21153524518013, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8868964910507202}], "gold_semantic_scores": [0.7859581708908081], "gold_temporal_scores": [0.10093840956687927], "max_gold_score": 0.8868964910507202, "max_candidate_score": 0.8868964910507202, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6130646467208862, "best_gold_margin": 0.273831844329834, "weakest_gold_margin": 0.273831844329834}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01508", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening originally planned to be set up?", "temporal_relation": "earliest", "query_temporal_norm": 0.5521029233932495, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8389930725097656}], "gold_semantic_scores": [0.6979566812515259], "gold_temporal_scores": [0.14103636145591736], "max_gold_score": 0.8389930725097656, "max_candidate_score": 0.8389930725097656, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6869267821311951, "best_gold_margin": 0.15206629037857056, "weakest_gold_margin": 0.15206629037857056}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01508", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the location for the screening change?", "temporal_relation": "comparison", "query_temporal_norm": 0.2877959609031677, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7577977180480957}, {"memory_id": "history_02_utt_0009", "score": 0.8080011606216431}], "gold_semantic_scores": [0.6626455187797546, 0.6908693313598633], "gold_temporal_scores": [0.09515204280614853, 0.11713140457868576], "max_gold_score": 0.8080011606216431, "max_candidate_score": 0.8080011606216431, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5117819309234619, "best_gold_margin": 0.29621922969818115, "weakest_gold_margin": 0.2460157871246338}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01557", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for recommending River Under Fire, and why was it later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.17938120663166046, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6342618465423584}, {"memory_id": "history_02_utt_0009", "score": 0.77897709608078}], "gold_semantic_scores": [0.5824279189109802, 0.7160874605178833], "gold_temporal_scores": [0.0518338680267334, 0.06288968026638031], "max_gold_score": 0.77897709608078, "max_candidate_score": 0.77897709608078, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6547914743423462, "best_gold_margin": 0.12418562173843384, "weakest_gold_margin": -0.020529627799987793}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01557", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was River Under Fire dropped from the schedule?", "temporal_relation": "none", "query_temporal_norm": 0.16321784257888794, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8911729454994202}], "gold_semantic_scores": [0.8183658719062805], "gold_temporal_scores": [0.07280730456113815], "max_gold_score": 0.8911729454994202, "max_candidate_score": 0.8911729454994202, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6189613342285156, "best_gold_margin": 0.27221161127090454, "weakest_gold_margin": 0.27221161127090454}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01557", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the reason for dropping River Under Fire mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.15889081358909607, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9236560463905334}], "gold_semantic_scores": [0.8539769649505615], "gold_temporal_scores": [0.06967944651842117], "max_gold_score": 0.9236560463905334, "max_candidate_score": 0.9236560463905334, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6867637038230896, "best_gold_margin": 0.23689234256744385, "weakest_gold_margin": 0.23689234256744385}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01557", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was The Archive Room recommended?", "temporal_relation": "none", "query_temporal_norm": 0.10509925335645676, "query_session_index": 2, "query_start_sec": 16.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.6596511006355286}], "gold_semantic_scores": [0.6464088559150696], "gold_temporal_scores": [0.013242261484265327], "max_gold_score": 0.6596511006355286, "max_candidate_score": 0.6596511006355286, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.5157821774482727, "best_gold_margin": 0.14386892318725586, "weakest_gold_margin": 0.14386892318725586}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01675", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the playlist plan to the rooftop lounge, and what was the earlier venue?", "temporal_relation": "none", "query_temporal_norm": 0.367168664932251, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7140148878097534}, {"memory_id": "history_02_utt_0009", "score": 0.8144842386245728}], "gold_semantic_scores": [0.5970257520675659, 0.7119740843772888], "gold_temporal_scores": [0.11698921024799347, 0.1025107130408287], "max_gold_score": 0.8144842386245728, "max_candidate_score": 0.8144842386245728, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.410859614610672, "best_gold_margin": 0.40362462401390076, "weakest_gold_margin": 0.3031552731990814}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01675", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the venue change we talked about earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.3321513831615448, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6381127238273621}, {"memory_id": "history_02_utt_0009", "score": 0.7223053574562073}], "gold_semantic_scores": [0.5439448356628418, 0.6984043717384338], "gold_temporal_scores": [0.09416789561510086, 0.023900745436549187], "max_gold_score": 0.7223053574562073, "max_candidate_score": 0.7223053574562073, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5205085873603821, "best_gold_margin": 0.2017967700958252, "weakest_gold_margin": 0.11760413646697998}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01675", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Taylor say they were building the playlist around?", "temporal_relation": "none", "query_temporal_norm": 0.33837029337882996, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6794422268867493}], "gold_semantic_scores": [0.6281816959381104], "gold_temporal_scores": [0.051260702311992645], "max_gold_score": 0.6794422268867493, "max_candidate_score": 0.6794422268867493, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5701461434364319, "best_gold_margin": 0.10929608345031738, "weakest_gold_margin": 0.10929608345031738}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01675", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Taylor say they switched the playlist plan to?", "temporal_relation": "none", "query_temporal_norm": 0.4006650447845459, "query_session_index": 2, "query_start_sec": 13.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.946402370929718}], "gold_semantic_scores": [0.7816567420959473], "gold_temporal_scores": [0.16474549472332], "max_gold_score": 0.946402370929718, "max_candidate_score": 0.946402370929718, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8307297825813293, "best_gold_margin": 0.11567258834838867, "weakest_gold_margin": 0.11567258834838867}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01899", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Reese's model choice for the demo change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3928578794002533, "query_session_index": 2, "query_start_sec": 18.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8345946669578552}, {"memory_id": "history_02_utt_0010", "score": 0.8258575201034546}], "gold_semantic_scores": [0.6950148344039917, 0.6814298033714294], "gold_temporal_scores": [0.13957980275154114, 0.1444280445575714], "max_gold_score": 0.8345946669578552, "max_candidate_score": 0.8345946669578552, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7775722742080688, "best_gold_margin": 0.05702239274978638, "weakest_gold_margin": 0.04828524589538574}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01899", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model choice was decided on in the most recent discussion?", "temporal_relation": "none", "query_temporal_norm": 0.5532368421554565, "query_session_index": 2, "query_start_sec": 18.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8946403861045837}], "gold_semantic_scores": [0.6518937945365906], "gold_temporal_scores": [0.2427469789981842], "max_gold_score": 0.8946403861045837, "max_candidate_score": 0.8946403861045837, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.89063960313797, "best_gold_margin": 0.0040007829666137695, "weakest_gold_margin": 0.0040007829666137695}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01899", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned originally wanting to use the end-to-end multimodal transformer for the demo?", "temporal_relation": "none", "query_temporal_norm": 0.39949721097946167, "query_session_index": 2, "query_start_sec": 18.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8109660744667053}], "gold_semantic_scores": [0.7379855513572693], "gold_temporal_scores": [0.07298050075769424], "max_gold_score": 0.8109660744667053, "max_candidate_score": 0.8109660744667053, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.334412157535553, "best_gold_margin": 0.47655391693115234, "weakest_gold_margin": 0.47655391693115234}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01899", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the demo plan to the two-stage detector plus rules pipeline?", "temporal_relation": "none", "query_temporal_norm": 0.34522485733032227, "query_session_index": 2, "query_start_sec": 18.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.001531958580017}], "gold_semantic_scores": [0.8275108337402344], "gold_temporal_scores": [0.1740211695432663], "max_gold_score": 1.001531958580017, "max_candidate_score": 1.001531958580017, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5977045893669128, "best_gold_margin": 0.40382736921310425, "weakest_gold_margin": 0.40382736921310425}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01989", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my model choice change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3805174231529236, "query_session_index": 2, "query_start_sec": 18.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5817147493362427}, {"memory_id": "history_02_utt_0010", "score": 0.6291583776473999}], "gold_semantic_scores": [0.4508517384529114, 0.4997866451740265], "gold_temporal_scores": [0.1308630406856537, 0.12937204539775848], "max_gold_score": 0.6291583776473999, "max_candidate_score": 0.6585732102394104, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.6585732102394104, "best_gold_margin": -0.029414832592010498, "weakest_gold_margin": -0.07685846090316772}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01989", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned using a Conformer encoder with a CTC head?", "temporal_relation": "none", "query_temporal_norm": 0.15650807321071625, "query_session_index": 2, "query_start_sec": 18.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7063989043235779}], "gold_semantic_scores": [0.668762743473053], "gold_temporal_scores": [0.03763597831130028], "max_gold_score": 0.7063989043235779, "max_candidate_score": 0.7063989043235779, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.40749040246009827, "best_gold_margin": 0.2989085018634796, "weakest_gold_margin": 0.2989085018634796}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01989", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched to an Emformer RNN-T?", "temporal_relation": "none", "query_temporal_norm": 0.29058167338371277, "query_session_index": 2, "query_start_sec": 18.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8358568549156189}], "gold_semantic_scores": [0.7185036540031433], "gold_temporal_scores": [0.11735306680202484], "max_gold_score": 0.8358568549156189, "max_candidate_score": 0.8358568549156189, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.592722475528717, "best_gold_margin": 0.24313437938690186, "weakest_gold_margin": 0.24313437938690186}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02104", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my original pilot recording deadline was before it got moved?", "temporal_relation": "earliest", "query_temporal_norm": 0.5211780667304993, "query_session_index": 2, "query_start_sec": 17.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8927719593048096}], "gold_semantic_scores": [0.7474724650382996], "gold_temporal_scores": [0.14529947936534882], "max_gold_score": 0.8927719593048096, "max_candidate_score": 0.8963208198547363, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.8963208198547363, "best_gold_margin": -0.003548860549926758, "weakest_gold_margin": -0.003548860549926758}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02183", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Morgan's preferred Saturday activity change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.36462992429733276, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8954066038131714}, {"memory_id": "history_02_utt_0008", "score": 0.818604588508606}], "gold_semantic_scores": [0.7624119520187378, 0.6914483308792114], "gold_temporal_scores": [0.13299474120140076, 0.12715652585029602], "max_gold_score": 0.8954066038131714, "max_candidate_score": 0.8954066038131714, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7577340602874756, "best_gold_margin": 0.1376725435256958, "weakest_gold_margin": 0.06087052822113037}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02183", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Morgan say they were leaning toward earlier?", "temporal_relation": "before", "query_temporal_norm": 0.44861075282096863, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8120104670524597}], "gold_semantic_scores": [0.7138872742652893], "gold_temporal_scores": [0.09812309592962265], "max_gold_score": 0.8120104670524597, "max_candidate_score": 0.8120104670524597, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6153791546821594, "best_gold_margin": 0.1966313123703003, "weakest_gold_margin": 0.1966313123703003}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02183", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Morgan say they preferred instead?", "temporal_relation": "none", "query_temporal_norm": 0.214525043964386, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8322082161903381}], "gold_semantic_scores": [0.7596949338912964], "gold_temporal_scores": [0.07251347601413727], "max_gold_score": 0.8322082161903381, "max_candidate_score": 0.8322082161903381, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7069953083992004, "best_gold_margin": 0.1252129077911377, "weakest_gold_margin": 0.1252129077911377}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02183", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan say they switched to preferring an indie movie night?", "temporal_relation": "session", "query_temporal_norm": 0.2870490252971649, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9652700424194336}], "gold_semantic_scores": [0.8216353058815002], "gold_temporal_scores": [0.14363493025302887], "max_gold_score": 0.9652700424194336, "max_candidate_score": 0.9652700424194336, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.885702908039093, "best_gold_margin": 0.07956713438034058, "weakest_gold_margin": 0.07956713438034058}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02296", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my venue changed from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3868967592716217, "query_session_index": 2, "query_start_sec": 10.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6690258979797363}, {"memory_id": "history_02_utt_0008", "score": 0.7842776775360107}], "gold_semantic_scores": [0.5351263284683228, 0.6589720249176025], "gold_temporal_scores": [0.13389959931373596, 0.12530571222305298], "max_gold_score": 0.7842776775360107, "max_candidate_score": 0.7842776775360107, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7602870464324951, "best_gold_margin": 0.023990631103515625, "weakest_gold_margin": -0.09126114845275879}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02296", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned moving the event to the lake cabin?", "temporal_relation": "none", "query_temporal_norm": 0.26646649837493896, "query_session_index": 2, "query_start_sec": 10.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8711606860160828}], "gold_semantic_scores": [0.7377859354019165], "gold_temporal_scores": [0.13337425887584686], "max_gold_score": 0.8711606860160828, "max_candidate_score": 0.8711606860160828, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.49114176630973816, "best_gold_margin": 0.3800189197063446, "weakest_gold_margin": 0.3800189197063446}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02296", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we initially plan to hold the event?", "temporal_relation": "earliest", "query_temporal_norm": 0.572151243686676, "query_session_index": 2, "query_start_sec": 10.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7600536942481995}], "gold_semantic_scores": [0.6404778957366943], "gold_temporal_scores": [0.11957582831382751], "max_gold_score": 0.7600536942481995, "max_candidate_score": 0.7600536942481995, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6055048108100891, "best_gold_margin": 0.15454888343811035, "weakest_gold_margin": 0.15454888343811035}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02296", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the venue change for the event?", "temporal_relation": "comparison", "query_temporal_norm": 0.2841685712337494, "query_session_index": 2, "query_start_sec": 10.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6268832683563232}, {"memory_id": "history_02_utt_0008", "score": 0.750295877456665}], "gold_semantic_scores": [0.5317919254302979, 0.6831223368644714], "gold_temporal_scores": [0.095091313123703, 0.06717321276664734], "max_gold_score": 0.750295877456665, "max_candidate_score": 0.750295877456665, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.1723530888557434, "best_gold_margin": 0.5779427886009216, "weakest_gold_margin": 0.45453017950057983}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02344", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Olive as the vegan option, and why was it later ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.20384423434734344, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7027190923690796}, {"memory_id": "history_02_utt_0011", "score": 0.7438216805458069}], "gold_semantic_scores": [0.6390437483787537, 0.6639280319213867], "gold_temporal_scores": [0.06367537379264832, 0.0798935815691948], "max_gold_score": 0.7438216805458069, "max_candidate_score": 0.7438216805458069, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.41257670521736145, "best_gold_margin": 0.33124497532844543, "weakest_gold_margin": 0.29014238715171814}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02344", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that Green Olive is unavailable?", "temporal_relation": "none", "query_temporal_norm": 0.21103423833847046, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9168102145195007}], "gold_semantic_scores": [0.8182228207588196], "gold_temporal_scores": [0.09858738631010056], "max_gold_score": 0.9168102145195007, "max_candidate_score": 0.9168102145195007, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.642711341381073, "best_gold_margin": 0.27409887313842773, "weakest_gold_margin": 0.27409887313842773}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02344", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention suggesting Green Olive for the vegan option?", "temporal_relation": "session", "query_temporal_norm": 0.1400446742773056, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8900707960128784}], "gold_semantic_scores": [0.8480837345123291], "gold_temporal_scores": [0.04198697954416275], "max_gold_score": 0.8900707960128784, "max_candidate_score": 0.8900707960128784, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7687638998031616, "best_gold_margin": 0.1213068962097168, "weakest_gold_margin": 0.1213068962097168}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02344", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Cameron say Green Olive was unavailable?", "temporal_relation": "none", "query_temporal_norm": 0.16986232995986938, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8899516463279724}], "gold_semantic_scores": [0.8107456564903259], "gold_temporal_scores": [0.07920563966035843], "max_gold_score": 0.8899516463279724, "max_candidate_score": 0.8899516463279724, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.8041033744812012, "best_gold_margin": 0.08584827184677124, "weakest_gold_margin": 0.08584827184677124}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02443", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said they started with the cleaned dev kit with weak labels?", "temporal_relation": "earliest", "query_temporal_norm": 0.5611922144889832, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8403440713882446}], "gold_semantic_scores": [0.7232417464256287], "gold_temporal_scores": [0.11710232496261597], "max_gold_score": 0.8403440713882446, "max_candidate_score": 0.8403440713882446, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.42203521728515625, "best_gold_margin": 0.4183088541030884, "weakest_gold_margin": 0.4183088541030884}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02443", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version did we discuss using for the first benchmark runs?", "temporal_relation": "earliest", "query_temporal_norm": 0.48629534244537354, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7725014090538025}], "gold_semantic_scores": [0.6114344000816345], "gold_temporal_scores": [0.16106705367565155], "max_gold_score": 0.7725014090538025, "max_candidate_score": 0.7725014090538025, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5857012867927551, "best_gold_margin": 0.18680012226104736, "weakest_gold_margin": 0.18680012226104736}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02443", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned starting with the cleaned dev kit with weak labels for the first benchmark runs?", "temporal_relation": "none", "query_temporal_norm": 0.22531966865062714, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7839240431785583}], "gold_semantic_scores": [0.7275269627571106], "gold_temporal_scores": [0.056397050619125366], "max_gold_score": 0.7839240431785583, "max_candidate_score": 0.7839240431785583, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4415542185306549, "best_gold_margin": 0.34236982464790344, "weakest_gold_margin": 0.34236982464790344}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02443", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version was used for the final submission runs?", "temporal_relation": "latest", "query_temporal_norm": 0.5203610062599182, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9614835381507874}], "gold_semantic_scores": [0.6959558129310608], "gold_temporal_scores": [0.26552748680114746], "max_gold_score": 0.9614835381507874, "max_candidate_score": 0.9665308594703674, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.9665308594703674, "best_gold_margin": -0.005047321319580078, "weakest_gold_margin": -0.005047321319580078}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02573", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Rowan give for proposing the resident prompt cache, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16937361657619476, "query_session_index": 2, "query_start_sec": 13.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7136766314506531}, {"memory_id": "history_02_utt_0009", "score": 0.717957079410553}], "gold_semantic_scores": [0.6644870042800903, 0.6594993472099304], "gold_temporal_scores": [0.049189530313014984, 0.058457788079977036], "max_gold_score": 0.717957079410553, "max_candidate_score": 0.717957079410553, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6704951524734497, "best_gold_margin": 0.04746192693710327, "weakest_gold_margin": 0.04318147897720337}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02573", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan propose the resident prompt cache?", "temporal_relation": "session", "query_temporal_norm": 0.2422947734594345, "query_session_index": 2, "query_start_sec": 13.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.732035219669342}], "gold_semantic_scores": [0.6693713068962097], "gold_temporal_scores": [0.0626639723777771], "max_gold_score": 0.732035219669342, "max_candidate_score": 0.732035219669342, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7015482783317566, "best_gold_margin": 0.03048694133758545, "weakest_gold_margin": 0.03048694133758545}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02573", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they proposed the resident prompt cache to avoid cold starts?", "temporal_relation": "none", "query_temporal_norm": 0.11242840439081192, "query_session_index": 2, "query_start_sec": 13.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6672089695930481}], "gold_semantic_scores": [0.6413277387619019], "gold_temporal_scores": [0.025881098583340645], "max_gold_score": 0.6672089695930481, "max_candidate_score": 0.6672089695930481, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4752519726753235, "best_gold_margin": 0.1919569969177246, "weakest_gold_margin": 0.1919569969177246}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02573", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the compatibility shim proposed?", "temporal_relation": "none", "query_temporal_norm": 0.10566332936286926, "query_session_index": 2, "query_start_sec": 13.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6545199155807495}], "gold_semantic_scores": [0.6274762749671936], "gold_temporal_scores": [0.027043934911489487], "max_gold_score": 0.6545199155807495, "max_candidate_score": 0.6545199155807495, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.47022563219070435, "best_gold_margin": 0.18429428339004517, "weakest_gold_margin": 0.18429428339004517}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02674", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Riley say the screening venue ended up being?", "temporal_relation": "latest", "query_temporal_norm": 0.5404272675514221, "query_session_index": 2, "query_start_sec": 14.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9090930223464966}], "gold_semantic_scores": [0.6567551493644714], "gold_temporal_scores": [0.2523379325866699], "max_gold_score": 0.9090930223464966, "max_candidate_score": 0.9090930223464966, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9065871238708496, "best_gold_margin": 0.0025058984756469727, "weakest_gold_margin": 0.0025058984756469727}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02674", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening originally going to be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.5604479312896729, "query_session_index": 2, "query_start_sec": 14.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8271922469139099}], "gold_semantic_scores": [0.6632099151611328], "gold_temporal_scores": [0.16398228704929352], "max_gold_score": 0.8271922469139099, "max_candidate_score": 0.8271922469139099, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6701582670211792, "best_gold_margin": 0.1570339798927307, "weakest_gold_margin": 0.1570339798927307}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02674", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening ultimately planned to take place?", "temporal_relation": "none", "query_temporal_norm": 0.5003270506858826, "query_session_index": 2, "query_start_sec": 14.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8901460766792297}], "gold_semantic_scores": [0.6559461355209351], "gold_temporal_scores": [0.23419994115829468], "max_gold_score": 0.8901460766792297, "max_candidate_score": 0.8915932178497314, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0001::1", "max_non_gold_score": 0.8915932178497314, "best_gold_margin": -0.001447141170501709, "weakest_gold_margin": -0.001447141170501709}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02674", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley mention moving the screening to the sunroom?", "temporal_relation": "session", "query_temporal_norm": 0.22054673731327057, "query_session_index": 2, "query_start_sec": 14.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8668766617774963}], "gold_semantic_scores": [0.7903940677642822], "gold_temporal_scores": [0.07648248225450516], "max_gold_score": 0.8668766617774963, "max_candidate_score": 0.8668766617774963, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7041243314743042, "best_gold_margin": 0.16275233030319214, "weakest_gold_margin": 0.16275233030319214}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02766", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their stir-fry grocery item to udon noodles, and what was the earlier item?", "temporal_relation": "none", "query_temporal_norm": 0.3843896687030792, "query_session_index": 2, "query_start_sec": 13.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8643713593482971}, {"memory_id": "history_02_utt_0009", "score": 0.8621874451637268}], "gold_semantic_scores": [0.7242535948753357, 0.7510553002357483], "gold_temporal_scores": [0.1401175707578659, 0.11113200336694717], "max_gold_score": 0.8643713593482971, "max_candidate_score": 0.8643713593482971, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5615989565849304, "best_gold_margin": 0.3027724027633667, "weakest_gold_margin": 0.3005884885787964}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02766", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed changing a grocery item for stir-fry night. What was the change?", "temporal_relation": "comparison", "query_temporal_norm": 0.22278428077697754, "query_session_index": 2, "query_start_sec": 13.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6527543067932129}, {"memory_id": "history_02_utt_0009", "score": 0.7127079963684082}], "gold_semantic_scores": [0.5843915939331055, 0.6246611475944519], "gold_temporal_scores": [0.06836281716823578, 0.08804710954427719], "max_gold_score": 0.7127079963684082, "max_candidate_score": 0.7127079963684082, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4669173061847687, "best_gold_margin": 0.24579069018363953, "weakest_gold_margin": 0.1858370006084442}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02766", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What meal was planned for Wednesday?", "temporal_relation": "none", "query_temporal_norm": 0.13892178237438202, "query_session_index": 2, "query_start_sec": 13.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.5991724729537964}], "gold_semantic_scores": [0.5746774077415466], "gold_temporal_scores": [0.024495137855410576], "max_gold_score": 0.5991724729537964, "max_candidate_score": 0.5991724729537964, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.46474701166152954, "best_gold_margin": 0.13442546129226685, "weakest_gold_margin": 0.13442546129226685}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02878", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say we ended up choosing for the restaurant?", "temporal_relation": "latest", "query_temporal_norm": 0.4975881278514862, "query_session_index": 2, "query_start_sec": 10.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7885176539421082}], "gold_semantic_scores": [0.5898576378822327], "gold_temporal_scores": [0.19865982234477997], "max_gold_score": 0.7885176539421082, "max_candidate_score": 0.806681215763092, "top_memory_id": "history_02_utt_0008::cf::main::0", "max_non_gold_score": 0.806681215763092, "best_gold_margin": -0.018163561820983887, "weakest_gold_margin": -0.018163561820983887}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02878", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What restaurant did we initially plan on?", "temporal_relation": "earliest", "query_temporal_norm": 0.5467280745506287, "query_session_index": 2, "query_start_sec": 10.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6801520586013794}], "gold_semantic_scores": [0.5256026387214661], "gold_temporal_scores": [0.1545492261648178], "max_gold_score": 0.6801520586013794, "max_candidate_score": 0.6801520586013794, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.530295193195343, "best_gold_margin": 0.14985686540603638, "weakest_gold_margin": 0.14985686540603638}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03073", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the dataset version was the raw tri-camera pilot bundle, before it was later replaced?", "temporal_relation": "earliest", "query_temporal_norm": 0.5744085311889648, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8972464799880981}], "gold_semantic_scores": [0.7647048234939575], "gold_temporal_scores": [0.1325417160987854], "max_gold_score": 0.8972464799880981, "max_candidate_score": 0.8972464799880981, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.567706823348999, "best_gold_margin": 0.3295396566390991, "weakest_gold_margin": 0.3295396566390991}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03073", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version did we discuss using during the first collection pass?", "temporal_relation": "earliest", "query_temporal_norm": 0.4768572449684143, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7258352041244507}], "gold_semantic_scores": [0.5852127075195312], "gold_temporal_scores": [0.1406225860118866], "max_gold_score": 0.7258352041244507, "max_candidate_score": 0.7258352041244507, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6438450217247009, "best_gold_margin": 0.08199018239974976, "weakest_gold_margin": 0.08199018239974976}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03073", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned originally putting together the raw tri-camera pilot bundle for the first collection pass?", "temporal_relation": "none", "query_temporal_norm": 0.457507848739624, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8592380285263062}], "gold_semantic_scores": [0.7621775269508362], "gold_temporal_scores": [0.09706058353185654], "max_gold_score": 0.8592380285263062, "max_candidate_score": 0.8592380285263062, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5697116851806641, "best_gold_margin": 0.2895263433456421, "weakest_gold_margin": 0.2895263433456421}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03073", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Quinn say they originally put together for the first collection pass?", "temporal_relation": "earliest", "query_temporal_norm": 0.5684793591499329, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8092515468597412}], "gold_semantic_scores": [0.6558884978294373], "gold_temporal_scores": [0.15336313843727112], "max_gold_score": 0.8092515468597412, "max_candidate_score": 0.8092515468597412, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7319146394729614, "best_gold_margin": 0.07733690738677979, "weakest_gold_margin": 0.07733690738677979}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03147", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the starting venue to Archive Kitchen, and what was the earlier venue?", "temporal_relation": "comparison", "query_temporal_norm": 0.3702683746814728, "query_session_index": 2, "query_start_sec": 11.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.4135747253894806}, {"memory_id": "history_02_utt_0011", "score": 0.6274959444999695}], "gold_semantic_scores": [0.2776965796947479, 0.5388661026954651], "gold_temporal_scores": [0.13587819039821625, 0.08863000571727753], "max_gold_score": 0.6274959444999695, "max_candidate_score": 0.6274959444999695, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.35349002480506897, "best_gold_margin": 0.2740059196949005, "weakest_gold_margin": 0.06008470058441162}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03147", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest decision about which show to start watching first?", "temporal_relation": "latest", "query_temporal_norm": 0.5418539643287659, "query_session_index": 2, "query_start_sec": 11.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8247238993644714}], "gold_semantic_scores": [0.5916909575462341], "gold_temporal_scores": [0.23303309082984924], "max_gold_score": 0.8247238993644714, "max_candidate_score": 0.8323112726211548, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0001::1", "max_non_gold_score": 0.8323112726211548, "best_gold_margin": -0.00758737325668335, "weakest_gold_margin": -0.00758737325668335}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03147", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew mention starting with Harbor Signals first?", "temporal_relation": "session", "query_temporal_norm": 0.22746136784553528, "query_session_index": 2, "query_start_sec": 11.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8486683368682861}], "gold_semantic_scores": [0.7759504914283752], "gold_temporal_scores": [0.07271790504455566], "max_gold_score": 0.8486683368682861, "max_candidate_score": 0.8486683368682861, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8195517659187317, "best_gold_margin": 0.029116570949554443, "weakest_gold_margin": 0.029116570949554443}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03286", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my deployment target changed from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3907199800014496, "query_session_index": 2, "query_start_sec": 17.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6256374716758728}, {"memory_id": "history_02_utt_0008", "score": 0.5983741283416748}], "gold_semantic_scores": [0.4844847321510315, 0.4491638243198395], "gold_temporal_scores": [0.1411527693271637, 0.14921030402183533], "max_gold_score": 0.6256374716758728, "max_candidate_score": 0.6895426511764526, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.6895426511764526, "best_gold_margin": -0.06390517950057983, "weakest_gold_margin": -0.09116852283477783}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03286", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the rollout target to the production canary ring?", "temporal_relation": "none", "query_temporal_norm": 0.1714525818824768, "query_session_index": 2, "query_start_sec": 17.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8165811896324158}], "gold_semantic_scores": [0.7372800707817078], "gold_temporal_scores": [0.07930153608322144], "max_gold_score": 0.8165811896324158, "max_candidate_score": 0.8165811896324158, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5141634941101074, "best_gold_margin": 0.30241769552230835, "weakest_gold_margin": 0.30241769552230835}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03286", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we initially plan to push the release?", "temporal_relation": "earliest", "query_temporal_norm": 0.5258682370185852, "query_session_index": 2, "query_start_sec": 17.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7890982627868652}], "gold_semantic_scores": [0.6698012351989746], "gold_temporal_scores": [0.11929713934659958], "max_gold_score": 0.7890982627868652, "max_candidate_score": 0.7890982627868652, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6454328298568726, "best_gold_margin": 0.14366543292999268, "weakest_gold_margin": 0.14366543292999268}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03387", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my release deadline was updated to?", "temporal_relation": "latest", "query_temporal_norm": 0.43799877166748047, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8721485137939453}], "gold_semantic_scores": [0.6447931528091431], "gold_temporal_scores": [0.2273554503917694], "max_gold_score": 0.8721485137939453, "max_candidate_score": 0.9236973524093628, "top_memory_id": "history_02_utt_0011::cf::main::1", "max_non_gold_score": 0.9236973524093628, "best_gold_margin": -0.05154883861541748, "weakest_gold_margin": -0.05154883861541748}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03387", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the release deadline is Monday noon?", "temporal_relation": "none", "query_temporal_norm": 0.19835254549980164, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7565873861312866}], "gold_semantic_scores": [0.7615456581115723], "gold_temporal_scores": [-0.004958364646881819], "max_gold_score": 0.7565873861312866, "max_candidate_score": 0.7565873861312866, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7084184288978577, "best_gold_margin": 0.048168957233428955, "weakest_gold_margin": 0.048168957233428955}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03387", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest release deadline we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5219807028770447, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8135063052177429}], "gold_semantic_scores": [0.5425994992256165], "gold_temporal_scores": [0.2709067761898041], "max_gold_score": 0.8135063052177429, "max_candidate_score": 0.8190014362335205, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0004::1", "max_non_gold_score": 0.8190014362335205, "best_gold_margin": -0.005495131015777588, "weakest_gold_margin": -0.005495131015777588}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03387", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How has the release deadline changed over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.423804372549057, "query_session_index": 2, "query_start_sec": 16.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8581087589263916}, {"memory_id": "history_02_utt_0011", "score": 0.8392828106880188}], "gold_semantic_scores": [0.6991559863090515, 0.7009782195091248], "gold_temporal_scores": [0.15895256400108337, 0.13830453157424927], "max_gold_score": 0.8581087589263916, "max_candidate_score": 0.8581087589263916, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.34796905517578125, "best_gold_margin": 0.5101397037506104, "weakest_gold_margin": 0.49131375551223755}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03455", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the river ferry, and why did I rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.14580819010734558, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5946333408355713}, {"memory_id": "history_02_utt_0009", "score": 0.6985086798667908}], "gold_semantic_scores": [0.5510224103927612, 0.6545112133026123], "gold_temporal_scores": [0.04361085221171379, 0.04399742931127548], "max_gold_score": 0.6985086798667908, "max_candidate_score": 0.7447652816772461, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.7447652816772461, "best_gold_margin": -0.04625660181045532, "weakest_gold_margin": -0.1501319408416748}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03455", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the issue with the river ferry that ruled it out as a travel option?", "temporal_relation": "none", "query_temporal_norm": 0.13522228598594666, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8247480988502502}], "gold_semantic_scores": [0.7783207297325134], "gold_temporal_scores": [0.04642763361334801], "max_gold_score": 0.8247480988502502, "max_candidate_score": 0.8247480988502502, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6191723942756653, "best_gold_margin": 0.20557570457458496, "weakest_gold_margin": 0.20557570457458496}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03455", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the benefit of using the Green Loop bus for transporting board games?", "temporal_relation": "none", "query_temporal_norm": 0.10103007405996323, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.7292611598968506}], "gold_semantic_scores": [0.7056086659431458], "gold_temporal_scores": [0.023652277886867523], "max_gold_score": 0.7292611598968506, "max_candidate_score": 0.7292611598968506, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.6466149687767029, "best_gold_margin": 0.0826461911201477, "weakest_gold_margin": 0.0826461911201477}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03455", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What did I suggest doing when meeting the guest?", "temporal_relation": "none", "query_temporal_norm": 0.15380249917507172, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.23788923025131226, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.23788923025131226, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03622", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the pilot recording batch deadline to July 17, and what was the earlier deadline?", "temporal_relation": "comparison", "query_temporal_norm": 0.3978540897369385, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8297384977340698}, {"memory_id": "history_02_utt_0010", "score": 0.8850995898246765}], "gold_semantic_scores": [0.6841822862625122, 0.7505710124969482], "gold_temporal_scores": [0.14555621147155762, 0.13452905416488647], "max_gold_score": 0.8850995898246765, "max_candidate_score": 0.8850995898246765, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4708593487739563, "best_gold_margin": 0.4142402410507202, "weakest_gold_margin": 0.3588791489601135}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03622", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed the pilot recording batch deadline changing. What was the change?", "temporal_relation": "comparison", "query_temporal_norm": 0.3913179337978363, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7123486995697021}, {"memory_id": "history_02_utt_0010", "score": 0.8620879650115967}], "gold_semantic_scores": [0.5702329874038696, 0.7245933413505554], "gold_temporal_scores": [0.1421157270669937, 0.13749442994594574], "max_gold_score": 0.8620879650115967, "max_candidate_score": 0.8620879650115967, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.3706679940223694, "best_gold_margin": 0.4914199709892273, "weakest_gold_margin": 0.34168070554733276}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03622", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deadline did Reese mention for finishing the pilot recording batch?", "temporal_relation": "none", "query_temporal_norm": 0.22879983484745026, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7624884247779846}], "gold_semantic_scores": [0.7326762080192566], "gold_temporal_scores": [0.02981230802834034], "max_gold_score": 0.7624884247779846, "max_candidate_score": 0.7624884247779846, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.726661741733551, "best_gold_margin": 0.035826683044433594, "weakest_gold_margin": 0.035826683044433594}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03622", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "When is the deadline for renewing temporary building access?", "temporal_relation": "none", "query_temporal_norm": 0.5176804661750793, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.7406409382820129, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7406409382820129, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03696", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said Night Drive should come right after the opener, and why was it later cut?", "temporal_relation": "none", "query_temporal_norm": 0.2726128101348877, "query_session_index": 2, "query_start_sec": 15.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.687219500541687}, {"memory_id": "history_02_utt_0009", "score": 0.8209999203681946}], "gold_semantic_scores": [0.5976002216339111, 0.7159137725830078], "gold_temporal_scores": [0.0896192416548729, 0.10508602112531662], "max_gold_score": 0.8209999203681946, "max_candidate_score": 0.8209999203681946, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3904365599155426, "best_gold_margin": 0.430563360452652, "weakest_gold_margin": 0.2967829406261444}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03696", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned cutting Night Drive?", "temporal_relation": "none", "query_temporal_norm": 0.16839471459388733, "query_session_index": 2, "query_start_sec": 15.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6281126141548157}], "gold_semantic_scores": [0.6149634122848511], "gold_temporal_scores": [0.013149358332157135], "max_gold_score": 0.6281126141548157, "max_candidate_score": 0.6281126141548157, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5421359539031982, "best_gold_margin": 0.08597666025161743, "weakest_gold_margin": 0.08597666025161743}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03696", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan mention wanting Night Drive to follow the opener?", "temporal_relation": "session", "query_temporal_norm": 0.20467889308929443, "query_session_index": 2, "query_start_sec": 15.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7964195609092712}], "gold_semantic_scores": [0.7292499542236328], "gold_temporal_scores": [0.06716985255479813], "max_gold_score": 0.7964195609092712, "max_candidate_score": 0.7964195609092712, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7870684266090393, "best_gold_margin": 0.009351134300231934, "weakest_gold_margin": 0.009351134300231934}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03696", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Rowan give for cutting Night Drive from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.16464364528656006, "query_session_index": 2, "query_start_sec": 15.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.842717170715332}], "gold_semantic_scores": [0.775219738483429], "gold_temporal_scores": [0.06749729067087173], "max_gold_score": 0.842717170715332, "max_candidate_score": 0.842717170715332, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8090405464172363, "best_gold_margin": 0.0336766242980957, "weakest_gold_margin": 0.0336766242980957}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03762", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What was my original choice for the demo model?", "temporal_relation": "earliest", "query_temporal_norm": 0.5222569108009338, "query_session_index": 2, "query_start_sec": 13.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7549737095832825}], "gold_semantic_scores": [0.6320623755455017], "gold_temporal_scores": [0.12291140109300613], "max_gold_score": 0.7549737095832825, "max_candidate_score": 0.8005667328834534, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8005667328834534, "best_gold_margin": -0.0455930233001709, "weakest_gold_margin": -0.0455930233001709}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03762", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model was chosen for the demo after the latency checks?", "temporal_relation": "none", "query_temporal_norm": 0.4384169578552246, "query_session_index": 2, "query_start_sec": 13.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9093191623687744}], "gold_semantic_scores": [0.7448790669441223], "gold_temporal_scores": [0.16443946957588196], "max_gold_score": 0.9093191623687744, "max_candidate_score": 0.9093191623687744, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6513123512268066, "best_gold_margin": 0.2580068111419678, "weakest_gold_margin": 0.2580068111419678}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03762", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the demo model choice discussed?", "temporal_relation": "session", "query_temporal_norm": 0.17443425953388214, "query_session_index": 2, "query_start_sec": 13.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7495726346969604}], "gold_semantic_scores": [0.6962875127792358], "gold_temporal_scores": [0.05328521504998207], "max_gold_score": 0.7495726346969604, "max_candidate_score": 0.7538652420043945, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7538652420043945, "best_gold_margin": -0.004292607307434082, "weakest_gold_margin": -0.004292607307434082}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03887", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5422419309616089, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8678337335586548}], "gold_semantic_scores": [0.6009865999221802], "gold_temporal_scores": [0.26684680581092834], "max_gold_score": 0.8678337335586548, "max_candidate_score": 0.8942722678184509, "top_memory_id": "history_02_utt_0011::cf::main::1", "max_non_gold_score": 0.8942722678184509, "best_gold_margin": -0.026438534259796143, "weakest_gold_margin": -0.026438534259796143}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03887", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was a botanical garden visit mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.13341587781906128, "query_session_index": 2, "query_start_sec": 13.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7898611426353455}], "gold_semantic_scores": [0.7767422795295715], "gold_temporal_scores": [0.013118843547999859], "max_gold_score": 0.7898611426353455, "max_candidate_score": 0.7898611426353455, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.48738136887550354, "best_gold_margin": 0.3024797737598419, "weakest_gold_margin": 0.3024797737598419}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04007", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the prototype was aimed at?", "temporal_relation": "earliest", "query_temporal_norm": 0.5267345905303955, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7893570065498352}], "gold_semantic_scores": [0.6879359483718872], "gold_temporal_scores": [0.10142093151807785], "max_gold_score": 0.7893570065498352, "max_candidate_score": 0.8146722912788391, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.8146722912788391, "best_gold_margin": -0.025315284729003906, "weakest_gold_margin": -0.025315284729003906}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04007", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally mentioned aiming the prototype at the lab kiosk?", "temporal_relation": "earliest", "query_temporal_norm": 0.5443636178970337, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8575942516326904}], "gold_semantic_scores": [0.7412136793136597], "gold_temporal_scores": [0.11638055741786957], "max_gold_score": 0.8575942516326904, "max_candidate_score": 0.8575942516326904, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4648212492465973, "best_gold_margin": 0.39277300238609314, "weakest_gold_margin": 0.39277300238609314}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04007", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What am I offering to do?", "temporal_relation": "none", "query_temporal_norm": 0.14049164950847626, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.234777569770813, "top_memory_id": "history_02_utt_0042", "max_non_gold_score": 0.234777569770813, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04093", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my evaluation threshold was before I raised it later?", "temporal_relation": "before", "query_temporal_norm": 0.3282633423805237, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.807563066482544}], "gold_semantic_scores": [0.7475139498710632], "gold_temporal_scores": [0.06004904583096504], "max_gold_score": 0.807563066482544, "max_candidate_score": 0.807563066482544, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7352055907249451, "best_gold_margin": 0.07235747575759888, "weakest_gold_margin": 0.07235747575759888}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04093", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the acceptance threshold set to on VoxBench?", "temporal_relation": "none", "query_temporal_norm": 0.17206509411334991, "query_session_index": 2, "query_start_sec": 16.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6844894886016846}], "gold_semantic_scores": [0.6694911122322083], "gold_temporal_scores": [0.014998410828411579], "max_gold_score": 0.6844894886016846, "max_candidate_score": 0.6844894886016846, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6777288317680359, "best_gold_margin": 0.006760656833648682, "weakest_gold_margin": 0.006760656833648682}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04185", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my dinner restaurant choice change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41126495599746704, "query_session_index": 2, "query_start_sec": 17.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7908774614334106}, {"memory_id": "history_02_utt_0008", "score": 0.7473617792129517}], "gold_semantic_scores": [0.6385464668273926, 0.5966440439224243], "gold_temporal_scores": [0.1523309201002121, 0.1507178694009781], "max_gold_score": 0.7908774614334106, "max_candidate_score": 0.799052357673645, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.799052357673645, "best_gold_margin": -0.008174896240234375, "weakest_gold_margin": -0.05169057846069336}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04185", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned Luna Noodle House as the restaurant choice?", "temporal_relation": "none", "query_temporal_norm": 0.13314023613929749, "query_session_index": 2, "query_start_sec": 17.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7538509964942932}], "gold_semantic_scores": [0.7269153594970703], "gold_temporal_scores": [0.02693621627986431], "max_gold_score": 0.7538509964942932, "max_candidate_score": 0.7538509964942932, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4920009672641754, "best_gold_margin": 0.2618500292301178, "weakest_gold_margin": 0.2618500292301178}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04185", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the final decision for the restaurant choice we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5435567498207092, "query_session_index": 2, "query_start_sec": 17.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8135814666748047}], "gold_semantic_scores": [0.5816875696182251], "gold_temporal_scores": [0.23189404606819153], "max_gold_score": 0.8135814666748047, "max_candidate_score": 0.8135814666748047, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8088632822036743, "best_gold_margin": 0.004718184471130371, "weakest_gold_margin": 0.004718184471130371}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04185", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What restaurant was mentioned earlier as a possible choice for dinner?", "temporal_relation": "before", "query_temporal_norm": 0.3534966707229614, "query_session_index": 2, "query_start_sec": 17.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7657739520072937}], "gold_semantic_scores": [0.7098409533500671], "gold_temporal_scores": [0.05593286082148552], "max_gold_score": 0.7657739520072937, "max_candidate_score": 0.7657739520072937, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.35492587089538574, "best_gold_margin": 0.41084808111190796, "weakest_gold_margin": 0.41084808111190796}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04268", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who had originally said the baseline would use a frozen encoder with just a lightweight classifier head?", "temporal_relation": "earliest", "query_temporal_norm": 0.5410910844802856, "query_session_index": 2, "query_start_sec": 16.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6101529598236084}], "gold_semantic_scores": [0.5207145810127258], "gold_temporal_scores": [0.08943833410739899], "max_gold_score": 0.6101529598236084, "max_candidate_score": 0.6101529598236084, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.44312670826911926, "best_gold_margin": 0.16702625155448914, "weakest_gold_margin": 0.16702625155448914}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04268", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the training setup that we discussed?", "temporal_relation": "comparison", "query_temporal_norm": 0.29941311478614807, "query_session_index": 2, "query_start_sec": 16.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8048099875450134}, {"memory_id": "history_02_utt_0010", "score": 0.7446587681770325}], "gold_semantic_scores": [0.7044045329093933, 0.6731678247451782], "gold_temporal_scores": [0.10040543228387833, 0.0714908167719841], "max_gold_score": 0.8048099875450134, "max_candidate_score": 0.8048099875450134, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.495216429233551, "best_gold_margin": 0.3095935583114624, "weakest_gold_margin": 0.24944233894348145}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04268", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training setup did Drew mention using for the baseline?", "temporal_relation": "none", "query_temporal_norm": 0.16534069180488586, "query_session_index": 2, "query_start_sec": 16.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7420541048049927}], "gold_semantic_scores": [0.7232622504234314], "gold_temporal_scores": [0.018791968002915382], "max_gold_score": 0.7420541048049927, "max_candidate_score": 0.7420541048049927, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5842776298522949, "best_gold_margin": 0.15777647495269775, "weakest_gold_margin": 0.15777647495269775}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04268", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the earlier training setup before the plan changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.4121166467666626, "query_session_index": 2, "query_start_sec": 16.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7043792605400085}], "gold_semantic_scores": [0.6152616739273071], "gold_temporal_scores": [0.08911767601966858], "max_gold_score": 0.7043792605400085, "max_candidate_score": 0.7043792605400085, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5186566710472107, "best_gold_margin": 0.18572258949279785, "weakest_gold_margin": 0.18572258949279785}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04369", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn say the latest dataset version was?", "temporal_relation": "latest", "query_temporal_norm": 0.5557183027267456, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.023593783378601}], "gold_semantic_scores": [0.7365104556083679], "gold_temporal_scores": [0.28708308935165405], "max_gold_score": 1.023593783378601, "max_candidate_score": 1.023593783378601, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.0112264156341553, "best_gold_margin": 0.0123673677444458, "weakest_gold_margin": 0.0123673677444458}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04369", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned moving to the v0.9 dataset version?", "temporal_relation": "none", "query_temporal_norm": 0.2467457503080368, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6217657923698425}], "gold_semantic_scores": [0.517177402973175], "gold_temporal_scores": [0.10458870232105255], "max_gold_score": 0.6217657923698425, "max_candidate_score": 0.6217657923698425, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.27800068259239197, "best_gold_margin": 0.34376510977745056, "weakest_gold_margin": 0.34376510977745056}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04369", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the dataset version called in an earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.42500296235084534, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6897556781768799}], "gold_semantic_scores": [0.5645796656608582], "gold_temporal_scores": [0.1251760870218277], "max_gold_score": 0.6897556781768799, "max_candidate_score": 0.6897556781768799, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5456625819206238, "best_gold_margin": 0.1440930962562561, "weakest_gold_margin": 0.1440930962562561}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04369", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dataset version change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3515873849391937, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6077365875244141}, {"memory_id": "history_02_utt_0010", "score": 0.5621330142021179}], "gold_semantic_scores": [0.49669569730758667, 0.475506067276001], "gold_temporal_scores": [0.11104092001914978, 0.08662685751914978], "max_gold_score": 0.6077365875244141, "max_candidate_score": 0.6077365875244141, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.22519934177398682, "best_gold_margin": 0.38253724575042725, "weakest_gold_margin": 0.3369336724281311}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04523", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say we should submit for the retrieval track?", "temporal_relation": "earliest", "query_temporal_norm": 0.4807111322879791, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6359310150146484}], "gold_semantic_scores": [0.5689926147460938], "gold_temporal_scores": [0.06693830341100693], "max_gold_score": 0.6359310150146484, "max_candidate_score": 0.6970968842506409, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.6970968842506409, "best_gold_margin": -0.06116586923599243, "weakest_gold_margin": -0.06116586923599243}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04523", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model choice was decided on for the final benchmark run?", "temporal_relation": "latest", "query_temporal_norm": 0.47500723600387573, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7936614155769348}], "gold_semantic_scores": [0.6084499359130859], "gold_temporal_scores": [0.18521133065223694], "max_gold_score": 0.7936614155769348, "max_candidate_score": 0.7974488735198975, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0007::1", "max_non_gold_score": 0.7974488735198975, "best_gold_margin": -0.0037874579429626465, "weakest_gold_margin": -0.0037874579429626465}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04523", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the decision about the late-interaction retriever mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.32307329773902893, "query_session_index": 2, "query_start_sec": 14.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8468078970909119}], "gold_semantic_scores": [0.7266668081283569], "gold_temporal_scores": [0.12014121562242508], "max_gold_score": 0.8468078970909119, "max_candidate_score": 0.8468078970909119, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.40399208664894104, "best_gold_margin": 0.4428158104419708, "weakest_gold_margin": 0.4428158104419708}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04672", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Jordan's shopping item change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41648074984550476, "query_session_index": 2, "query_start_sec": 12.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8179880976676941}, {"memory_id": "history_02_utt_0010", "score": 0.7823513150215149}], "gold_semantic_scores": [0.6689261198043823, 0.652925968170166], "gold_temporal_scores": [0.14906193315982819, 0.12942497432231903], "max_gold_score": 0.8179880976676941, "max_candidate_score": 0.8179880976676941, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7055697441101074, "best_gold_margin": 0.11241835355758667, "weakest_gold_margin": 0.07678157091140747}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04672", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention dish soap?", "temporal_relation": "session", "query_temporal_norm": 0.17202381789684296, "query_session_index": 2, "query_start_sec": 12.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.4343162178993225}], "gold_semantic_scores": [0.37911319732666016], "gold_temporal_scores": [0.05520302429795265], "max_gold_score": 0.4343162178993225, "max_candidate_score": 0.4343162178993225, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3908597528934479, "best_gold_margin": 0.043456465005874634, "weakest_gold_margin": 0.043456465005874634}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04672", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping item did Jordan say they were price-checking?", "temporal_relation": "none", "query_temporal_norm": 0.38126131892204285, "query_session_index": 2, "query_start_sec": 12.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9070387482643127}], "gold_semantic_scores": [0.7252958416938782], "gold_temporal_scores": [0.18174269795417786], "max_gold_score": 0.9070387482643127, "max_candidate_score": 0.9070387482643127, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8605742454528809, "best_gold_margin": 0.046464502811431885, "weakest_gold_margin": 0.046464502811431885}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04672", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention price-checking laundry detergent pods?", "temporal_relation": "session", "query_temporal_norm": 0.21444368362426758, "query_session_index": 2, "query_start_sec": 12.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8584077954292297}], "gold_semantic_scores": [0.7971001863479614], "gold_temporal_scores": [0.06130747124552727], "max_gold_score": 0.8584077954292297, "max_candidate_score": 0.8584077954292297, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8156254291534424, "best_gold_margin": 0.042782366275787354, "weakest_gold_margin": 0.042782366275787354}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04769", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my training setting originally was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5223459005355835, "query_session_index": 2, "query_start_sec": 16.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7966668605804443}], "gold_semantic_scores": [0.6440454125404358], "gold_temporal_scores": [0.1526213437318802], "max_gold_score": 0.7966668605804443, "max_candidate_score": 0.7966668605804443, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.774202287197113, "best_gold_margin": 0.0224645733833313, "weakest_gold_margin": 0.0224645733833313}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04769", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the training setting change mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.3179257810115814, "query_session_index": 2, "query_start_sec": 16.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8723194003105164}], "gold_semantic_scores": [0.7222962975502014], "gold_temporal_scores": [0.15002334117889404], "max_gold_score": 0.8723194003105164, "max_candidate_score": 0.8723194003105164, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6523030996322632, "best_gold_margin": 0.22001630067825317, "weakest_gold_margin": 0.22001630067825317}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04840", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Taylor give for suggesting the Oak Street pharmacy, and why would it not work tonight?", "temporal_relation": "none", "query_temporal_norm": 0.2170470952987671, "query_session_index": 2, "query_start_sec": 15.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7642953991889954}, {"memory_id": "history_02_utt_0011", "score": 0.806041419506073}], "gold_semantic_scores": [0.6913499236106873, 0.7505826950073242], "gold_temporal_scores": [0.07294540852308273, 0.05545922368764877], "max_gold_score": 0.806041419506073, "max_candidate_score": 0.806041419506073, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.742008626461029, "best_gold_margin": 0.06403279304504395, "weakest_gold_margin": 0.02228677272796631}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04840", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the Riverfront locker suggested?", "temporal_relation": "none", "query_temporal_norm": 0.08551809191703796, "query_session_index": 2, "query_start_sec": 15.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6507620215415955}], "gold_semantic_scores": [0.6367672681808472], "gold_temporal_scores": [0.013994872570037842], "max_gold_score": 0.6507620215415955, "max_candidate_score": 0.6507620215415955, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.35961195826530457, "best_gold_margin": 0.2911500632762909, "weakest_gold_margin": 0.2911500632762909}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04840", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the Riverfront locker is unavailable?", "temporal_relation": "session", "query_temporal_norm": 0.14308443665504456, "query_session_index": 2, "query_start_sec": 15.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0025", "score": 0.7847232818603516}], "gold_semantic_scores": [0.7305125594139099], "gold_temporal_scores": [0.054210614413022995], "max_gold_score": 0.7847232818603516, "max_candidate_score": 0.7847232818603516, "top_memory_id": "history_02_utt_0025", "max_non_gold_score": 0.5596805810928345, "best_gold_margin": 0.2250427007675171, "weakest_gold_margin": 0.2250427007675171}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04940", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the movie night venue was before it got moved?", "temporal_relation": "earliest", "query_temporal_norm": 0.5182101130485535, "query_session_index": 2, "query_start_sec": 15.400000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6780809760093689}], "gold_semantic_scores": [0.5758472681045532], "gold_temporal_scores": [0.10223375260829926], "max_gold_score": 0.6780809760093689, "max_candidate_score": 0.7055810689926147, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.7055810689926147, "best_gold_margin": -0.02750009298324585, "weakest_gold_margin": -0.02750009298324585}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05049", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the training setup was full fine-tuning with batch size 32?", "temporal_relation": "earliest", "query_temporal_norm": 0.5717982053756714, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8249503970146179}], "gold_semantic_scores": [0.667694091796875], "gold_temporal_scores": [0.1572563648223877], "max_gold_score": 0.8249503970146179, "max_candidate_score": 0.8249503970146179, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4100659191608429, "best_gold_margin": 0.414884477853775, "weakest_gold_margin": 0.414884477853775}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05049", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest training setup mentioned?", "temporal_relation": "latest", "query_temporal_norm": 0.5490926504135132, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9382007122039795}], "gold_semantic_scores": [0.6832353472709656], "gold_temporal_scores": [0.2549656927585602], "max_gold_score": 0.9382007122039795, "max_candidate_score": 0.9382007122039795, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.937145471572876, "best_gold_margin": 0.0010552406311035156, "weakest_gold_margin": 0.0010552406311035156}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05049", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training setup did Taylor mention earlier?", "temporal_relation": "none", "query_temporal_norm": 0.4802779257297516, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7779356837272644}], "gold_semantic_scores": [0.6256834864616394], "gold_temporal_scores": [0.15225231647491455], "max_gold_score": 0.7779356837272644, "max_candidate_score": 0.7779356837272644, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6346927285194397, "best_gold_margin": 0.1432429552078247, "weakest_gold_margin": 0.1432429552078247}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05049", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the deadline for the internal draft?", "temporal_relation": "none", "query_temporal_norm": 0.31621190905570984, "query_session_index": 2, "query_start_sec": 12.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7384095788002014}], "gold_semantic_scores": [0.683563232421875], "gold_temporal_scores": [0.054846376180648804], "max_gold_score": 0.7384095788002014, "max_candidate_score": 0.7384095788002014, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.640582263469696, "best_gold_margin": 0.09782731533050537, "weakest_gold_margin": 0.09782731533050537}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05142", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched to preferring a backyard movie night, and what were they leaning toward at first?", "temporal_relation": "none", "query_temporal_norm": 0.27698665857315063, "query_session_index": 2, "query_start_sec": 11.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7156525254249573}, {"memory_id": "history_02_utt_0008", "score": 0.7090577483177185}], "gold_semantic_scores": [0.6180587410926819, 0.630261242389679], "gold_temporal_scores": [0.09759402275085449, 0.07879648357629776], "max_gold_score": 0.7156525254249573, "max_candidate_score": 0.7156525254249573, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.32686299085617065, "best_gold_margin": 0.3887895345687866, "weakest_gold_margin": 0.38219475746154785}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05142", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the activity choice we discussed?", "temporal_relation": "comparison", "query_temporal_norm": 0.275494784116745, "query_session_index": 2, "query_start_sec": 11.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6509023308753967}, {"memory_id": "history_02_utt_0008", "score": 0.506791889667511}], "gold_semantic_scores": [0.5554049611091614, 0.43755802512168884], "gold_temporal_scores": [0.09549716114997864, 0.06923381239175797], "max_gold_score": 0.6509023308753967, "max_candidate_score": 0.6509023308753967, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3557620942592621, "best_gold_margin": 0.29514023661613464, "weakest_gold_margin": 0.1510297954082489}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05142", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Hayden initially lean toward?", "temporal_relation": "earliest", "query_temporal_norm": 0.5548120737075806, "query_session_index": 2, "query_start_sec": 11.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7898886203765869}], "gold_semantic_scores": [0.6379563212394714], "gold_temporal_scores": [0.15193238854408264], "max_gold_score": 0.7898886203765869, "max_candidate_score": 0.7898886203765869, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6737968325614929, "best_gold_margin": 0.116091787815094, "weakest_gold_margin": 0.116091787815094}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05142", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Hayden mention leaning toward a board game night?", "temporal_relation": "session", "query_temporal_norm": 0.1960429698228836, "query_session_index": 2, "query_start_sec": 11.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7872719764709473}], "gold_semantic_scores": [0.7206001281738281], "gold_temporal_scores": [0.0666719600558281], "max_gold_score": 0.7872719764709473, "max_candidate_score": 0.7872719764709473, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6684333086013794, "best_gold_margin": 0.11883866786956787, "weakest_gold_margin": 0.11883866786956787}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05242", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the earlier weekend activity choice, and who later said they’d switched to the new one?", "temporal_relation": "none", "query_temporal_norm": 0.4166300296783447, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6831117868423462}, {"memory_id": "history_02_utt_0009", "score": 0.8306334018707275}], "gold_semantic_scores": [0.5404202342033386, 0.6392349004745483], "gold_temporal_scores": [0.14269161224365234, 0.19139832258224487], "max_gold_score": 0.8306334018707275, "max_candidate_score": 0.8306334018707275, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5570992827415466, "best_gold_margin": 0.2735341191291809, "weakest_gold_margin": 0.12601250410079956}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05242", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the activity choice we talked about earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.3947512209415436, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6868979334831238}, {"memory_id": "history_02_utt_0009", "score": 0.646435558795929}], "gold_semantic_scores": [0.5473908185958862, 0.57062166929245], "gold_temporal_scores": [0.13950709998607635, 0.07581398636102676], "max_gold_score": 0.6868979334831238, "max_candidate_score": 0.6868979334831238, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5930166840553284, "best_gold_margin": 0.09388124942779541, "weakest_gold_margin": 0.053418874740600586}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05242", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they were leaning toward the botanical garden for the weekend?", "temporal_relation": "none", "query_temporal_norm": 0.16287463903427124, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7188104391098022}], "gold_semantic_scores": [0.674308717250824], "gold_temporal_scores": [0.04450177773833275], "max_gold_score": 0.7188104391098022, "max_candidate_score": 0.7188104391098022, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3960025906562805, "best_gold_margin": 0.32280784845352173, "weakest_gold_margin": 0.32280784845352173}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05242", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched their pick to an indoor climbing session?", "temporal_relation": "none", "query_temporal_norm": 0.32050302624702454, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8256468772888184}], "gold_semantic_scores": [0.6643012762069702], "gold_temporal_scores": [0.1613456904888153], "max_gold_score": 0.8256468772888184, "max_candidate_score": 0.8256468772888184, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3345009684562683, "best_gold_margin": 0.49114590883255005, "weakest_gold_margin": 0.49114590883255005}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05303", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for suggesting CleanNest dish soap, and why was it taken off the list?", "temporal_relation": "none", "query_temporal_norm": 0.16721868515014648, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.550532877445221}, {"memory_id": "history_02_utt_0010", "score": 0.6338787078857422}], "gold_semantic_scores": [0.5018787384033203, 0.5782918930053711], "gold_temporal_scores": [0.04865420609712601, 0.05558677017688751], "max_gold_score": 0.6338787078857422, "max_candidate_score": 0.6338787078857422, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6070070266723633, "best_gold_margin": 0.026871681213378906, "weakest_gold_margin": -0.056474149227142334}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05303", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the CleanNest dish soap removed from the list?", "temporal_relation": "none", "query_temporal_norm": 0.15531663596630096, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6479810476303101}], "gold_semantic_scores": [0.5929019451141357], "gold_temporal_scores": [0.05507912114262581], "max_gold_score": 0.6479810476303101, "max_candidate_score": 0.6479810476303101, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4284733831882477, "best_gold_margin": 0.21950766444206238, "weakest_gold_margin": 0.21950766444206238}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05303", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why were the LoftHome trash bags suggested?", "temporal_relation": "none", "query_temporal_norm": 0.1287274956703186, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.7045237421989441}], "gold_semantic_scores": [0.6781808733940125], "gold_temporal_scores": [0.026342762634158134], "max_gold_score": 0.7045237421989441, "max_candidate_score": 0.7045237421989441, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.546249270439148, "best_gold_margin": 0.15827447175979614, "weakest_gold_margin": 0.15827447175979614}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05383", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Emerson suggest Green Table Cafe, and why did Finley say it wouldn't work?", "temporal_relation": "none", "query_temporal_norm": 0.17641593515872955, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.799981415271759}, {"memory_id": "history_02_utt_0010", "score": 0.707772970199585}], "gold_semantic_scores": [0.7462502717971802, 0.6472333669662476], "gold_temporal_scores": [0.05373111367225647, 0.06053934991359711], "max_gold_score": 0.799981415271759, "max_candidate_score": 0.799981415271759, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7725085616111755, "best_gold_margin": 0.027472853660583496, "weakest_gold_margin": -0.06473559141159058}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05383", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Emerson give for suggesting Green Table Cafe?", "temporal_relation": "none", "query_temporal_norm": 0.11275801807641983, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.832965612411499}], "gold_semantic_scores": [0.8056900501251221], "gold_temporal_scores": [0.027275480329990387], "max_gold_score": 0.832965612411499, "max_candidate_score": 0.832965612411499, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6514145731925964, "best_gold_margin": 0.1815510392189026, "weakest_gold_margin": 0.1815510392189026}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05383", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Table Cafe because of the patio heater?", "temporal_relation": "none", "query_temporal_norm": 0.11790868639945984, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.800018846988678}], "gold_semantic_scores": [0.7727833390235901], "gold_temporal_scores": [0.027235547080636024], "max_gold_score": 0.800018846988678, "max_candidate_score": 0.800018846988678, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6174148917198181, "best_gold_margin": 0.18260395526885986, "weakest_gold_margin": 0.18260395526885986}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05383", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about the Green Table Cafe being closed on Sundays?", "temporal_relation": "session", "query_temporal_norm": 0.1796690672636032, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8860505819320679}], "gold_semantic_scores": [0.8297066688537598], "gold_temporal_scores": [0.05634406954050064], "max_gold_score": 0.8860505819320679, "max_candidate_score": 0.8860505819320679, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5709472298622131, "best_gold_margin": 0.31510335206985474, "weakest_gold_margin": 0.31510335206985474}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05534", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their API freeze deadline to Thursday the 11th, and what was the earlier date?", "temporal_relation": "comparison", "query_temporal_norm": 0.38836154341697693, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8308589458465576}, {"memory_id": "history_02_utt_0010", "score": 0.6964972019195557}], "gold_semantic_scores": [0.6877601742744446, 0.5812621116638184], "gold_temporal_scores": [0.1430988758802414, 0.11523527652025223], "max_gold_score": 0.8308589458465576, "max_candidate_score": 0.8308589458465576, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6341081261634827, "best_gold_margin": 0.19675081968307495, "weakest_gold_margin": 0.062389075756073}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05534", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When was the API freeze deadline last set?", "temporal_relation": "none", "query_temporal_norm": 0.5315520167350769, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7122672200202942}], "gold_semantic_scores": [0.49206191301345825], "gold_temporal_scores": [0.22020496428012848], "max_gold_score": 0.7122672200202942, "max_candidate_score": 0.7182092070579529, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.7182092070579529, "best_gold_margin": -0.005941987037658691, "weakest_gold_margin": -0.005941987037658691}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05534", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When did Casey say their API freeze was due?", "temporal_relation": "none", "query_temporal_norm": 0.1682288646697998, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6669139266014099}], "gold_semantic_scores": [0.6164906024932861], "gold_temporal_scores": [0.05042333900928497], "max_gold_score": 0.6669139266014099, "max_candidate_score": 0.6669139266014099, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.574425995349884, "best_gold_margin": 0.09248793125152588, "weakest_gold_margin": 0.09248793125152588}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05644", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their gathering preference to a backyard trivia night, and what was the earlier preference?", "temporal_relation": "comparison", "query_temporal_norm": 0.34310099482536316, "query_session_index": 2, "query_start_sec": 18.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6054906249046326}, {"memory_id": "history_02_utt_0011", "score": 0.6528627872467041}], "gold_semantic_scores": [0.4820350706577301, 0.5657225251197815], "gold_temporal_scores": [0.12345551699399948, 0.08714070916175842], "max_gold_score": 0.6528627872467041, "max_candidate_score": 0.6528627872467041, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.37381434440612793, "best_gold_margin": 0.27904844284057617, "weakest_gold_margin": 0.23167628049850464}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05644", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was being considered earlier for the gathering?", "temporal_relation": "before", "query_temporal_norm": 0.45023027062416077, "query_session_index": 2, "query_start_sec": 18.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7749345898628235}], "gold_semantic_scores": [0.6941720247268677], "gold_temporal_scores": [0.08076255023479462], "max_gold_score": 0.7749345898628235, "max_candidate_score": 0.7749345898628235, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4305804669857025, "best_gold_margin": 0.34435412287712097, "weakest_gold_margin": 0.34435412287712097}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05644", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned leaning toward a board game night for the gathering?", "temporal_relation": "none", "query_temporal_norm": 0.1762869954109192, "query_session_index": 2, "query_start_sec": 18.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8304989337921143}], "gold_semantic_scores": [0.7795348763465881], "gold_temporal_scores": [0.05096407234668732], "max_gold_score": 0.8304989337921143, "max_candidate_score": 0.8304989337921143, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5148978233337402, "best_gold_margin": 0.315601110458374, "weakest_gold_margin": 0.315601110458374}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05644", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they ended up preferring a backyard trivia night instead?", "temporal_relation": "none", "query_temporal_norm": 0.3733326494693756, "query_session_index": 2, "query_start_sec": 18.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.868078887462616}], "gold_semantic_scores": [0.7113635540008545], "gold_temporal_scores": [0.15671581029891968], "max_gold_score": 0.868078887462616, "max_candidate_score": 0.868078887462616, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.45870208740234375, "best_gold_margin": 0.4093768000602722, "weakest_gold_margin": 0.4093768000602722}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05804", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say I put on my grocery list?", "temporal_relation": "earliest", "query_temporal_norm": 0.5332415699958801, "query_session_index": 2, "query_start_sec": 11.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8090166449546814}], "gold_semantic_scores": [0.6958897709846497], "gold_temporal_scores": [0.11312691122293472], "max_gold_score": 0.8090166449546814, "max_candidate_score": 0.8329584002494812, "top_memory_id": "history_01_utt_0011::cf::main::0", "max_non_gold_score": 0.8329584002494812, "best_gold_margin": -0.023941755294799805, "weakest_gold_margin": -0.023941755294799805}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05804", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned putting polenta on the grocery list?", "temporal_relation": "none", "query_temporal_norm": 0.1750197559595108, "query_session_index": 2, "query_start_sec": 11.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.80018550157547}], "gold_semantic_scores": [0.7655032873153687], "gold_temporal_scores": [0.034682150930166245], "max_gold_score": 0.80018550157547, "max_candidate_score": 0.80018550157547, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6063917279243469, "best_gold_margin": 0.19379377365112305, "weakest_gold_margin": 0.19379377365112305}
{"sample_id": "conv_9ab98027f08a_pkg_002", "qa_id": "qa_979a4e661449d3ed", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before they switched foods, which brand were their pets eating?", "temporal_relation": "before", "query_temporal_norm": 0.2993035912513733, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002137", "score": 0.5944638252258301}, {"memory_id": "utt_002141", "score": 0.5328500866889954}], "gold_semantic_scores": [0.6325552463531494, 0.5709418058395386], "gold_temporal_scores": [-0.038091398775577545, -0.038091763854026794], "max_gold_score": 0.5944638252258301, "max_candidate_score": 0.5944638252258301, "top_memory_id": "utt_002137", "max_non_gold_score": 0.5159715414047241, "best_gold_margin": 0.07849228382110596, "weakest_gold_margin": 0.01687854528427124}
{"sample_id": "conv_9ab98027f08a_pkg_002", "qa_id": "qa_469d76d4654dbcf0", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What financial goal did they say they were working toward?", "temporal_relation": "none", "query_temporal_norm": 0.23871979117393494, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002410", "score": 0.29383695125579834}, {"memory_id": "utt_002413", "score": 0.022382188588380814}], "gold_semantic_scores": [0.28329646587371826, 0.011807028204202652], "gold_temporal_scores": [0.010540368966758251, 0.010575163178145885], "max_gold_score": 0.29383695125579834, "max_candidate_score": 0.37854617834091187, "top_memory_id": "utt_002096", "max_non_gold_score": 0.37854617834091187, "best_gold_margin": -0.08470922708511353, "weakest_gold_margin": -0.35616398975253105}
{"sample_id": "conv_9ab98027f08a_pkg_002", "qa_id": "qa_7fcc7a4fd0a900f8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they just can't bring themselves to journal right now?", "temporal_relation": "none", "query_temporal_norm": 0.21351507306098938, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002493", "score": 0.5014388561248779}], "gold_semantic_scores": [0.5275365114212036], "gold_temporal_scores": [-0.026097696274518967], "max_gold_score": 0.5014388561248779, "max_candidate_score": 0.5014388561248779, "top_memory_id": "utt_002493", "max_non_gold_score": 0.3956207036972046, "best_gold_margin": 0.10581815242767334, "weakest_gold_margin": 0.10581815242767334}
{"sample_id": "conv_e3b6ef7a4e02_pkg_000", "qa_id": "qa_31fb24cc79eeab11", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Skyler's Mars placement?", "temporal_relation": "none", "query_temporal_norm": 0.22416134178638458, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000392", "score": 0.3835534453392029}], "gold_semantic_scores": [0.3928241729736328], "gold_temporal_scores": [-0.009270771406590939], "max_gold_score": 0.3835534453392029, "max_candidate_score": 0.3835534453392029, "top_memory_id": "utt_000392", "max_non_gold_score": 0.3229443430900574, "best_gold_margin": 0.06060910224914551, "weakest_gold_margin": 0.06060910224914551}
{"sample_id": "conv_e3b6ef7a4e02_pkg_000", "qa_id": "qa_90222992265cb925", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I want to do as a career?", "temporal_relation": "none", "query_temporal_norm": 0.22001361846923828, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000347", "score": 0.612556517124176}], "gold_semantic_scores": [0.6297645568847656], "gold_temporal_scores": [-0.01720770075917244], "max_gold_score": 0.612556517124176, "max_candidate_score": 0.612556517124176, "top_memory_id": "utt_000347", "max_non_gold_score": 0.5159528255462646, "best_gold_margin": 0.09660369157791138, "weakest_gold_margin": 0.09660369157791138}
{"sample_id": "conv_e3b6ef7a4e02_pkg_000", "qa_id": "qa_bfd76dfba88a6500", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker who said they live in a four-story house describe it?", "temporal_relation": "session", "query_temporal_norm": 0.21854352951049805, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000585", "score": 0.6309742331504822}, {"memory_id": "utt_000586", "score": 0.443955659866333}], "gold_semantic_scores": [0.6597145795822144, 0.4726846218109131], "gold_temporal_scores": [-0.02874000556766987, -0.028729010373353958], "max_gold_score": 0.6309742331504822, "max_candidate_score": 0.6309742331504822, "top_memory_id": "utt_000585", "max_non_gold_score": 0.4366701543331146, "best_gold_margin": 0.19430407881736755, "weakest_gold_margin": 0.007285505533218384}
{"sample_id": "conv_e556a120521d_pkg_000", "qa_id": "qa_6e1a66d329c5eece", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who has a pet named Cairo?", "temporal_relation": "none", "query_temporal_norm": 0.2450864613056183, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000113", "score": 0.5318928360939026}], "gold_semantic_scores": [0.5776253938674927], "gold_temporal_scores": [-0.04573262110352516], "max_gold_score": 0.5318928360939026, "max_candidate_score": 0.5318928360939026, "top_memory_id": "utt_000113", "max_non_gold_score": 0.39329612255096436, "best_gold_margin": 0.13859671354293823, "weakest_gold_margin": 0.13859671354293823}
{"sample_id": "conv_e556a120521d_pkg_000", "qa_id": "qa_767384aa61ae517f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How long is the language class you mentioned?", "temporal_relation": "none", "query_temporal_norm": 0.2347910851240158, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000310", "score": 0.2892897129058838}], "gold_semantic_scores": [0.3120253384113312], "gold_temporal_scores": [-0.022735580801963806], "max_gold_score": 0.2892897129058838, "max_candidate_score": 0.3246261775493622, "top_memory_id": "utt_000308", "max_non_gold_score": 0.3246261775493622, "best_gold_margin": -0.035336464643478394, "weakest_gold_margin": -0.035336464643478394}
{"sample_id": "conv_e556a120521d_pkg_000", "qa_id": "qa_52c9c6414e8fd9e7", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they can say three or four words at a time?", "temporal_relation": "session", "query_temporal_norm": 0.21497859060764313, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000304", "score": 0.5777715444564819}], "gold_semantic_scores": [0.593977153301239], "gold_temporal_scores": [-0.016205668449401855], "max_gold_score": 0.5777715444564819, "max_candidate_score": 0.5777715444564819, "top_memory_id": "utt_000304", "max_non_gold_score": 0.36177369952201843, "best_gold_margin": 0.2159978449344635, "weakest_gold_margin": 0.2159978449344635}
{"sample_id": "conv_e6f0ddcbab3c_pkg_000", "qa_id": "qa_f02860cae8f6138b", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who dislikes the lip color 'orangey' and who dislikes 'coral'?", "temporal_relation": "none", "query_temporal_norm": 0.19092944264411926, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000627", "score": 0.5112504959106445}, {"memory_id": "utt_000629", "score": 0.7645367383956909}, {"memory_id": "utt_000634", "score": 0.37834447622299194}, {"memory_id": "utt_000636", "score": 0.5723046660423279}], "gold_semantic_scores": [0.551437497138977, 0.8047165870666504, 0.41851937770843506, 0.6124786734580994], "gold_temporal_scores": [-0.04018694534897804, -0.04017980024218559, -0.04017484560608864, -0.04017384722828865], "max_gold_score": 0.7645367383956909, "max_candidate_score": 0.7645367383956909, "top_memory_id": "utt_000629", "max_non_gold_score": 0.5841417908668518, "best_gold_margin": 0.1803949475288391, "weakest_gold_margin": -0.20579731464385986}
{"sample_id": "conv_e6f0ddcbab3c_pkg_000", "qa_id": "qa_5c346db9454105c2", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I own the pistache eclair perfume?", "temporal_relation": "none", "query_temporal_norm": 0.22291626036167145, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000402", "score": 0.7204030156135559}], "gold_semantic_scores": [0.7429369688034058], "gold_temporal_scores": [-0.022534023970365524], "max_gold_score": 0.7204030156135559, "max_candidate_score": 0.7204030156135559, "top_memory_id": "utt_000402", "max_non_gold_score": 0.5818478465080261, "best_gold_margin": 0.13855516910552979, "weakest_gold_margin": 0.13855516910552979}
{"sample_id": "conv_e6f0ddcbab3c_pkg_000", "qa_id": "qa_afe296487e8b22d4", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say she doesn't like floral notes like rose, peony, and gardenia?", "temporal_relation": "session", "query_temporal_norm": 0.17569996416568756, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000337", "score": 0.6502410173416138}, {"memory_id": "utt_000338", "score": 0.629349946975708}], "gold_semantic_scores": [0.6750717163085938, 0.6541588306427002], "gold_temporal_scores": [-0.02483062632381916, -0.024809034541249275], "max_gold_score": 0.6502410173416138, "max_candidate_score": 0.6502410173416138, "top_memory_id": "utt_000337", "max_non_gold_score": 0.5584931373596191, "best_gold_margin": 0.09174787998199463, "weakest_gold_margin": 0.07085680961608887}
{"sample_id": "conv_e6f0ddcbab3c_pkg_000", "qa_id": "qa_ad5ffc59ffb42a6f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which fragrance brand does the speaker prefer?", "temporal_relation": "none", "query_temporal_norm": 0.21902278065681458, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000215", "score": 0.5873675346374512}], "gold_semantic_scores": [0.6146822571754456], "gold_temporal_scores": [-0.027314692735671997], "max_gold_score": 0.5873675346374512, "max_candidate_score": 0.5873675346374512, "top_memory_id": "utt_000215", "max_non_gold_score": 0.5743008852005005, "best_gold_margin": 0.013066649436950684, "weakest_gold_margin": 0.013066649436950684}
{"sample_id": "conv_e963cd63e023_pkg_001", "qa_id": "qa_379038e6a593845d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who is 36?", "temporal_relation": "none", "query_temporal_norm": 0.24154989421367645, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001172", "score": 0.6778955459594727}], "gold_semantic_scores": [0.7160394191741943], "gold_temporal_scores": [-0.0381438210606575], "max_gold_score": 0.6778955459594727, "max_candidate_score": 0.6778955459594727, "top_memory_id": "utt_001172", "max_non_gold_score": 0.6038694977760315, "best_gold_margin": 0.07402604818344116, "weakest_gold_margin": 0.07402604818344116}
{"sample_id": "conv_e963cd63e023_pkg_001", "qa_id": "qa_3ade425c3176de68", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say they feel undervalued for helping people with their life problems?", "temporal_relation": "session", "query_temporal_norm": 0.19722886383533478, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001156", "score": 0.38733407855033875}, {"memory_id": "utt_001157", "score": 0.43695154786109924}, {"memory_id": "utt_001158", "score": 0.36194470524787903}], "gold_semantic_scores": [0.39272716641426086, 0.44228342175483704, 0.3671470284461975], "gold_temporal_scores": [-0.00539312744513154, -0.005331874825060368, -0.005202313419431448], "max_gold_score": 0.43695154786109924, "max_candidate_score": 0.5685694813728333, "top_memory_id": "utt_001278", "max_non_gold_score": 0.5685694813728333, "best_gold_margin": -0.131617933511734, "weakest_gold_margin": -0.20662477612495422}
{"sample_id": "conv_e963cd63e023_pkg_001", "qa_id": "qa_529fcb57dd5ed32f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Kendall's sleep pattern?", "temporal_relation": "none", "query_temporal_norm": 0.20980721712112427, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001791", "score": 0.46950116753578186}], "gold_semantic_scores": [0.47123482823371887], "gold_temporal_scores": [-0.0017336495220661163], "max_gold_score": 0.46950116753578186, "max_candidate_score": 0.46950116753578186, "top_memory_id": "utt_001791", "max_non_gold_score": 0.4292105734348297, "best_gold_margin": 0.04029059410095215, "weakest_gold_margin": 0.04029059410095215}
{"sample_id": "conv_eabefc860077_pkg_001", "qa_id": "qa_0f59d7ecd1e4bbe0", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How does each person mentioned track or think about their work time?", "temporal_relation": "none", "query_temporal_norm": 0.22155174612998962, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001586", "score": 0.5401620268821716}, {"memory_id": "utt_001587", "score": 0.3271777033805847}, {"memory_id": "utt_001589", "score": 0.37325263023376465}], "gold_semantic_scores": [0.5711765885353088, 0.35819047689437866, 0.4042629301548004], "gold_temporal_scores": [-0.03101452812552452, -0.031012624502182007, -0.031010203063488007], "max_gold_score": 0.5401620268821716, "max_candidate_score": 0.5946093797683716, "top_memory_id": "utt_001554", "max_non_gold_score": 0.5946093797683716, "best_gold_margin": -0.05444735288619995, "weakest_gold_margin": -0.26743167638778687}
{"sample_id": "conv_eabefc860077_pkg_001", "qa_id": "qa_472634384f24bd95", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What does the person with the computer table use to raise the height of their monitors?", "temporal_relation": "none", "query_temporal_norm": 0.19430015981197357, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001247", "score": 0.40054255723953247}, {"memory_id": "utt_001249", "score": 0.5163165926933289}], "gold_semantic_scores": [0.40516358613967896, 0.5208740830421448], "gold_temporal_scores": [-0.004620825406163931, -0.004557324107736349], "max_gold_score": 0.5163165926933289, "max_candidate_score": 0.5163165926933289, "top_memory_id": "utt_001249", "max_non_gold_score": 0.48710861802101135, "best_gold_margin": 0.029207974672317505, "weakest_gold_margin": -0.08656606078147888}
{"sample_id": "conv_eabefc860077_pkg_001", "qa_id": "qa_3ac21a56d1862f21", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say I was a little disappointed about the first company?", "temporal_relation": "session", "query_temporal_norm": 0.2165786772966385, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001100", "score": 0.6893850564956665}], "gold_semantic_scores": [0.7192362546920776], "gold_temporal_scores": [-0.02985125407576561], "max_gold_score": 0.6893850564956665, "max_candidate_score": 0.6893850564956665, "top_memory_id": "utt_001100", "max_non_gold_score": 0.4526973366737366, "best_gold_margin": 0.23668771982192993, "weakest_gold_margin": 0.23668771982192993}
{"sample_id": "conv_eabefc860077_pkg_001", "qa_id": "qa_3f247d2c80827e35", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they work from home?", "temporal_relation": "none", "query_temporal_norm": 0.24314458668231964, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001465", "score": 0.5977949500083923}], "gold_semantic_scores": [0.6430498361587524], "gold_temporal_scores": [-0.04525470361113548], "max_gold_score": 0.5977949500083923, "max_candidate_score": 0.5977949500083923, "top_memory_id": "utt_001465", "max_non_gold_score": 0.4588123857975006, "best_gold_margin": 0.13898256421089172, "weakest_gold_margin": 0.13898256421089172}
{"sample_id": "conv_ebcee27dc059_pkg_001", "qa_id": "qa_df787534eb345a2e", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say I'd be the first to know about new projects?", "temporal_relation": "session", "query_temporal_norm": 0.2183116376399994, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000983", "score": 0.34034571051597595}, {"memory_id": "utt_000985", "score": 0.5055124163627625}], "gold_semantic_scores": [0.3650713860988617, 0.5301046371459961], "gold_temporal_scores": [-0.024725759401917458, -0.024592233821749687], "max_gold_score": 0.5055124163627625, "max_candidate_score": 0.5055124163627625, "top_memory_id": "utt_000985", "max_non_gold_score": 0.3895438611507416, "best_gold_margin": 0.11596855521202087, "weakest_gold_margin": -0.049198150634765625}
{"sample_id": "conv_ebcee27dc059_pkg_001", "qa_id": "qa_431c9f9fdbc7e8e0", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say about loyalty to the site?", "temporal_relation": "none", "query_temporal_norm": 0.21865645051002502, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000935", "score": 0.6753469109535217}], "gold_semantic_scores": [0.6977750658988953], "gold_temporal_scores": [-0.022428002208471298], "max_gold_score": 0.6753469109535217, "max_candidate_score": 0.6753469109535217, "top_memory_id": "utt_000935", "max_non_gold_score": 0.46831589937210083, "best_gold_margin": 0.2070310115814209, "weakest_gold_margin": 0.2070310115814209}
{"sample_id": "conv_ebcee27dc059_pkg_001", "qa_id": "qa_32f14263ad78efeb", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were part of a WhatsApp group called \"AI Work\"?", "temporal_relation": "none", "query_temporal_norm": 0.24787637591362, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001033", "score": 0.5974830389022827}], "gold_semantic_scores": [0.634216845035553], "gold_temporal_scores": [-0.03673384338617325], "max_gold_score": 0.5974830389022827, "max_candidate_score": 0.6088085770606995, "top_memory_id": "utt_001099", "max_non_gold_score": 0.6088085770606995, "best_gold_margin": -0.011325538158416748, "weakest_gold_margin": -0.011325538158416748}
{"sample_id": "conv_ec9294d180a2_pkg_001", "qa_id": "qa_1b0a820ae2d96e4f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they would probably want to talk to Dakota a lot this week?", "temporal_relation": "none", "query_temporal_norm": 0.20995259284973145, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001742", "score": 0.33722472190856934}, {"memory_id": "utt_001743", "score": 0.5237733721733093}], "gold_semantic_scores": [0.35800132155418396, 0.5444464683532715], "gold_temporal_scores": [-0.020776594057679176, -0.020673086866736412], "max_gold_score": 0.5237733721733093, "max_candidate_score": 0.5374853014945984, "top_memory_id": "utt_001699", "max_non_gold_score": 0.5374853014945984, "best_gold_margin": -0.013711929321289062, "weakest_gold_margin": -0.20026057958602905}
{"sample_id": "conv_ec9294d180a2_pkg_001", "qa_id": "qa_5ee644806f68d548", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they can read well?", "temporal_relation": "session", "query_temporal_norm": 0.23236800730228424, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001756", "score": 0.6709941029548645}, {"memory_id": "utt_001784", "score": 0.5207511782646179}], "gold_semantic_scores": [0.7043373584747314, 0.5537854433059692], "gold_temporal_scores": [-0.03334299102425575, -0.033034320920705795], "max_gold_score": 0.6709941029548645, "max_candidate_score": 0.6709941029548645, "top_memory_id": "utt_001756", "max_non_gold_score": 0.5326713919639587, "best_gold_margin": 0.13832271099090576, "weakest_gold_margin": -0.01192021369934082}
{"sample_id": "conv_ec9294d180a2_pkg_001", "qa_id": "qa_159ebe806f339724", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Dakota say they planned to buy?", "temporal_relation": "none", "query_temporal_norm": 0.2792888283729553, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002450", "score": 0.5606348514556885}, {"memory_id": "utt_002763", "score": 0.373690128326416}, {"memory_id": "utt_002764", "score": 0.05782404541969299}], "gold_semantic_scores": [0.5919602513313293, 0.4049343466758728, 0.08906816691160202], "gold_temporal_scores": [-0.03132522851228714, -0.031244244426488876, -0.031244125217199326], "max_gold_score": 0.5606348514556885, "max_candidate_score": 0.6084810495376587, "top_memory_id": "utt_001885", "max_non_gold_score": 0.6084810495376587, "best_gold_margin": -0.047846198081970215, "weakest_gold_margin": -0.5506570041179657}
{"sample_id": "conv_ed13dd6add32_pkg_001", "qa_id": "qa_80dc6f8a141438f7", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did they say their tattoos are located?", "temporal_relation": "none", "query_temporal_norm": 0.2239675223827362, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001142", "score": 0.40828651189804077}, {"memory_id": "utt_001159", "score": 0.3835473656654358}, {"memory_id": "utt_001191", "score": 0.4868519604206085}], "gold_semantic_scores": [0.4303411543369293, 0.405255526304245, 0.5081556439399719], "gold_temporal_scores": [-0.022054599598050117, -0.021708140149712563, -0.021303733810782433], "max_gold_score": 0.4868519604206085, "max_candidate_score": 0.560752272605896, "top_memory_id": "utt_001177", "max_non_gold_score": 0.560752272605896, "best_gold_margin": -0.07390031218528748, "weakest_gold_margin": -0.1772049069404602}
{"sample_id": "conv_ed13dd6add32_pkg_001", "qa_id": "qa_cbfef8583d1fe905", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who has an ex-girlfriend's name in Thai writing, and who has their mother's name and their daughter's name as tattoos?", "temporal_relation": "none", "query_temporal_norm": 0.28515809774398804, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001142", "score": 0.2766074240207672}, {"memory_id": "utt_001160", "score": 0.3744274973869324}, {"memory_id": "utt_001192", "score": 0.3982456922531128}], "gold_semantic_scores": [0.3574160039424896, 0.4556630849838257, 0.47998347878456116], "gold_temporal_scores": [-0.0808083787560463, -0.08123548328876495, -0.08173762261867523], "max_gold_score": 0.3982456922531128, "max_candidate_score": 0.491820752620697, "top_memory_id": "utt_001062", "max_non_gold_score": 0.491820752620697, "best_gold_margin": -0.09357506036758423, "weakest_gold_margin": -0.2152133285999298}
{"sample_id": "conv_ed13dd6add32_pkg_001", "qa_id": "qa_5723e7fbf879bbbd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Where did I (Alex) say I used to work?", "temporal_relation": "none", "query_temporal_norm": 0.22963781654834747, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001056", "score": 0.6443438529968262}, {"memory_id": "utt_001061", "score": 0.5504764914512634}], "gold_semantic_scores": [0.6769482493400574, 0.5830336809158325], "gold_temporal_scores": [-0.03260423615574837, -0.032557182013988495], "max_gold_score": 0.6443438529968262, "max_candidate_score": 0.6606540679931641, "top_memory_id": "utt_001342", "max_non_gold_score": 0.6606540679931641, "best_gold_margin": -0.01631021499633789, "weakest_gold_margin": -0.11017757654190063}
{"sample_id": "conv_edf32aa3767b_pkg_001", "qa_id": "qa_4d06f331c8a3c828", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which current or recent scooter/bike does Paul Alexander have, and which does Lane have?", "temporal_relation": "none", "query_temporal_norm": 0.1641795039176941, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000994", "score": 0.37644097208976746}, {"memory_id": "utt_000995", "score": 0.5609202980995178}, {"memory_id": "utt_001078", "score": 0.39369329810142517}, {"memory_id": "utt_001081", "score": 0.3290485441684723}, {"memory_id": "utt_001109", "score": 0.4258950352668762}], "gold_semantic_scores": [0.3936731815338135, 0.5780279040336609, 0.4050413966178894, 0.33985963463783264, 0.4351968467235565], "gold_temporal_scores": [-0.017232229933142662, -0.017107587307691574, -0.011348102241754532, -0.010811001993715763, -0.009301869198679924], "max_gold_score": 0.5609202980995178, "max_candidate_score": 0.5609202980995178, "top_memory_id": "utt_000995", "max_non_gold_score": 0.5068638324737549, "best_gold_margin": 0.05405646562576294, "weakest_gold_margin": -0.1778152883052826}
{"sample_id": "conv_edf32aa3767b_pkg_001", "qa_id": "qa_bedf617b53714cb1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What color was my past vehicle?", "temporal_relation": "none", "query_temporal_norm": 0.2204381227493286, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001026", "score": 0.5619640946388245}], "gold_semantic_scores": [0.5718560814857483], "gold_temporal_scores": [-0.009892020374536514], "max_gold_score": 0.5619640946388245, "max_candidate_score": 0.6446014046669006, "top_memory_id": "utt_001235", "max_non_gold_score": 0.6446014046669006, "best_gold_margin": -0.08263731002807617, "weakest_gold_margin": -0.08263731002807617}
{"sample_id": "conv_edf32aa3767b_pkg_001", "qa_id": "qa_7938267db15cc447", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it mentioned that one charge gets about 400 kilometers?", "temporal_relation": "session", "query_temporal_norm": 0.2175990343093872, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001121", "score": 0.7408016324043274}], "gold_semantic_scores": [0.751693069934845], "gold_temporal_scores": [-0.010891460813581944], "max_gold_score": 0.7408016324043274, "max_candidate_score": 0.7408016324043274, "top_memory_id": "utt_001121", "max_non_gold_score": 0.6364321708679199, "best_gold_margin": 0.10436946153640747, "weakest_gold_margin": 0.10436946153640747}
{"sample_id": "conv_f0683e74e337_pkg_001", "qa_id": "qa_11073ed307d9fcc8", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What exactly did Sawyer do at Villa Market, who helped, and what happened afterward?", "temporal_relation": "none", "query_temporal_norm": 0.18548816442489624, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001127", "score": 0.14223667979240417}, {"memory_id": "utt_001128", "score": 0.5488012433052063}, {"memory_id": "utt_001129", "score": 0.2737261950969696}, {"memory_id": "utt_001140", "score": 0.28246450424194336}, {"memory_id": "utt_001150", "score": 0.12988299131393433}, {"memory_id": "utt_001159", "score": 0.11504878103733063}, {"memory_id": "utt_001170", "score": 0.21155662834644318}], "gold_semantic_scores": [0.1823480725288391, 0.5889175534248352, 0.3138536810874939, 0.3226470351219177, 0.17009994387626648, 0.15529674291610718, 0.25185808539390564], "gold_temporal_scores": [-0.04011130705475807, -0.040116406977176666, -0.04012743756175041, -0.040182389318943024, -0.04021693766117096, -0.04024792090058327, -0.04030141979455948], "max_gold_score": 0.5488012433052063, "max_candidate_score": 0.5488012433052063, "top_memory_id": "utt_001128", "max_non_gold_score": 0.35282808542251587, "best_gold_margin": 0.19597315788269043, "weakest_gold_margin": -0.23777930438518524}
{"sample_id": "conv_f0683e74e337_pkg_001", "qa_id": "qa_b345aaf423d3a3bb", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I mentioned giving something as a gift—what did I say I gave?", "temporal_relation": "none", "query_temporal_norm": 0.21872955560684204, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001181", "score": 0.40673762559890747}, {"memory_id": "utt_001182", "score": 0.18807557225227356}, {"memory_id": "utt_001183", "score": 0.27359533309936523}, {"memory_id": "utt_001201", "score": 0.6764542460441589}], "gold_semantic_scores": [0.42923271656036377, 0.21054832637310028, 0.296044260263443, 0.6983768939971924], "gold_temporal_scores": [-0.022495154291391373, -0.02247275598347187, -0.022448953241109848, -0.02192264422774315], "max_gold_score": 0.6764542460441589, "max_candidate_score": 0.6764542460441589, "top_memory_id": "utt_001201", "max_non_gold_score": 0.5649652481079102, "best_gold_margin": 0.11148899793624878, "weakest_gold_margin": -0.3768896758556366}
{"sample_id": "conv_f0683e74e337_pkg_001", "qa_id": "qa_b9628f55e3824bc5", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was Miami mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.21611584722995758, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001035", "score": -0.03248357027769089}, {"memory_id": "utt_001036", "score": 0.43571704626083374}], "gold_semantic_scores": [-0.001713735400699079, 0.4664115905761719], "gold_temporal_scores": [-0.03076983243227005, -0.030694518238306046], "max_gold_score": 0.43571704626083374, "max_candidate_score": 0.447995126247406, "top_memory_id": "utt_001047", "max_non_gold_score": 0.447995126247406, "best_gold_margin": -0.012278079986572266, "weakest_gold_margin": -0.4804786965250969}
{"sample_id": "conv_f299a195251b_pkg_000", "qa_id": "qa_8eaeba59ffa157fb", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What opinion did Payton express about who is responsible for decisions?", "temporal_relation": "none", "query_temporal_norm": 0.2122706174850464, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000749", "score": 0.5707470774650574}], "gold_semantic_scores": [0.6003674864768982], "gold_temporal_scores": [-0.029620569199323654], "max_gold_score": 0.5707470774650574, "max_candidate_score": 0.5707470774650574, "top_memory_id": "utt_000749", "max_non_gold_score": 0.4762987494468689, "best_gold_margin": 0.09444832801818848, "weakest_gold_margin": 0.09444832801818848}
{"sample_id": "conv_f299a195251b_pkg_000", "qa_id": "qa_1bd06a113eda1453", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which part of the conversation did the speaker say they like the Gulf Coast?", "temporal_relation": "session", "query_temporal_norm": 0.19457879662513733, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000185", "score": 0.7240491509437561}], "gold_semantic_scores": [0.744781494140625], "gold_temporal_scores": [-0.020732257515192032], "max_gold_score": 0.7240491509437561, "max_candidate_score": 0.7240491509437561, "top_memory_id": "utt_000185", "max_non_gold_score": 0.6055585741996765, "best_gold_margin": 0.11849057674407959, "weakest_gold_margin": 0.11849057674407959}
{"sample_id": "conv_f299a195251b_pkg_000", "qa_id": "qa_57f01c3b9d95d498", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the name of the speaker's good friend?", "temporal_relation": "none", "query_temporal_norm": 0.21720349788665771, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000441", "score": 0.4122914671897888}], "gold_semantic_scores": [0.4197375476360321], "gold_temporal_scores": [-0.007446134928613901], "max_gold_score": 0.4122914671897888, "max_candidate_score": 0.4122914671897888, "top_memory_id": "utt_000441", "max_non_gold_score": 0.4118955731391907, "best_gold_margin": 0.00039589405059814453, "weakest_gold_margin": 0.00039589405059814453}
{"sample_id": "conv_f3d44e20a12c_pkg_001", "qa_id": "qa_26af003ef862ece0", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the pants?", "temporal_relation": "none", "query_temporal_norm": 0.18758414685726166, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002357", "score": 0.35413414239883423}, {"memory_id": "utt_002359", "score": 0.3149258494377136}, {"memory_id": "utt_002406", "score": 0.555019736289978}], "gold_semantic_scores": [0.35459399223327637, 0.31536105275154114, 0.5550204515457153], "gold_temporal_scores": [-0.00045986322220414877, -0.0004351584066171199, -7.814926448190818e-07], "max_gold_score": 0.555019736289978, "max_candidate_score": 0.5661535263061523, "top_memory_id": "utt_002404", "max_non_gold_score": 0.5661535263061523, "best_gold_margin": -0.011133790016174316, "weakest_gold_margin": -0.2512276768684387}
{"sample_id": "conv_f3d44e20a12c_pkg_001", "qa_id": "qa_8be8e9e99f1a2151", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What past work experience was mentioned?", "temporal_relation": "none", "query_temporal_norm": 0.22514937818050385, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001576", "score": 0.6020534634590149}, {"memory_id": "utt_001579", "score": 0.536742091178894}], "gold_semantic_scores": [0.6452903151512146, 0.5792934894561768], "gold_temporal_scores": [-0.04323657602071762, -0.04255135357379913], "max_gold_score": 0.6020534634590149, "max_candidate_score": 0.6020534634590149, "top_memory_id": "utt_001576", "max_non_gold_score": 0.46977347135543823, "best_gold_margin": 0.13227999210357666, "weakest_gold_margin": 0.06696861982345581}
{"sample_id": "conv_f528688b80b8_pkg_000", "qa_id": "qa_37303b859620eb36", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who in the conversation said they love traveling?", "temporal_relation": "none", "query_temporal_norm": 0.22478927671909332, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000199", "score": 0.562492311000824}], "gold_semantic_scores": [0.606873095035553], "gold_temporal_scores": [-0.04438090696930885], "max_gold_score": 0.562492311000824, "max_candidate_score": 0.6005639433860779, "top_memory_id": "utt_000357", "max_non_gold_score": 0.6005639433860779, "best_gold_margin": -0.038071632385253906, "weakest_gold_margin": -0.038071632385253906}
{"sample_id": "conv_f528688b80b8_pkg_000", "qa_id": "qa_21653180158b400b", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the target speaker state their current work hours (3:00 PM to 7:00 PM and 11:00 PM to 2:00 AM)?", "temporal_relation": "session", "query_temporal_norm": 0.20444607734680176, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000095", "score": 0.5836445093154907}], "gold_semantic_scores": [0.6215185523033142], "gold_temporal_scores": [-0.037874095141887665], "max_gold_score": 0.5836445093154907, "max_candidate_score": 0.5836445093154907, "top_memory_id": "utt_000095", "max_non_gold_score": 0.44006848335266113, "best_gold_margin": 0.1435760259628296, "weakest_gold_margin": 0.1435760259628296}
{"sample_id": "conv_f528688b80b8_pkg_000", "qa_id": "qa_2e7142d5bbebd8ee", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say they wanted to try?", "temporal_relation": "none", "query_temporal_norm": 0.22291861474514008, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001006", "score": 0.5994104146957397}], "gold_semantic_scores": [0.6218327283859253], "gold_temporal_scores": [-0.022422315552830696], "max_gold_score": 0.5994104146957397, "max_candidate_score": 0.5994104146957397, "top_memory_id": "utt_001006", "max_non_gold_score": 0.5945075154304504, "best_gold_margin": 0.004902899265289307, "weakest_gold_margin": 0.004902899265289307}
{"sample_id": "conv_f71745afa4a0_pkg_000", "qa_id": "qa_ac8603165ebfe7e5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which nationality of tourists did the speaker say they like?", "temporal_relation": "none", "query_temporal_norm": 0.21288788318634033, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000307", "score": 0.535661518573761}, {"memory_id": "utt_000308", "score": 0.592974841594696}], "gold_semantic_scores": [0.5454745292663574, 0.6027510166168213], "gold_temporal_scores": [-0.009813012555241585, -0.00977606512606144], "max_gold_score": 0.592974841594696, "max_candidate_score": 0.592974841594696, "top_memory_id": "utt_000308", "max_non_gold_score": 0.5777019262313843, "best_gold_margin": 0.015272915363311768, "weakest_gold_margin": -0.04204040765762329}
{"sample_id": "conv_f71745afa4a0_pkg_000", "qa_id": "qa_3f7f54da1dc8a94b", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say I was going with my dad?", "temporal_relation": "session", "query_temporal_norm": 0.22598186135292053, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000115", "score": 0.10790174454450607}, {"memory_id": "utt_000117", "score": 0.5356954336166382}], "gold_semantic_scores": [0.1496320515871048, 0.5771288275718689], "gold_temporal_scores": [-0.041730307042598724, -0.04143352434039116], "max_gold_score": 0.5356954336166382, "max_candidate_score": 0.5356954336166382, "top_memory_id": "utt_000117", "max_non_gold_score": 0.5217922329902649, "best_gold_margin": 0.013903200626373291, "weakest_gold_margin": -0.4138904884457588}
{"sample_id": "conv_f71745afa4a0_pkg_000", "qa_id": "qa_d084349a4f1f927e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Gray say about sand?", "temporal_relation": "none", "query_temporal_norm": 0.21852299571037292, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000261", "score": 0.5651241540908813}], "gold_semantic_scores": [0.5911091566085815], "gold_temporal_scores": [-0.02598511427640915], "max_gold_score": 0.5651241540908813, "max_candidate_score": 0.570314884185791, "top_memory_id": "utt_000264", "max_non_gold_score": 0.570314884185791, "best_gold_margin": -0.005190730094909668, "weakest_gold_margin": -0.005190730094909668}
{"sample_id": "conv_f71745afa4a0_pkg_000", "qa_id": "qa_ea216035ef8717ce", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that their mom's getting married is the reason they're traveling?", "temporal_relation": "none", "query_temporal_norm": 0.1978679597377777, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000131", "score": 0.6370151042938232}], "gold_semantic_scores": [0.6694794297218323], "gold_temporal_scores": [-0.032464396208524704], "max_gold_score": 0.6370151042938232, "max_candidate_score": 0.6370151042938232, "top_memory_id": "utt_000131", "max_non_gold_score": 0.4640248715877533, "best_gold_margin": 0.17299023270606995, "weakest_gold_margin": 0.17299023270606995}
{"sample_id": "conv_f8e9c996ca9e_pkg_000", "qa_id": "qa_2a33de7e9f3831ea", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At roughly what part of the conversation did the speaker say they were in their apartment?", "temporal_relation": "session", "query_temporal_norm": 0.20177873969078064, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000231", "score": 0.6234511733055115}], "gold_semantic_scores": [0.6239578723907471], "gold_temporal_scores": [-0.0005066714365966618], "max_gold_score": 0.6234511733055115, "max_candidate_score": 0.6234511733055115, "top_memory_id": "utt_000231", "max_non_gold_score": 0.46721214056015015, "best_gold_margin": 0.15623903274536133, "weakest_gold_margin": 0.15623903274536133}
{"sample_id": "conv_f8e9c996ca9e_pkg_000", "qa_id": "qa_9ab0918f55615f40", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my dog's name was earlier in the conversation?", "temporal_relation": "none", "query_temporal_norm": 0.283454030752182, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000117", "score": 0.3761119842529297}], "gold_semantic_scores": [0.4182339310646057], "gold_temporal_scores": [-0.0421220101416111], "max_gold_score": 0.3761119842529297, "max_candidate_score": 0.6548744440078735, "top_memory_id": "utt_000054", "max_non_gold_score": 0.6548744440078735, "best_gold_margin": -0.27876245975494385, "weakest_gold_margin": -0.27876245975494385}
{"sample_id": "conv_f8e9c996ca9e_pkg_000", "qa_id": "qa_e82dfb0774b6d591", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say about their dog's recent age milestone?", "temporal_relation": "none", "query_temporal_norm": 0.18767239153385162, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000121", "score": 0.5682029724121094}], "gold_semantic_scores": [0.5508180260658264], "gold_temporal_scores": [0.017384888604283333], "max_gold_score": 0.5682029724121094, "max_candidate_score": 0.5682029724121094, "top_memory_id": "utt_000121", "max_non_gold_score": 0.3865676820278168, "best_gold_margin": 0.1816352903842926, "weakest_gold_margin": 0.1816352903842926}
{"sample_id": "conv_fa486a555f7a_pkg_000", "qa_id": "qa_694966996ae7c892", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Did I fall into a snowdrift as a kid and get stuck until my dad rescued me?", "temporal_relation": "none", "query_temporal_norm": 0.1867036074399948, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000253", "score": 0.5967859029769897}, {"memory_id": "utt_000254", "score": 0.07473108172416687}, {"memory_id": "utt_000255", "score": 0.4739070236682892}], "gold_semantic_scores": [0.6138703227043152, 0.09174690395593643, 0.49088871479034424], "gold_temporal_scores": [-0.01708444207906723, -0.01701582968235016, -0.016981706023216248], "max_gold_score": 0.5967859029769897, "max_candidate_score": 0.5967859029769897, "top_memory_id": "utt_000253", "max_non_gold_score": 0.5923508405685425, "best_gold_margin": 0.004435062408447266, "weakest_gold_margin": -0.5176197588443756}
{"sample_id": "conv_fa486a555f7a_pkg_000", "qa_id": "qa_679e081a51b90328", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say \"I grew up with a Betty Crocker mom\"?", "temporal_relation": "session", "query_temporal_norm": 0.21099907159805298, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001099", "score": 0.6988376379013062}, {"memory_id": "utt_001100", "score": 0.36440005898475647}], "gold_semantic_scores": [0.7174389362335205, 0.3829965591430664], "gold_temporal_scores": [-0.01860121451318264, -0.01859639771282673], "max_gold_score": 0.6988376379013062, "max_candidate_score": 0.6988376379013062, "top_memory_id": "utt_001099", "max_non_gold_score": 0.5452629923820496, "best_gold_margin": 0.1535746455192566, "weakest_gold_margin": -0.1808629333972931}
{"sample_id": "conv_fa486a555f7a_pkg_000", "qa_id": "qa_4b0c3d4151ab5e89", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they need to be in bed by 11:30?", "temporal_relation": "none", "query_temporal_norm": 0.21930086612701416, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000925", "score": 0.743287980556488}], "gold_semantic_scores": [0.7703046202659607], "gold_temporal_scores": [-0.02701660804450512], "max_gold_score": 0.743287980556488, "max_candidate_score": 0.743287980556488, "top_memory_id": "utt_000925", "max_non_gold_score": 0.45820555090904236, "best_gold_margin": 0.2850824296474457, "weakest_gold_margin": 0.2850824296474457}
{"sample_id": "conv_fb92514c7bbe_pkg_001", "qa_id": "qa_5fe993dd9bbce243", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where is Aesid currently located?", "temporal_relation": "latest", "query_temporal_norm": 0.1930357962846756, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000797", "score": 0.48043277859687805}, {"memory_id": "utt_001268", "score": 0.5265328884124756}], "gold_semantic_scores": [0.5187174081802368, 0.5158263444900513], "gold_temporal_scores": [-0.03828463703393936, 0.010706483386456966], "max_gold_score": 0.5265328884124756, "max_candidate_score": 0.5265328884124756, "top_memory_id": "utt_001268", "max_non_gold_score": 0.4766039252281189, "best_gold_margin": 0.04992896318435669, "weakest_gold_margin": 0.0038288533687591553}
{"sample_id": "conv_fb92514c7bbe_pkg_001", "qa_id": "qa_9e9ef88d76c30f6a", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which foods do these two people prefer?", "temporal_relation": "none", "query_temporal_norm": 0.21021699905395508, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000944", "score": 0.5618835091590881}, {"memory_id": "utt_001164", "score": 0.6380435824394226}, {"memory_id": "utt_001200", "score": 0.5817579030990601}], "gold_semantic_scores": [0.5764819979667664, 0.646588921546936, 0.5899332761764526], "gold_temporal_scores": [-0.014598473906517029, -0.008545414544641972, -0.008175275288522243], "max_gold_score": 0.6380435824394226, "max_candidate_score": 0.6541550159454346, "top_memory_id": "utt_001209", "max_non_gold_score": 0.6541550159454346, "best_gold_margin": -0.016111433506011963, "weakest_gold_margin": -0.09227150678634644}
{"sample_id": "conv_fb92514c7bbe_pkg_001", "qa_id": "qa_bb2e8a3a8e1d31d8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What hot sauce did I say I don't really like?", "temporal_relation": "none", "query_temporal_norm": 0.2176068127155304, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000954", "score": 0.5904950499534607}, {"memory_id": "utt_000957", "score": 0.6306148171424866}], "gold_semantic_scores": [0.617527425289154, 0.6574798822402954], "gold_temporal_scores": [-0.02703215554356575, -0.026864973828196526], "max_gold_score": 0.6306148171424866, "max_candidate_score": 0.6781482100486755, "top_memory_id": "utt_000971", "max_non_gold_score": 0.6781482100486755, "best_gold_margin": -0.047533392906188965, "weakest_gold_margin": -0.08765316009521484}
{"sample_id": "conv_fb92514c7bbe_pkg_001", "qa_id": "qa_c2d2d76356e6fdf3", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did this person say she is Asian and not Thai?", "temporal_relation": "session", "query_temporal_norm": 0.22510021924972534, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001065", "score": 0.6723824143409729}, {"memory_id": "utt_001066", "score": 0.7998886704444885}], "gold_semantic_scores": [0.7057946920394897, 0.833295464515686], "gold_temporal_scores": [-0.03341206908226013, -0.03340668976306915], "max_gold_score": 0.7998886704444885, "max_candidate_score": 0.7998886704444885, "top_memory_id": "utt_001066", "max_non_gold_score": 0.7006587982177734, "best_gold_margin": 0.09922987222671509, "weakest_gold_margin": -0.028276383876800537}
{"sample_id": "conv_fc98f21d8c12_pkg_000", "qa_id": "qa_f37d455b314912b3", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What kind of housing does Malik live in?", "temporal_relation": "none", "query_temporal_norm": 0.21012699604034424, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000112", "score": 0.5146546363830566}], "gold_semantic_scores": [0.5379303693771362], "gold_temporal_scores": [-0.023275818675756454], "max_gold_score": 0.5146546363830566, "max_candidate_score": 0.5146546363830566, "top_memory_id": "utt_000112", "max_non_gold_score": 0.48607170581817627, "best_gold_margin": 0.02858293056488037, "weakest_gold_margin": 0.02858293056488037}
{"sample_id": "conv_fc98f21d8c12_pkg_000", "qa_id": "qa_552f5af1203da926", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker who said they chose to study the Thai language say that?", "temporal_relation": "session", "query_temporal_norm": 0.18070785701274872, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000240", "score": 0.5222007632255554}], "gold_semantic_scores": [0.5452326536178589], "gold_temporal_scores": [-0.02303183078765869], "max_gold_score": 0.5222007632255554, "max_candidate_score": 0.6529868245124817, "top_memory_id": "utt_000239", "max_non_gold_score": 0.6529868245124817, "best_gold_margin": -0.13078606128692627, "weakest_gold_margin": -0.13078606128692627}
{"sample_id": "conv_fc98f21d8c12_pkg_000", "qa_id": "qa_e90516fd8ac793ff", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they love living there?", "temporal_relation": "none", "query_temporal_norm": 0.2190011888742447, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000098", "score": 0.8147554993629456}], "gold_semantic_scores": [0.8573840260505676], "gold_temporal_scores": [-0.04262850061058998], "max_gold_score": 0.8147554993629456, "max_candidate_score": 0.8147554993629456, "top_memory_id": "utt_000098", "max_non_gold_score": 0.5189052224159241, "best_gold_margin": 0.2958502769470215, "weakest_gold_margin": 0.2958502769470215}
{"sample_id": "conv_fde1d3297b0c_pkg_001", "qa_id": "qa_5430c9b9dc20f58d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person describe seeing the different kind of aubergine?", "temporal_relation": "session", "query_temporal_norm": 0.21119141578674316, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000975", "score": 0.4374665319919586}, {"memory_id": "utt_000976", "score": 0.37496787309646606}], "gold_semantic_scores": [0.4663848876953125, 0.4038410186767578], "gold_temporal_scores": [-0.028918324038386345, -0.028873130679130554], "max_gold_score": 0.4374665319919586, "max_candidate_score": 0.4374665319919586, "top_memory_id": "utt_000975", "max_non_gold_score": 0.3774186670780182, "best_gold_margin": 0.06004786491394043, "weakest_gold_margin": -0.002450793981552124}
{"sample_id": "conv_fde1d3297b0c_pkg_001", "qa_id": "qa_23a23fd355b83b3e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the person say they had that adventure or met that person?", "temporal_relation": "none", "query_temporal_norm": 0.23506493866443634, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001264", "score": 0.5333757996559143}, {"memory_id": "utt_001305", "score": 0.412824422121048}], "gold_semantic_scores": [0.5611171126365662, 0.44042614102363586], "gold_temporal_scores": [-0.02774151600897312, -0.02760181948542595], "max_gold_score": 0.5333757996559143, "max_candidate_score": 0.5617209076881409, "top_memory_id": "utt_000975", "max_non_gold_score": 0.5617209076881409, "best_gold_margin": -0.028345108032226562, "weakest_gold_margin": -0.1488964855670929}
{"sample_id": "conv_fde1d3297b0c_pkg_001", "qa_id": "qa_8fa20d88baf09808", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the person say they met their partner?", "temporal_relation": "none", "query_temporal_norm": 0.22740215063095093, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001326", "score": 0.44588503241539}], "gold_semantic_scores": [0.49233299493789673], "gold_temporal_scores": [-0.046447865664958954], "max_gold_score": 0.44588503241539, "max_candidate_score": 0.5129665732383728, "top_memory_id": "utt_001270", "max_non_gold_score": 0.5129665732383728, "best_gold_margin": -0.06708154082298279, "weakest_gold_margin": -0.06708154082298279}
{"sample_id": "conv_fef076961b23_pkg_000", "qa_id": "qa_f0108bd8f9d40c4f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they should never have sent Jonathan those photos?", "temporal_relation": "none", "query_temporal_norm": 0.22047831118106842, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000130", "score": 0.6517685651779175}], "gold_semantic_scores": [0.6901661157608032], "gold_temporal_scores": [-0.038397591561079025], "max_gold_score": 0.6517685651779175, "max_candidate_score": 0.6517685651779175, "top_memory_id": "utt_000130", "max_non_gold_score": 0.6170138716697693, "best_gold_margin": 0.03475469350814819, "weakest_gold_margin": 0.03475469350814819}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00033", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4207206070423126, "query_session_index": 2, "query_start_sec": 17.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7442958950996399}, {"memory_id": "history_02_utt_0008", "score": 0.7921071648597717}], "gold_semantic_scores": [0.5870317816734314, 0.6428227424621582], "gold_temporal_scores": [0.1572640836238861, 0.14928410947322845], "max_gold_score": 0.7921071648597717, "max_candidate_score": 0.7921071648597717, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.642063558101654, "best_gold_margin": 0.15004360675811768, "weakest_gold_margin": 0.10223233699798584}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00033", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent stated activity preference?", "temporal_relation": "none", "query_temporal_norm": 0.529880940914154, "query_session_index": 2, "query_start_sec": 17.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9575040340423584}], "gold_semantic_scores": [0.6894753575325012], "gold_temporal_scores": [0.2680288255214691], "max_gold_score": 0.9575040340423584, "max_candidate_score": 0.9575040340423584, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9529149532318115, "best_gold_margin": 0.004589080810546875, "weakest_gold_margin": 0.004589080810546875}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00033", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they preferred a picnic in the park?", "temporal_relation": "none", "query_temporal_norm": 0.1839359849691391, "query_session_index": 2, "query_start_sec": 17.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8043918609619141}], "gold_semantic_scores": [0.7822901010513306], "gold_temporal_scores": [0.02210184745490551], "max_gold_score": 0.8043918609619141, "max_candidate_score": 0.8043918609619141, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6196838021278381, "best_gold_margin": 0.18470805883407593, "weakest_gold_margin": 0.18470805883407593}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00033", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched to wanting a board game night at home?", "temporal_relation": "none", "query_temporal_norm": 0.3192684054374695, "query_session_index": 2, "query_start_sec": 17.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9753716588020325}], "gold_semantic_scores": [0.8139733076095581], "gold_temporal_scores": [0.1613985151052475], "max_gold_score": 0.9753716588020325, "max_candidate_score": 0.9753716588020325, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5191446542739868, "best_gold_margin": 0.45622700452804565, "weakest_gold_margin": 0.45622700452804565}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00144", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested putting \"Mercury Drive\" in the opening slot, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.20421038568019867, "query_session_index": 2, "query_start_sec": 20.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0013", "score": 0.7525347471237183}, {"memory_id": "history_02_utt_0010", "score": 0.6911461353302002}], "gold_semantic_scores": [0.6901080012321472, 0.6282880306243896], "gold_temporal_scores": [0.062426671385765076, 0.06285828351974487], "max_gold_score": 0.7525347471237183, "max_candidate_score": 0.7525347471237183, "top_memory_id": "history_01_utt_0013", "max_non_gold_score": 0.5284964442253113, "best_gold_margin": 0.22403830289840698, "weakest_gold_margin": 0.16264969110488892}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00144", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn suggest putting \"Mercury Drive\" in the opening slot?", "temporal_relation": "session", "query_temporal_norm": 0.1529298722743988, "query_session_index": 2, "query_start_sec": 20.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0013", "score": 0.7652694582939148}], "gold_semantic_scores": [0.7194960713386536], "gold_temporal_scores": [0.045773424208164215], "max_gold_score": 0.7652694582939148, "max_candidate_score": 0.7652694582939148, "top_memory_id": "history_01_utt_0013", "max_non_gold_score": 0.6555277109146118, "best_gold_margin": 0.10974174737930298, "weakest_gold_margin": 0.10974174737930298}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00144", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn say was done to \"Mercury Drive\" later in the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.3233090937137604, "query_session_index": 2, "query_start_sec": 20.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7337855696678162}], "gold_semantic_scores": [0.5863489508628845], "gold_temporal_scores": [0.14743681252002716], "max_gold_score": 0.7337855696678162, "max_candidate_score": 0.7337855696678162, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6892231702804565, "best_gold_margin": 0.04456239938735962, "weakest_gold_margin": 0.04456239938735962}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00144", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How was \"Ocean Stretch\" recommended to be used within the set?", "temporal_relation": "none", "query_temporal_norm": 0.10488097369670868, "query_session_index": 2, "query_start_sec": 20.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0030", "score": 0.7198694348335266}], "gold_semantic_scores": [0.6957325339317322], "gold_temporal_scores": [0.024137090891599655], "max_gold_score": 0.7198694348335266, "max_candidate_score": 0.7198694348335266, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.4910566806793213, "best_gold_margin": 0.22881275415420532, "weakest_gold_margin": 0.22881275415420532}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00309", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the earlier and the later departure time values in that change?", "temporal_relation": "comparison", "query_temporal_norm": 0.37798112630844116, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.33879566192626953}, {"memory_id": "history_02_utt_0009", "score": 0.33879512548446655}], "gold_semantic_scores": [0.20154762268066406, 0.21047459542751312], "gold_temporal_scores": [0.13724805414676666, 0.12832066416740417], "max_gold_score": 0.33879566192626953, "max_candidate_score": 0.33879566192626953, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.21146388351917267, "best_gold_margin": 0.12733177840709686, "weakest_gold_margin": 0.12733124196529388}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00309", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our conversations, what departure time was given for leaving to pick up the package?", "temporal_relation": "session", "query_temporal_norm": 0.31259506940841675, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8285552859306335}], "gold_semantic_scores": [0.8120080232620239], "gold_temporal_scores": [0.01654719188809395], "max_gold_score": 0.8285552859306335, "max_candidate_score": 0.864686131477356, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.864686131477356, "best_gold_margin": -0.03613084554672241, "weakest_gold_margin": -0.03613084554672241}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00309", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Casey say they would leave to pick up the package?", "temporal_relation": "none", "query_temporal_norm": 0.30412858724594116, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8098011612892151}], "gold_semantic_scores": [0.774358868598938], "gold_temporal_scores": [0.03544247895479202], "max_gold_score": 0.8098011612892151, "max_candidate_score": 0.8631712794303894, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8631712794303894, "best_gold_margin": -0.053370118141174316, "weakest_gold_margin": -0.053370118141174316}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00309", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say he did while he was heading out?", "temporal_relation": "none", "query_temporal_norm": 0.22154462337493896, "query_session_index": 2, "query_start_sec": 15.04, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.39770597219467163, "top_memory_id": "history_02_utt_0018", "max_non_gold_score": 0.39770597219467163, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00405", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my departure time change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.393828421831131, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8469062447547913}, {"memory_id": "history_02_utt_0008", "score": 0.8697442412376404}], "gold_semantic_scores": [0.7065554857254028, 0.7108318209648132], "gold_temporal_scores": [0.14035089313983917, 0.1589122861623764], "max_gold_score": 0.8697442412376404, "max_candidate_score": 0.8876091837882996, "top_memory_id": "history_02_utt_0008::cf::main::2", "max_non_gold_score": 0.8876091837882996, "best_gold_margin": -0.01786494255065918, "weakest_gold_margin": -0.0407029390335083}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00405", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were planning to leave at 8:00 AM?", "temporal_relation": "none", "query_temporal_norm": 0.22598876059055328, "query_session_index": 2, "query_start_sec": 14.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7085052132606506}], "gold_semantic_scores": [0.7579683661460876], "gold_temporal_scores": [-0.04946335405111313], "max_gold_score": 0.7085052132606506, "max_candidate_score": 0.7085052132606506, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.679516613483429, "best_gold_margin": 0.02898859977722168, "weakest_gold_margin": 0.02898859977722168}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00490", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed sparse-activation routing, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.28021955490112305, "query_session_index": 2, "query_start_sec": 20.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7468035221099854}, {"memory_id": "history_02_utt_0009", "score": 0.7487753629684448}], "gold_semantic_scores": [0.6555675268173218, 0.668517529964447], "gold_temporal_scores": [0.09123589843511581, 0.08025786280632019], "max_gold_score": 0.7487753629684448, "max_candidate_score": 0.7487753629684448, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.38884106278419495, "best_gold_margin": 0.3599343001842499, "weakest_gold_margin": 0.3579624593257904}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00490", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say that Rowan proposed sparse-activation routing?", "temporal_relation": "session", "query_temporal_norm": 0.30256232619285583, "query_session_index": 2, "query_start_sec": 20.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7598139047622681}], "gold_semantic_scores": [0.6627058982849121], "gold_temporal_scores": [0.09710798412561417], "max_gold_score": 0.7598139047622681, "max_candidate_score": 0.7598139047622681, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6453930735588074, "best_gold_margin": 0.1144208312034607, "weakest_gold_margin": 0.1144208312034607}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00490", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In the follow-up meeting, what decision did we make about sparse-activation routing?", "temporal_relation": "none", "query_temporal_norm": 0.34271419048309326, "query_session_index": 2, "query_start_sec": 20.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8076311945915222}], "gold_semantic_scores": [0.6594847440719604], "gold_temporal_scores": [0.14814648032188416], "max_gold_score": 0.8076311945915222, "max_candidate_score": 0.8076311945915222, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4486933648586273, "best_gold_margin": 0.3589378297328949, "weakest_gold_margin": 0.3589378297328949}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00490", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron propose for the ablation runs?", "temporal_relation": "none", "query_temporal_norm": 0.23438531160354614, "query_session_index": 2, "query_start_sec": 20.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.7527190446853638}], "gold_semantic_scores": [0.7349323630332947], "gold_temporal_scores": [0.017786428332328796], "max_gold_score": 0.7527190446853638, "max_candidate_score": 0.7711852788925171, "top_memory_id": "history_01_utt_0025::cf::extra_qa_0006::1", "max_non_gold_score": 0.7711852788925171, "best_gold_margin": -0.01846623420715332, "weakest_gold_margin": -0.01846623420715332}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00587", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "You heard me earlier say how I had my watchlist and then later that I reordered it — how did my watch order change?", "temporal_relation": "comparison", "query_temporal_norm": 0.41421934962272644, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8505427241325378}, {"memory_id": "history_02_utt_0007", "score": 0.930085301399231}], "gold_semantic_scores": [0.7026426196098328, 0.7663281559944153], "gold_temporal_scores": [0.14790016412734985, 0.16375696659088135], "max_gold_score": 0.930085301399231, "max_candidate_score": 0.9398146867752075, "top_memory_id": "history_02_utt_0007::cf::main::2", "max_non_gold_score": 0.9398146867752075, "best_gold_margin": -0.009729385375976562, "weakest_gold_margin": -0.08927196264266968}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00587", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the watchlist order change between the first time it was listed and after it was reordered?", "temporal_relation": "comparison", "query_temporal_norm": 0.3976975083351135, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8750991225242615}, {"memory_id": "history_02_utt_0007", "score": 0.8525444269180298}], "gold_semantic_scores": [0.7295663952827454, 0.7163193821907043], "gold_temporal_scores": [0.14553271234035492, 0.1362251192331314], "max_gold_score": 0.8750991225242615, "max_candidate_score": 0.8750991225242615, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.24943102896213531, "best_gold_margin": 0.6256680935621262, "weakest_gold_margin": 0.6031133979558945}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00587", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had the watchlist ordered as Short Stories; Deep Dive with Lena; City Sounds?", "temporal_relation": "none", "query_temporal_norm": 0.2571526765823364, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8485499620437622}], "gold_semantic_scores": [0.7652016282081604], "gold_temporal_scores": [0.08334843814373016], "max_gold_score": 0.8485499620437622, "max_candidate_score": 0.8485499620437622, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8466613292694092, "best_gold_margin": 0.0018886327743530273, "weakest_gold_margin": 0.0018886327743530273}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00587", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "Where did Taylor say the two extra chairs are?", "temporal_relation": "none", "query_temporal_norm": 0.39503875374794006, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.2594650983810425, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.2594650983810425, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00714", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Riley say the latest chore schedule was?", "temporal_relation": "latest", "query_temporal_norm": 0.557957112789154, "query_session_index": 2, "query_start_sec": 13.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.020864486694336}], "gold_semantic_scores": [0.7432249784469604], "gold_temporal_scores": [0.27763959765434265], "max_gold_score": 1.020864486694336, "max_candidate_score": 1.0235432386398315, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.0235432386398315, "best_gold_margin": -0.0026787519454956055, "weakest_gold_margin": -0.0026787519454956055}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00834", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the evaluation plan change to a remote unmoderated web study, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.40169042348861694, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8107954859733582}, {"memory_id": "history_02_utt_0010", "score": 0.8070427775382996}], "gold_semantic_scores": [0.6782305240631104, 0.6709902286529541], "gold_temporal_scores": [0.13256488740444183, 0.13605275750160217], "max_gold_score": 0.8107954859733582, "max_candidate_score": 0.8107954859733582, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6569288372993469, "best_gold_margin": 0.15386664867401123, "weakest_gold_margin": 0.15011394023895264}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00834", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Taylor say we had originally planned?", "temporal_relation": "none", "query_temporal_norm": 0.565364420413971, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8265680074691772}], "gold_semantic_scores": [0.6906872987747192], "gold_temporal_scores": [0.135880708694458], "max_gold_score": 0.8265680074691772, "max_candidate_score": 0.8265680074691772, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.711505115032196, "best_gold_margin": 0.1150628924369812, "weakest_gold_margin": 0.1150628924369812}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00834", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor describe the in-person moderated study plan?", "temporal_relation": "session", "query_temporal_norm": 0.2586967945098877, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8300774693489075}], "gold_semantic_scores": [0.7521686553955078], "gold_temporal_scores": [0.07790888845920563], "max_gold_score": 0.8300774693489075, "max_candidate_score": 0.8300774693489075, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7113028168678284, "best_gold_margin": 0.1187746524810791, "weakest_gold_margin": 0.1187746524810791}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00834", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor describe switching to a remote unmoderated web study?", "temporal_relation": "session", "query_temporal_norm": 0.2220166027545929, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.77157062292099}], "gold_semantic_scores": [0.6666171550750732], "gold_temporal_scores": [0.10495343059301376], "max_gold_score": 0.77157062292099, "max_candidate_score": 0.77157062292099, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.661903440952301, "best_gold_margin": 0.10966718196868896, "weakest_gold_margin": 0.10966718196868896}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00919", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say made Long Midnight Drama compelling, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.22830228507518768, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6502827405929565}, {"memory_id": "history_02_utt_0008", "score": 0.7389665246009827}], "gold_semantic_scores": [0.5783703327178955, 0.6527062058448792], "gold_temporal_scores": [0.07191238552331924, 0.08626040816307068], "max_gold_score": 0.7389665246009827, "max_candidate_score": 0.7389665246009827, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7366674542427063, "best_gold_margin": 0.002299070358276367, "weakest_gold_margin": -0.08638471364974976}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00919", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Long Midnight Drama rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1428300440311432, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8216292858123779}], "gold_semantic_scores": [0.7671763896942139], "gold_temporal_scores": [0.054452937096357346], "max_gold_score": 0.8216292858123779, "max_candidate_score": 0.8216292858123779, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5346927642822266, "best_gold_margin": 0.28693652153015137, "weakest_gold_margin": 0.28693652153015137}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00919", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Grand Saga Chronicles pushed?", "temporal_relation": "none", "query_temporal_norm": 0.17147257924079895, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.5862544775009155}], "gold_semantic_scores": [0.5587973594665527], "gold_temporal_scores": [0.027457252144813538], "max_gold_score": 0.5862544775009155, "max_candidate_score": 0.6175158023834229, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.6175158023834229, "best_gold_margin": -0.031261324882507324, "weakest_gold_margin": -0.031261324882507324}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00919", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who offered to set the coffee maker timer?", "temporal_relation": "none", "query_temporal_norm": 0.18067577481269836, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.04530680552124977, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.04530680552124977, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00986", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I liked about the gRPC streaming option, and why did I later reject it?", "temporal_relation": "none", "query_temporal_norm": 0.281902939081192, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6073943972587585}, {"memory_id": "history_02_utt_0010", "score": 0.5687742233276367}], "gold_semantic_scores": [0.5147290229797363, 0.4888727068901062], "gold_temporal_scores": [0.09266535192728043, 0.07990144938230515], "max_gold_score": 0.6073943972587585, "max_candidate_score": 0.6821126341819763, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.6821126341819763, "best_gold_margin": -0.07471823692321777, "weakest_gold_margin": -0.1133384108543396}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00986", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which constraint did the compatibility-pass proxy satisfy?", "temporal_relation": "none", "query_temporal_norm": 0.12034924328327179, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.671092689037323}], "gold_semantic_scores": [0.6395308971405029], "gold_temporal_scores": [0.0315617136657238], "max_gold_score": 0.671092689037323, "max_candidate_score": 0.671092689037323, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5107317566871643, "best_gold_margin": 0.1603609323501587, "weakest_gold_margin": 0.1603609323501587}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00986", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did the team decide to keep the compatibility-pass proxy?", "temporal_relation": "none", "query_temporal_norm": 0.17069831490516663, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.7519166469573975}], "gold_semantic_scores": [0.6908497214317322], "gold_temporal_scores": [0.06106683984398842], "max_gold_score": 0.7519166469573975, "max_candidate_score": 0.7519166469573975, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.6318408846855164, "best_gold_margin": 0.1200757622718811, "weakest_gold_margin": 0.1200757622718811}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00986", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that the compatibility-pass proxy was kept?", "temporal_relation": "session", "query_temporal_norm": 0.13234485685825348, "query_session_index": 2, "query_start_sec": 20.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.7615123391151428}], "gold_semantic_scores": [0.7145717144012451], "gold_temporal_scores": [0.04694052040576935], "max_gold_score": 0.7615123391151428, "max_candidate_score": 0.7615123391151428, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.6316404342651367, "best_gold_margin": 0.1298719048500061, "weakest_gold_margin": 0.1298719048500061}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01125", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the venue was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5717350840568542, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7803252339363098}], "gold_semantic_scores": [0.631531834602356], "gold_temporal_scores": [0.14879341423511505], "max_gold_score": 0.7803252339363098, "max_candidate_score": 0.7877775430679321, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.7877775430679321, "best_gold_margin": -0.0074523091316223145, "weakest_gold_margin": -0.0074523091316223145}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01125", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said we'd watch in the garage screening area?", "temporal_relation": "none", "query_temporal_norm": 0.568497359752655, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9509250521659851}], "gold_semantic_scores": [0.7917563915252686], "gold_temporal_scores": [0.159168541431427], "max_gold_score": 0.9509250521659851, "max_candidate_score": 0.9509250521659851, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3591043949127197, "best_gold_margin": 0.5918206572532654, "weakest_gold_margin": 0.5918206572532654}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01125", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where are we planning to watch now?", "temporal_relation": "latest", "query_temporal_norm": 0.39717182517051697, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6952697038650513}], "gold_semantic_scores": [0.5036187767982483], "gold_temporal_scores": [0.19165098667144775], "max_gold_score": 0.6952697038650513, "max_candidate_score": 0.6952697038650513, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6856181621551514, "best_gold_margin": 0.009651541709899902, "weakest_gold_margin": 0.009651541709899902}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01125", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the viewing venue?", "temporal_relation": "comparison", "query_temporal_norm": 0.2605048716068268, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6376531720161438}, {"memory_id": "history_02_utt_0011", "score": 0.6574700474739075}], "gold_semantic_scores": [0.5539528131484985, 0.6166625618934631], "gold_temporal_scores": [0.08370020240545273, 0.04080738127231598], "max_gold_score": 0.6574700474739075, "max_candidate_score": 0.6574700474739075, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.33724597096443176, "best_gold_margin": 0.3202240765094757, "weakest_gold_margin": 0.30040720105171204}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01199", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending Deep Rivers, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1604091078042984, "query_session_index": 2, "query_start_sec": 21.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8088199496269226}, {"memory_id": "history_02_utt_0009", "score": 0.8057577610015869}], "gold_semantic_scores": [0.7631775736808777, 0.745773196220398], "gold_temporal_scores": [0.04564244672656059, 0.059984732419252396], "max_gold_score": 0.8088199496269226, "max_candidate_score": 0.8178130984306335, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.8178130984306335, "best_gold_margin": -0.008993148803710938, "weakest_gold_margin": -0.01205533742904663}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01199", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Deep Rivers dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16424517333507538, "query_session_index": 2, "query_start_sec": 21.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7838190793991089}], "gold_semantic_scores": [0.7129867672920227], "gold_temporal_scores": [0.07083230465650558], "max_gold_score": 0.7838190793991089, "max_candidate_score": 0.7838190793991089, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5206465125083923, "best_gold_margin": 0.26317256689071655, "weakest_gold_margin": 0.26317256689071655}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01199", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Urban Echoes?", "temporal_relation": "none", "query_temporal_norm": 0.1206456869840622, "query_session_index": 2, "query_start_sec": 21.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.4496726393699646}], "gold_semantic_scores": [0.43164747953414917], "gold_temporal_scores": [0.01802518032491207], "max_gold_score": 0.4496726393699646, "max_candidate_score": 0.4496726393699646, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.32495996356010437, "best_gold_margin": 0.12471267580986023, "weakest_gold_margin": 0.12471267580986023}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01199", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Urban Echoes recommended?", "temporal_relation": "session", "query_temporal_norm": 0.19720083475112915, "query_session_index": 2, "query_start_sec": 21.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7937541604042053}], "gold_semantic_scores": [0.7412036061286926], "gold_temporal_scores": [0.05255069211125374], "max_gold_score": 0.7937541604042053, "max_candidate_score": 0.7937541604042053, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.526660144329071, "best_gold_margin": 0.2670940160751343, "weakest_gold_margin": 0.2670940160751343}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00074", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the edge caching shard, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.14547419548034668, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.804348886013031}, {"memory_id": "history_02_utt_0010", "score": 0.76573646068573}], "gold_semantic_scores": [0.7610782980918884, 0.7349976301193237], "gold_temporal_scores": [0.04327065870165825, 0.030738862231373787], "max_gold_score": 0.804348886013031, "max_candidate_score": 0.804348886013031, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7826216816902161, "best_gold_margin": 0.02172720432281494, "weakest_gold_margin": -0.016885221004486084}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00074", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the client-side prediction module aim to do for mobile clients?", "temporal_relation": "none", "query_temporal_norm": 0.15148338675498962, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7410727143287659}], "gold_semantic_scores": [0.7014588117599487], "gold_temporal_scores": [0.039613887667655945], "max_gold_score": 0.7410727143287659, "max_candidate_score": 0.7410727143287659, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4214426279067993, "best_gold_margin": 0.31963008642196655, "weakest_gold_margin": 0.31963008642196655}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00074", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we talked about the participant survey—what was said earlier about who prepared it?", "temporal_relation": "none", "query_temporal_norm": 0.28644439578056335, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.3954278230667114}], "gold_semantic_scores": [0.40083199739456177], "gold_temporal_scores": [-0.005404231604188681], "max_gold_score": 0.3954278230667114, "max_candidate_score": 0.3954278230667114, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.3364028334617615, "best_gold_margin": 0.05902498960494995, "weakest_gold_margin": 0.05902498960494995}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00074", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the participant survey draft mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.15509845316410065, "query_session_index": 2, "query_start_sec": 18.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6227107048034668}], "gold_semantic_scores": [0.573488712310791], "gold_temporal_scores": [0.04922213405370712], "max_gold_score": 0.6227107048034668, "max_candidate_score": 0.6227107048034668, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.5406749248504639, "best_gold_margin": 0.08203577995300293, "weakest_gold_margin": 0.08203577995300293}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00224", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the shopping item was before it was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5425156950950623, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7816852927207947}], "gold_semantic_scores": [0.6405350565910339], "gold_temporal_scores": [0.1411503404378891], "max_gold_score": 0.7816852927207947, "max_candidate_score": 0.8263185620307922, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8263185620307922, "best_gold_margin": -0.04463326930999756, "weakest_gold_margin": -0.04463326930999756}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00224", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What item was added to the shopping list as the replacement?", "temporal_relation": "none", "query_temporal_norm": 0.29017889499664307, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7653474807739258}], "gold_semantic_scores": [0.6247265934944153], "gold_temporal_scores": [0.14062093198299408], "max_gold_score": 0.7653474807739258, "max_candidate_score": 0.7653474807739258, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.669231116771698, "best_gold_margin": 0.09611636400222778, "weakest_gold_margin": 0.09611636400222778}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00224", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "Where will Emerson be to meet the delivery?", "temporal_relation": "none", "query_temporal_norm": 0.32438695430755615, "query_session_index": 2, "query_start_sec": 19.72, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.28609156608581543, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.28609156608581543, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00355", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Do you remember what Jordan said the latest departure time would be?", "temporal_relation": "latest", "query_temporal_norm": 0.5490816831588745, "query_session_index": 2, "query_start_sec": 17.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9948047399520874}], "gold_semantic_scores": [0.7151037454605103], "gold_temporal_scores": [0.27970102429389954], "max_gold_score": 0.9948047399520874, "max_candidate_score": 1.0032800436019897, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.0032800436019897, "best_gold_margin": -0.008475303649902344, "weakest_gold_margin": -0.008475303649902344}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00355", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "We adjusted the departure time earlier — what was the previous time and what is it now?", "temporal_relation": "none", "query_temporal_norm": 0.437231183052063, "query_session_index": 2, "query_start_sec": 17.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7980672121047974}, {"memory_id": "history_02_utt_0009", "score": 0.8811876773834229}], "gold_semantic_scores": [0.643732488155365, 0.6943332552909851], "gold_temporal_scores": [0.15433469414710999, 0.18685488402843475], "max_gold_score": 0.8811876773834229, "max_candidate_score": 0.8811876773834229, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4478510320186615, "best_gold_margin": 0.43333664536476135, "weakest_gold_margin": 0.35021618008613586}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00355", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we'd leave at 3:00 PM?", "temporal_relation": "none", "query_temporal_norm": 0.2687796652317047, "query_session_index": 2, "query_start_sec": 17.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.3640322685241699}], "gold_semantic_scores": [0.23018473386764526], "gold_temporal_scores": [0.13384760916233063], "max_gold_score": 0.3640322685241699, "max_candidate_score": 0.3640322685241699, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3546452820301056, "best_gold_margin": 0.009386986494064331, "weakest_gold_margin": 0.009386986494064331}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00355", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What time did Jordan say we'd leave?", "temporal_relation": "none", "query_temporal_norm": 0.3431686460971832, "query_session_index": 2, "query_start_sec": 17.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7289903163909912}], "gold_semantic_scores": [0.5529494881629944], "gold_temporal_scores": [0.176040917634964], "max_gold_score": 0.7289903163909912, "max_candidate_score": 0.7289903163909912, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6234216094017029, "best_gold_margin": 0.10556870698928833, "weakest_gold_margin": 0.10556870698928833}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00474", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say about Moonlight Kitchen's appeal, and why is it closed this week?", "temporal_relation": "none", "query_temporal_norm": 0.18582992255687714, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6604229807853699}, {"memory_id": "history_02_utt_0009", "score": 0.6694507598876953}], "gold_semantic_scores": [0.6053601503372192, 0.6290361881256104], "gold_temporal_scores": [0.055062901228666306, 0.0404147170484066], "max_gold_score": 0.6694507598876953, "max_candidate_score": 0.6694507598876953, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5950787663459778, "best_gold_margin": 0.07437199354171753, "weakest_gold_margin": 0.06534421443939209}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00474", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say about Moonlight Kitchen's vegetable bowls?", "temporal_relation": "none", "query_temporal_norm": 0.1458239108324051, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6933159828186035}], "gold_semantic_scores": [0.6538297533988953], "gold_temporal_scores": [0.03948637843132019], "max_gold_score": 0.6933159828186035, "max_candidate_score": 0.6933159828186035, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6577523350715637, "best_gold_margin": 0.035563647747039795, "weakest_gold_margin": 0.035563647747039795}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00474", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey suggest Moonlight Kitchen?", "temporal_relation": "session", "query_temporal_norm": 0.18322184681892395, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8087384700775146}], "gold_semantic_scores": [0.7586729526519775], "gold_temporal_scores": [0.05006546154618263], "max_gold_score": 0.8087384700775146, "max_candidate_score": 0.8087384700775146, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6294315457344055, "best_gold_margin": 0.17930692434310913, "weakest_gold_margin": 0.17930692434310913}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00474", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why isn't Moonlight Kitchen available this week?", "temporal_relation": "none", "query_temporal_norm": 0.24330201745033264, "query_session_index": 2, "query_start_sec": 18.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9079481959342957}], "gold_semantic_scores": [0.8129118084907532], "gold_temporal_scores": [0.09503667801618576], "max_gold_score": 0.9079481959342957, "max_candidate_score": 0.9079481959342957, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5825208425521851, "best_gold_margin": 0.3254273533821106, "weakest_gold_margin": 0.3254273533821106}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00574", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who stated the latest venue was the riverside community hall?", "temporal_relation": "latest", "query_temporal_norm": 0.528799831867218, "query_session_index": 2, "query_start_sec": 17.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9785728454589844}], "gold_semantic_scores": [0.7469019293785095], "gold_temporal_scores": [0.23167124390602112], "max_gold_score": 0.9785728454589844, "max_candidate_score": 0.986099362373352, "top_memory_id": "history_02_utt_0008::cf::main::1", "max_non_gold_score": 0.986099362373352, "best_gold_margin": -0.007526516914367676, "weakest_gold_margin": -0.007526516914367676}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00574", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the event venue change from the original plan to the later decision?", "temporal_relation": "comparison", "query_temporal_norm": 0.4460553228855133, "query_session_index": 2, "query_start_sec": 17.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7657252550125122}, {"memory_id": "history_02_utt_0008", "score": 0.8518640398979187}], "gold_semantic_scores": [0.5993698835372925, 0.6825447082519531], "gold_temporal_scores": [0.16635540127754211, 0.16931907832622528], "max_gold_score": 0.8518640398979187, "max_candidate_score": 0.8518640398979187, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.3364546298980713, "best_gold_margin": 0.5154094099998474, "weakest_gold_margin": 0.4292706251144409}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00574", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Morgan say the event was moved to?", "temporal_relation": "none", "query_temporal_norm": 0.49687039852142334, "query_session_index": 2, "query_start_sec": 17.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0344762802124023}], "gold_semantic_scores": [0.8083174228668213], "gold_temporal_scores": [0.22615870833396912], "max_gold_score": 1.0344762802124023, "max_candidate_score": 1.0344762802124023, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.912562906742096, "best_gold_margin": 0.1219133734703064, "weakest_gold_margin": 0.1219133734703064}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00574", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we ultimately decide to hold the event for better acoustics?", "temporal_relation": "none", "query_temporal_norm": 0.5447443723678589, "query_session_index": 2, "query_start_sec": 17.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0104221105575562}], "gold_semantic_scores": [0.7589205503463745], "gold_temporal_scores": [0.2515014111995697], "max_gold_score": 1.0104221105575562, "max_candidate_score": 1.0184828042984009, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 1.0184828042984009, "best_gold_margin": -0.008060693740844727, "weakest_gold_margin": -0.008060693740844727}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00643", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their watchlist pick to Dawn Bokeh, and what was the earlier title?", "temporal_relation": "none", "query_temporal_norm": 0.38117679953575134, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7047563195228577}, {"memory_id": "history_02_utt_0008", "score": 0.7880022525787354}], "gold_semantic_scores": [0.5677165389060974, 0.6840122938156128], "gold_temporal_scores": [0.1370399296283722, 0.10398988425731659], "max_gold_score": 0.7880022525787354, "max_candidate_score": 0.7880022525787354, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.2107650190591812, "best_gold_margin": 0.5772372335195541, "weakest_gold_margin": 0.49399130046367645}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00643", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent title selected for the watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.5344248414039612, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9463480114936829}], "gold_semantic_scores": [0.7070944309234619], "gold_temporal_scores": [0.23925365507602692], "max_gold_score": 0.9463480114936829, "max_candidate_score": 0.9463480114936829, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9414879083633423, "best_gold_margin": 0.004860103130340576, "weakest_gold_margin": 0.004860103130340576}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00643", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chosen title change between the earlier and the updated watchlists?", "temporal_relation": "comparison", "query_temporal_norm": 0.4057004153728485, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8048247694969177}, {"memory_id": "history_02_utt_0008", "score": 0.8084228038787842}], "gold_semantic_scores": [0.6557142734527588, 0.6688165664672852], "gold_temporal_scores": [0.14911049604415894, 0.13960649073123932], "max_gold_score": 0.8084228038787842, "max_candidate_score": 0.8084228038787842, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.14579395949840546, "best_gold_margin": 0.6626288443803787, "weakest_gold_margin": 0.6590308099985123}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00756", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the model choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5742735266685486, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8232907056808472}], "gold_semantic_scores": [0.6671608686447144], "gold_temporal_scores": [0.15612979233264923], "max_gold_score": 0.8232907056808472, "max_candidate_score": 0.862313449382782, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.862313449382782, "best_gold_margin": -0.039022743701934814, "weakest_gold_margin": -0.039022743701934814}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00756", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally proposed Lightweight CNN-A as the encoder?", "temporal_relation": "earliest", "query_temporal_norm": 0.5050971508026123, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.45608651638031006}], "gold_semantic_scores": [0.3508705496788025], "gold_temporal_scores": [0.10521598905324936], "max_gold_score": 0.45608651638031006, "max_candidate_score": 0.45608651638031006, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4508133828639984, "best_gold_margin": 0.0052731335163116455, "weakest_gold_margin": 0.0052731335163116455}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00756", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model did the team switch the experiment to for better sequence modeling?", "temporal_relation": "none", "query_temporal_norm": 0.39947766065597534, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0175567865371704}], "gold_semantic_scores": [0.8167338371276855], "gold_temporal_scores": [0.20082294940948486], "max_gold_score": 1.0175567865371704, "max_candidate_score": 1.0175567865371704, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6827623844146729, "best_gold_margin": 0.33479440212249756, "weakest_gold_margin": 0.33479440212249756}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00756", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the switch to Hybrid ConvTransformer-B mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.3039403259754181, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7861519455909729}], "gold_semantic_scores": [0.6372291445732117], "gold_temporal_scores": [0.14892278611660004], "max_gold_score": 0.7861519455909729, "max_candidate_score": 0.7861519455909729, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.41670969128608704, "best_gold_margin": 0.36944225430488586, "weakest_gold_margin": 0.36944225430488586}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00872", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I mentioned a migration deadline — what did I originally set it to, and what did I move it to?", "temporal_relation": "none", "query_temporal_norm": 0.44891250133514404, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8892389535903931}, {"memory_id": "history_02_utt_0007", "score": 0.863997220993042}], "gold_semantic_scores": [0.7259863018989563, 0.7370001077651978], "gold_temporal_scores": [0.16325262188911438, 0.12699724733829498], "max_gold_score": 0.8892389535903931, "max_candidate_score": 0.9158921241760254, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.9158921241760254, "best_gold_margin": -0.026653170585632324, "weakest_gold_margin": -0.0518949031829834}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00872", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "We discussed the migration deadline earlier — what date was it first set to, and what date was it later changed to?", "temporal_relation": "comparison", "query_temporal_norm": 0.40178200602531433, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7775786519050598}, {"memory_id": "history_02_utt_0007", "score": 0.7763757109642029}], "gold_semantic_scores": [0.6338102221488953, 0.6078131198883057], "gold_temporal_scores": [0.14376839995384216, 0.16856256127357483], "max_gold_score": 0.7775786519050598, "max_candidate_score": 0.7775786519050598, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5761500000953674, "best_gold_margin": 0.20142865180969238, "weakest_gold_margin": 0.20022571086883545}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00872", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What is Morgan planning to do after their meeting?", "temporal_relation": "none", "query_temporal_norm": 0.13592670857906342, "query_session_index": 2, "query_start_sec": 15.879999999999999, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.28925105929374695, "top_memory_id": "history_02_utt_0018", "max_non_gold_score": 0.28925105929374695, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01016", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Hayden's chore schedule change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.37474921345710754, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9552201628684998}, {"memory_id": "history_02_utt_0010", "score": 0.9075482487678528}], "gold_semantic_scores": [0.8197702169418335, 0.7658535242080688], "gold_temporal_scores": [0.13544996082782745, 0.14169485867023468], "max_gold_score": 0.9552201628684998, "max_candidate_score": 0.9552201628684998, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7934302687644958, "best_gold_margin": 0.1617898941040039, "weakest_gold_margin": 0.11411798000335693}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01016", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Hayden say he would be responsible for?", "temporal_relation": "none", "query_temporal_norm": 0.12387882173061371, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6618340015411377}], "gold_semantic_scores": [0.6422509551048279], "gold_temporal_scores": [0.01958305388689041], "max_gold_score": 0.6618340015411377, "max_candidate_score": 0.6618340015411377, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5272143483161926, "best_gold_margin": 0.13461965322494507, "weakest_gold_margin": 0.13461965322494507}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01016", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Hayden say he switched his kitchen and trash and laundry schedule?", "temporal_relation": "session", "query_temporal_norm": 0.31392863392829895, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9366360306739807}], "gold_semantic_scores": [0.7809322476387024], "gold_temporal_scores": [0.15570364892482758], "max_gold_score": 0.9366360306739807, "max_candidate_score": 0.9366360306739807, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7841657400131226, "best_gold_margin": 0.15247029066085815, "weakest_gold_margin": 0.15247029066085815}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01082", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the edge-side in-memory cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.1731945127248764, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.750819206237793}, {"memory_id": "history_02_utt_0007", "score": 0.8198311924934387}], "gold_semantic_scores": [0.6981809139251709, 0.7659873962402344], "gold_temporal_scores": [0.05263832211494446, 0.053844012320041656], "max_gold_score": 0.8198311924934387, "max_candidate_score": 0.8253483176231384, "top_memory_id": "history_02_utt_0007::cf::main::3", "max_non_gold_score": 0.8253483176231384, "best_gold_margin": -0.005517125129699707, "weakest_gold_margin": -0.07452911138534546}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01082", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the purpose of the proposed local disk cache?", "temporal_relation": "none", "query_temporal_norm": 0.13418060541152954, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7411549687385559}], "gold_semantic_scores": [0.7053167223930359], "gold_temporal_scores": [0.03583827614784241], "max_gold_score": 0.7411549687385559, "max_candidate_score": 0.7411549687385559, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5145830512046814, "best_gold_margin": 0.2265719175338745, "weakest_gold_margin": 0.2265719175338745}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01082", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the local disk cache rejected?", "temporal_relation": "none", "query_temporal_norm": 0.13638289272785187, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.7210454940795898}], "gold_semantic_scores": [0.6810874938964844], "gold_temporal_scores": [0.03995807468891144], "max_gold_score": 0.7210454940795898, "max_candidate_score": 0.7210454940795898, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.5494433641433716, "best_gold_margin": 0.17160212993621826, "weakest_gold_margin": 0.17160212993621826}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01082", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where is the guest parking located relative to the east wing?", "temporal_relation": "none", "query_temporal_norm": 0.5043914914131165, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4101564288139343, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4101564288139343, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01195", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the local partitioned cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.16256529092788696, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7510181665420532}, {"memory_id": "history_02_utt_0009", "score": 0.7601791024208069}], "gold_semantic_scores": [0.7013025283813477, 0.7202267646789551], "gold_temporal_scores": [0.04971564561128616, 0.0399523563683033], "max_gold_score": 0.7601791024208069, "max_candidate_score": 0.7601791024208069, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7451764941215515, "best_gold_margin": 0.015002608299255371, "weakest_gold_margin": 0.005841672420501709}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01195", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the local partitioned cache rejection brought up?", "temporal_relation": "session", "query_temporal_norm": 0.23066991567611694, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7685046195983887}], "gold_semantic_scores": [0.6710821390151978], "gold_temporal_scores": [0.09742263704538345], "max_gold_score": 0.7685046195983887, "max_candidate_score": 0.7685046195983887, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4107341170310974, "best_gold_margin": 0.35777050256729126, "weakest_gold_margin": 0.35777050256729126}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01195", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason given for suggesting an on-device quantized model?", "temporal_relation": "none", "query_temporal_norm": 0.08857398480176926, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7032662630081177}], "gold_semantic_scores": [0.6889240741729736], "gold_temporal_scores": [0.014341957867145538], "max_gold_score": 0.7032662630081177, "max_candidate_score": 0.7032662630081177, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.49039438366889954, "best_gold_margin": 0.21287187933921814, "weakest_gold_margin": 0.21287187933921814}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01195", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone suggest using an on-device quantized model?", "temporal_relation": "session", "query_temporal_norm": 0.12226203083992004, "query_session_index": 2, "query_start_sec": 18.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7313295602798462}], "gold_semantic_scores": [0.7068646550178528], "gold_temporal_scores": [0.024464815855026245], "max_gold_score": 0.7313295602798462, "max_candidate_score": 0.7313295602798462, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4592377245426178, "best_gold_margin": 0.2720918357372284, "weakest_gold_margin": 0.2720918357372284}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00152", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for TinyCache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.16861653327941895, "query_session_index": 2, "query_start_sec": 16.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7408913373947144}, {"memory_id": "history_02_utt_0012", "score": 0.8011322617530823}], "gold_semantic_scores": [0.6876083016395569, 0.7682327628135681], "gold_temporal_scores": [0.05328290909528732, 0.03289952874183655], "max_gold_score": 0.8011322617530823, "max_candidate_score": 0.8011322617530823, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7398156523704529, "best_gold_margin": 0.061316609382629395, "weakest_gold_margin": 0.0010756850242614746}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00152", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for proposing BulkCompress?", "temporal_relation": "none", "query_temporal_norm": 0.0884709283709526, "query_session_index": 2, "query_start_sec": 16.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.7519459128379822}], "gold_semantic_scores": [0.7355622053146362], "gold_temporal_scores": [0.016383910551667213], "max_gold_score": 0.7519459128379822, "max_candidate_score": 0.7519459128379822, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.5540680289268494, "best_gold_margin": 0.1978778839111328, "weakest_gold_margin": 0.1978778839111328}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00152", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was BulkCompress said to save storage space on backups?", "temporal_relation": "session", "query_temporal_norm": 0.13545900583267212, "query_session_index": 2, "query_start_sec": 16.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.6819301843643188}], "gold_semantic_scores": [0.6396591663360596], "gold_temporal_scores": [0.042271073907613754], "max_gold_score": 0.6819301843643188, "max_candidate_score": 0.6819301843643188, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.6044769287109375, "best_gold_margin": 0.07745325565338135, "weakest_gold_margin": 0.07745325565338135}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00152", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason did we give for rejecting BulkCompress?", "temporal_relation": "none", "query_temporal_norm": 0.13422119617462158, "query_session_index": 2, "query_start_sec": 16.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.877219557762146}], "gold_semantic_scores": [0.8358541131019592], "gold_temporal_scores": [0.041365545243024826], "max_gold_score": 0.877219557762146, "max_candidate_score": 0.877219557762146, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.5645638108253479, "best_gold_margin": 0.3126557469367981, "weakest_gold_margin": 0.3126557469367981}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00303", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest choice for the group activity was?", "temporal_relation": "latest", "query_temporal_norm": 0.5576949715614319, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0282137393951416}], "gold_semantic_scores": [0.7835864424705505], "gold_temporal_scores": [0.2446271926164627], "max_gold_score": 1.0282137393951416, "max_candidate_score": 1.0282137393951416, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0254770517349243, "best_gold_margin": 0.002736687660217285, "weakest_gold_margin": 0.002736687660217285}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00303", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which group activity was initially suggested?", "temporal_relation": "none", "query_temporal_norm": 0.5113499164581299, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.9297674298286438}], "gold_semantic_scores": [0.8111838102340698], "gold_temporal_scores": [0.11858375370502472], "max_gold_score": 0.9297674298286438, "max_candidate_score": 0.9297674298286438, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5339775085449219, "best_gold_margin": 0.3957899212837219, "weakest_gold_margin": 0.3957899212837219}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00303", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the sunset boat tour suggested as the group activity?", "temporal_relation": "session", "query_temporal_norm": 0.1319683939218521, "query_session_index": 2, "query_start_sec": 18.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8782325387001038}], "gold_semantic_scores": [0.8586794137954712], "gold_temporal_scores": [0.01955307647585869], "max_gold_score": 0.8782325387001038, "max_candidate_score": 0.8782325387001038, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5772314071655273, "best_gold_margin": 0.3010011315345764, "weakest_gold_margin": 0.3010011315345764}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00393", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4294004440307617, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8137341737747192}, {"memory_id": "history_02_utt_0007", "score": 0.82435142993927}], "gold_semantic_scores": [0.6548570394515991, 0.667554497718811], "gold_temporal_scores": [0.1588771939277649, 0.1567971557378769], "max_gold_score": 0.82435142993927, "max_candidate_score": 0.8497012853622437, "top_memory_id": "history_02_utt_0007::cf::main::3", "max_non_gold_score": 0.8497012853622437, "best_gold_margin": -0.025349855422973633, "weakest_gold_margin": -0.035967111587524414}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00393", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they wanted to do a city bike tour as our main activity?", "temporal_relation": "none", "query_temporal_norm": 0.1330939531326294, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7908648252487183}], "gold_semantic_scores": [0.7604767084121704], "gold_temporal_scores": [0.030388113111257553], "max_gold_score": 0.7908648252487183, "max_candidate_score": 0.7908648252487183, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6242376565933228, "best_gold_margin": 0.1666271686553955, "weakest_gold_margin": 0.1666271686553955}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00393", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they decided we'd do a riverside picnic instead as the main activity?", "temporal_relation": "none", "query_temporal_norm": 0.3835987150669098, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 1.0332355499267578}], "gold_semantic_scores": [0.848193883895874], "gold_temporal_scores": [0.18504178524017334], "max_gold_score": 1.0332355499267578, "max_candidate_score": 1.0332355499267578, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5278810858726501, "best_gold_margin": 0.5053544640541077, "weakest_gold_margin": 0.5053544640541077}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00393", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who said they would handle dessert?", "temporal_relation": "none", "query_temporal_norm": 0.2504405975341797, "query_session_index": 2, "query_start_sec": 14.64, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.44300511479377747, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.44300511479377747, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00563", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Table Cafe, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.16431637108325958, "query_session_index": 2, "query_start_sec": 18.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7227321863174438}, {"memory_id": "history_02_utt_0010", "score": 0.8048152923583984}], "gold_semantic_scores": [0.6806381940841675, 0.7655444741249084], "gold_temporal_scores": [0.042093850672245026, 0.03927084803581238], "max_gold_score": 0.8048152923583984, "max_candidate_score": 0.8048152923583984, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4226732552051544, "best_gold_margin": 0.382142037153244, "weakest_gold_margin": 0.30005893111228943}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00563", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Earlier, what did Quinn say Drew suggested we try?", "temporal_relation": "before", "query_temporal_norm": 0.090034119784832, "query_session_index": 2, "query_start_sec": 18.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6080683469772339}], "gold_semantic_scores": [0.5997714400291443], "gold_temporal_scores": [0.008296899497509003], "max_gold_score": 0.6080683469772339, "max_candidate_score": 0.6080683469772339, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.49368032813072205, "best_gold_margin": 0.11438801884651184, "weakest_gold_margin": 0.11438801884651184}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00563", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we do about Green Table Cafe after we learned it was booked for a private event?", "temporal_relation": "none", "query_temporal_norm": 0.1892300248146057, "query_session_index": 2, "query_start_sec": 18.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8265968561172485}], "gold_semantic_scores": [0.759943962097168], "gold_temporal_scores": [0.06665276736021042], "max_gold_score": 0.8265968561172485, "max_candidate_score": 0.8265968561172485, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5183793902397156, "best_gold_margin": 0.30821746587753296, "weakest_gold_margin": 0.30821746587753296}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00563", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation mentioned that Sunrise Deli was later dismissed?", "temporal_relation": "session", "query_temporal_norm": 0.2539821267127991, "query_session_index": 2, "query_start_sec": 18.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0023", "score": 0.8802766799926758}], "gold_semantic_scores": [0.7721441388130188], "gold_temporal_scores": [0.10813221335411072], "max_gold_score": 0.8802766799926758, "max_candidate_score": 0.8802766799926758, "top_memory_id": "history_02_utt_0023", "max_non_gold_score": 0.6197582483291626, "best_gold_margin": 0.2605184316635132, "weakest_gold_margin": 0.2605184316635132}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00632", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Midnight Letters for the lineup, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.15908494591712952, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.744805634021759}, {"memory_id": "history_02_utt_0009", "score": 0.7547827363014221}], "gold_semantic_scores": [0.6950214505195618, 0.7228516936302185], "gold_temporal_scores": [0.049784090369939804, 0.031931065022945404], "max_gold_score": 0.7547827363014221, "max_candidate_score": 0.7547827363014221, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3813033699989319, "best_gold_margin": 0.37347936630249023, "weakest_gold_margin": 0.36350226402282715}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00632", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was Neighborhood Shorts' status in the lineup?", "temporal_relation": "none", "query_temporal_norm": 0.1252855658531189, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.6041409969329834}], "gold_semantic_scores": [0.5704628229141235], "gold_temporal_scores": [0.033678166568279266], "max_gold_score": 0.6041409969329834, "max_candidate_score": 0.6426703929901123, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.6426703929901123, "best_gold_margin": -0.038529396057128906, "weakest_gold_margin": -0.038529396057128906}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00632", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Morgan suggested Neighborhood Shorts as a lighter opener?", "temporal_relation": "session", "query_temporal_norm": 0.10688082873821259, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.805881142616272}], "gold_semantic_scores": [0.7856919765472412], "gold_temporal_scores": [0.020189084112644196], "max_gold_score": 0.805881142616272, "max_candidate_score": 0.805881142616272, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.40321871638298035, "best_gold_margin": 0.4026624262332916, "weakest_gold_margin": 0.4026624262332916}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00632", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which earlier conversation noted that Neighborhood Shorts fit the tighter pre-dinner slot?", "temporal_relation": "session", "query_temporal_norm": 0.14730514585971832, "query_session_index": 2, "query_start_sec": 15.799999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.6078268885612488}], "gold_semantic_scores": [0.5522505640983582], "gold_temporal_scores": [0.055576201528310776], "max_gold_score": 0.6078268885612488, "max_candidate_score": 0.6428633332252502, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.6428633332252502, "best_gold_margin": -0.035036444664001465, "weakest_gold_margin": -0.035036444664001465}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00711", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the evaluation plan change, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.41828322410583496, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8817249536514282}, {"memory_id": "history_02_utt_0010", "score": 0.8284817934036255}], "gold_semantic_scores": [0.7336021065711975, 0.6893351078033447], "gold_temporal_scores": [0.14812275767326355, 0.13914655148983002], "max_gold_score": 0.8817249536514282, "max_candidate_score": 0.8817249536514282, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.32800567150115967, "best_gold_margin": 0.5537192821502686, "weakest_gold_margin": 0.5004761219024658}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00711", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the initial evaluation plan as a single end-to-end submission?", "temporal_relation": "earliest", "query_temporal_norm": 0.44124823808670044, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8067949414253235}], "gold_semantic_scores": [0.6701849699020386], "gold_temporal_scores": [0.13660991191864014], "max_gold_score": 0.8067949414253235, "max_candidate_score": 0.8094100952148438, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0002::1", "max_non_gold_score": 0.8094100952148438, "best_gold_margin": -0.0026151537895202637, "weakest_gold_margin": -0.0026151537895202637}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00711", "qa_id": "extra_qa_0003", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the final evaluation plan as two submission tracks, realistic and studio?", "temporal_relation": "latest", "query_temporal_norm": 0.5544196367263794, "query_session_index": 2, "query_start_sec": 16.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8654014468193054}], "gold_semantic_scores": [0.5984609127044678], "gold_temporal_scores": [0.26694074273109436], "max_gold_score": 0.8654014468193054, "max_candidate_score": 0.8654014468193054, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8555070161819458, "best_gold_margin": 0.00989443063735962, "weakest_gold_margin": 0.00989443063735962}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00766", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation to per-task F1 plus precision–recall and latency slices, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.37511640787124634, "query_session_index": 2, "query_start_sec": 19.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0013", "score": 0.8147996664047241}, {"memory_id": "history_02_utt_0010", "score": 0.742016077041626}], "gold_semantic_scores": [0.7089354991912842, 0.6322814226150513], "gold_temporal_scores": [0.10586421936750412, 0.10973474383354187], "max_gold_score": 0.8147996664047241, "max_candidate_score": 0.8147996664047241, "top_memory_id": "history_01_utt_0013", "max_non_gold_score": 0.6062998175621033, "best_gold_margin": 0.20849984884262085, "weakest_gold_margin": 0.1357162594795227}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00766", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say he planned to report for the evaluation?", "temporal_relation": "none", "query_temporal_norm": 0.19227167963981628, "query_session_index": 2, "query_start_sec": 19.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0013", "score": 0.718328595161438}], "gold_semantic_scores": [0.6878631711006165], "gold_temporal_scores": [0.03046560473740101], "max_gold_score": 0.718328595161438, "max_candidate_score": 0.722555935382843, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.722555935382843, "best_gold_margin": -0.004227340221405029, "weakest_gold_margin": -0.004227340221405029}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00766", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When did we set the internal deadline for the benchmark materials?", "temporal_relation": "none", "query_temporal_norm": 0.16323550045490265, "query_session_index": 2, "query_start_sec": 19.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.8307515978813171}], "gold_semantic_scores": [0.7928061485290527], "gold_temporal_scores": [0.03794534504413605], "max_gold_score": 0.8307515978813171, "max_candidate_score": 0.8307515978813171, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.6737564206123352, "best_gold_margin": 0.15699517726898193, "weakest_gold_margin": 0.15699517726898193}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00941", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Quinn give for recommending \"Late Night Montage\", and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.24661655724048615, "query_session_index": 2, "query_start_sec": 22.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8109183311462402}, {"memory_id": "history_02_utt_0007", "score": 0.8425331115722656}], "gold_semantic_scores": [0.7369967103004456, 0.7550445795059204], "gold_temporal_scores": [0.07392159104347229, 0.08748853951692581], "max_gold_score": 0.8425331115722656, "max_candidate_score": 0.8425331115722656, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7787046432495117, "best_gold_margin": 0.0638284683227539, "weakest_gold_margin": 0.032213687896728516}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00941", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended \"Late Night Montage\"?", "temporal_relation": "none", "query_temporal_norm": 0.19742198288440704, "query_session_index": 2, "query_start_sec": 22.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8035174012184143}], "gold_semantic_scores": [0.757025957107544], "gold_temporal_scores": [0.04649155214428902], "max_gold_score": 0.8035174012184143, "max_candidate_score": 0.8035174012184143, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5803971886634827, "best_gold_margin": 0.22312021255493164, "weakest_gold_margin": 0.22312021255493164}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00941", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for pushing \"Urban DIY Short\"?", "temporal_relation": "none", "query_temporal_norm": 0.11888381838798523, "query_session_index": 2, "query_start_sec": 22.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6590403318405151}], "gold_semantic_scores": [0.64243483543396], "gold_temporal_scores": [0.016605287790298462], "max_gold_score": 0.6590403318405151, "max_candidate_score": 0.6590403318405151, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.505896270275116, "best_gold_margin": 0.15314406156539917, "weakest_gold_margin": 0.15314406156539917}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00941", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they pushed \"Urban DIY Short\"?", "temporal_relation": "session", "query_temporal_norm": 0.13673773407936096, "query_session_index": 2, "query_start_sec": 22.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6946892738342285}], "gold_semantic_scores": [0.6664026379585266], "gold_temporal_scores": [0.02828681841492653], "max_gold_score": 0.6946892738342285, "max_candidate_score": 0.6946892738342285, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.48305800557136536, "best_gold_margin": 0.21163126826286316, "weakest_gold_margin": 0.21163126826286316}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01091", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Morgan suggest PharmQuick, and why was it later no longer accepting pickups?", "temporal_relation": "none", "query_temporal_norm": 0.22675399482250214, "query_session_index": 2, "query_start_sec": 17.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6525070071220398}, {"memory_id": "history_02_utt_0009", "score": 0.7365704774856567}], "gold_semantic_scores": [0.576832115650177, 0.6522523164749146], "gold_temporal_scores": [0.07567490637302399, 0.08431778848171234], "max_gold_score": 0.7365704774856567, "max_candidate_score": 0.7545324563980103, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.7545324563980103, "best_gold_margin": -0.017961978912353516, "weakest_gold_margin": -0.10202544927597046}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01091", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say earlier about PharmQuick that explained why it would be useful?", "temporal_relation": "none", "query_temporal_norm": 0.23932865262031555, "query_session_index": 2, "query_start_sec": 17.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6037979125976562}], "gold_semantic_scores": [0.5346294045448303], "gold_temporal_scores": [0.06916870176792145], "max_gold_score": 0.6037979125976562, "max_candidate_score": 0.6037979125976562, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.551573634147644, "best_gold_margin": 0.05222427845001221, "weakest_gold_margin": 0.05222427845001221}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01091", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan suggest PharmQuick?", "temporal_relation": "session", "query_temporal_norm": 0.18357115983963013, "query_session_index": 2, "query_start_sec": 17.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6804873943328857}], "gold_semantic_scores": [0.6320949792861938], "gold_temporal_scores": [0.04839252308011055], "max_gold_score": 0.6804873943328857, "max_candidate_score": 0.6804873943328857, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6159558296203613, "best_gold_margin": 0.06453156471252441, "weakest_gold_margin": 0.06453156471252441}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01091", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Someone said something about PharmQuick’s pickup policy. What did they say about PharmQuick’s pickup availability?", "temporal_relation": "none", "query_temporal_norm": 0.2369358390569687, "query_session_index": 2, "query_start_sec": 17.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6657021045684814}], "gold_semantic_scores": [0.5696355700492859], "gold_temporal_scores": [0.09606651961803436], "max_gold_score": 0.6657021045684814, "max_candidate_score": 0.6965300440788269, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.6965300440788269, "best_gold_margin": -0.03082793951034546, "weakest_gold_margin": -0.03082793951034546}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01183", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their departure time to 8:20 AM, and what was the earlier departure time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3862643837928772, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.8251848220825195}, {"memory_id": "history_02_utt_0007", "score": 0.8430112600326538}], "gold_semantic_scores": [0.6895238757133484, 0.6995131373405457], "gold_temporal_scores": [0.13566085696220398, 0.14349806308746338], "max_gold_score": 0.8430112600326538, "max_candidate_score": 0.8430112600326538, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5322198867797852, "best_gold_margin": 0.31079137325286865, "weakest_gold_margin": 0.2929649353027344}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01183", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who planned to leave at 7:45 AM?", "temporal_relation": "none", "query_temporal_norm": 0.40172556042671204, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.6496506929397583}], "gold_semantic_scores": [0.5768262147903442], "gold_temporal_scores": [0.07282452285289764], "max_gold_score": 0.6496506929397583, "max_candidate_score": 0.6496506929397583, "top_memory_id": "history_01_utt_0012", "max_non_gold_score": 0.36975541710853577, "best_gold_margin": 0.27989527583122253, "weakest_gold_margin": 0.27989527583122253}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01183", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they would leave at 8:20 AM?", "temporal_relation": "none", "query_temporal_norm": 0.24690406024456024, "query_session_index": 2, "query_start_sec": 19.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6892430186271667}], "gold_semantic_scores": [0.5731204748153687], "gold_temporal_scores": [0.11612273007631302], "max_gold_score": 0.6892430186271667, "max_candidate_score": 0.6892430186271667, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5115436315536499, "best_gold_margin": 0.17769938707351685, "weakest_gold_margin": 0.17769938707351685}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00041", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the most recent deployment target was gpu-cluster-omega?", "temporal_relation": "none", "query_temporal_norm": 0.5694049000740051, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9817729592323303}], "gold_semantic_scores": [0.7055436372756958], "gold_temporal_scores": [0.27622923254966736], "max_gold_score": 0.9817729592323303, "max_candidate_score": 0.9817729592323303, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9801133871078491, "best_gold_margin": 0.0016595721244812012, "weakest_gold_margin": 0.0016595721244812012}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00041", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which deployment target was originally targeted before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.47997593879699707, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7936398386955261}], "gold_semantic_scores": [0.7075114846229553], "gold_temporal_scores": [0.08612845838069916], "max_gold_score": 0.7936398386955261, "max_candidate_score": 0.7936398386955261, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5718923807144165, "best_gold_margin": 0.22174745798110962, "weakest_gold_margin": 0.22174745798110962}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00041", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent deployment target we ended up using?", "temporal_relation": "latest", "query_temporal_norm": 0.5452778339385986, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9391260147094727}], "gold_semantic_scores": [0.669291079044342], "gold_temporal_scores": [0.2698347568511963], "max_gold_score": 0.9391260147094727, "max_candidate_score": 0.9391260147094727, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9383577108383179, "best_gold_margin": 0.0007683038711547852, "weakest_gold_margin": 0.0007683038711547852}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00041", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deployment target did Taylor say they were targeting?", "temporal_relation": "none", "query_temporal_norm": 0.387218177318573, "query_session_index": 2, "query_start_sec": 20.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6631113290786743}], "gold_semantic_scores": [0.7307289242744446], "gold_temporal_scores": [-0.06761755794286728], "max_gold_score": 0.6631113290786743, "max_candidate_score": 0.6631113290786743, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5896047949790955, "best_gold_margin": 0.07350653409957886, "weakest_gold_margin": 0.07350653409957886}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00164", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn originally add to the shopping list as the grain for tonight?", "temporal_relation": "earliest", "query_temporal_norm": 0.5656703114509583, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 1.012067198753357}], "gold_semantic_scores": [0.85065096616745], "gold_temporal_scores": [0.16141608357429504], "max_gold_score": 1.012067198753357, "max_candidate_score": 1.012067198753357, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 1.0081841945648193, "best_gold_margin": 0.0038830041885375977, "weakest_gold_margin": 0.0038830041885375977}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00164", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In our past talks, which grain was originally on the shopping list before it got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5353307127952576, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7201055884361267}], "gold_semantic_scores": [0.5884429216384888], "gold_temporal_scores": [0.13166260719299316], "max_gold_score": 0.7201055884361267, "max_candidate_score": 0.7201055884361267, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7124297618865967, "best_gold_margin": 0.007675826549530029, "weakest_gold_margin": 0.007675826549530029}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00164", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the grain entry on the shopping list change between the earlier conversations?", "temporal_relation": "comparison", "query_temporal_norm": 0.3794769048690796, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7494223117828369}, {"memory_id": "history_02_utt_0010", "score": 0.7533576488494873}], "gold_semantic_scores": [0.6100986003875732, 0.634604275226593], "gold_temporal_scores": [0.13932368159294128, 0.1187530905008316], "max_gold_score": 0.7533576488494873, "max_candidate_score": 0.7533576488494873, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5964791774749756, "best_gold_margin": 0.15687847137451172, "weakest_gold_margin": 0.15294313430786133}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00164", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say organic quinoa was replaced with brown basmati rice?", "temporal_relation": "session", "query_temporal_norm": 0.26650774478912354, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.773788332939148}], "gold_semantic_scores": [0.6532753109931946], "gold_temporal_scores": [0.12051327526569366], "max_gold_score": 0.773788332939148, "max_candidate_score": 0.773788332939148, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.49165672063827515, "best_gold_margin": 0.2821316123008728, "weakest_gold_margin": 0.2821316123008728}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00344", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Riley originally say the training configuration was before it was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5669490694999695, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8026003837585449}], "gold_semantic_scores": [0.6576802730560303], "gold_temporal_scores": [0.14492009580135345], "max_gold_score": 0.8026003837585449, "max_candidate_score": 0.8073705434799194, "top_memory_id": "history_01_utt_0008::cf::main::3", "max_non_gold_score": 0.8073705434799194, "best_gold_margin": -0.004770159721374512, "weakest_gold_margin": -0.004770159721374512}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00344", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current training configuration we ended up using?", "temporal_relation": "latest", "query_temporal_norm": 0.5654605627059937, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0037527084350586}], "gold_semantic_scores": [0.7267586588859558], "gold_temporal_scores": [0.27699366211891174], "max_gold_score": 1.0037527084350586, "max_candidate_score": 1.006980061531067, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 1.006980061531067, "best_gold_margin": -0.0032273530960083008, "weakest_gold_margin": -0.0032273530960083008}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00344", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley state her training configuration?", "temporal_relation": "session", "query_temporal_norm": 0.3457622826099396, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6999557614326477}], "gold_semantic_scores": [0.577763020992279], "gold_temporal_scores": [0.12219281494617462], "max_gold_score": 0.6999557614326477, "max_candidate_score": 0.6999557614326477, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6395572423934937, "best_gold_margin": 0.06039851903915405, "weakest_gold_margin": 0.06039851903915405}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00344", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training configuration change from the original settings to the later settings?", "temporal_relation": "comparison", "query_temporal_norm": 0.40901869535446167, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.845855176448822}, {"memory_id": "history_02_utt_0010", "score": 0.8377103209495544}], "gold_semantic_scores": [0.6935988664627075, 0.7045626044273376], "gold_temporal_scores": [0.15225617587566376, 0.133147731423378], "max_gold_score": 0.845855176448822, "max_candidate_score": 0.845855176448822, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5195131897926331, "best_gold_margin": 0.32634198665618896, "weakest_gold_margin": 0.3181971311569214}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00470", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest chore schedule was?", "temporal_relation": "latest", "query_temporal_norm": 0.5695779919624329, "query_session_index": 2, "query_start_sec": 19.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7468951344490051}], "gold_semantic_scores": [0.4716193675994873], "gold_temporal_scores": [0.2752758264541626], "max_gold_score": 0.7468951344490051, "max_candidate_score": 0.75530606508255, "top_memory_id": "history_02_utt_0008::cf::main::0", "max_non_gold_score": 0.75530606508255, "best_gold_margin": -0.008410930633544922, "weakest_gold_margin": -0.008410930633544922}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00470", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they'd handle the kitchen on Tuesday evenings?", "temporal_relation": "none", "query_temporal_norm": 0.2902549207210541, "query_session_index": 2, "query_start_sec": 19.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8149178624153137}], "gold_semantic_scores": [0.6951688528060913], "gold_temporal_scores": [0.11974911391735077], "max_gold_score": 0.8149178624153137, "max_candidate_score": 0.81554114818573, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.81554114818573, "best_gold_margin": -0.0006232857704162598, "weakest_gold_margin": -0.0006232857704162598}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00568", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the model choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5685657858848572, "query_session_index": 2, "query_start_sec": 13.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.747647225856781}], "gold_semantic_scores": [0.6165791153907776], "gold_temporal_scores": [0.1310681253671646], "max_gold_score": 0.747647225856781, "max_candidate_score": 0.7959420084953308, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.7959420084953308, "best_gold_margin": -0.048294782638549805, "weakest_gold_margin": -0.048294782638549805}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00568", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed using ConvMixer-XS for the initial experiments?", "temporal_relation": "none", "query_temporal_norm": 0.19058692455291748, "query_session_index": 2, "query_start_sec": 13.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8338014483451843}], "gold_semantic_scores": [0.7936164140701294], "gold_temporal_scores": [0.04018517583608627], "max_gold_score": 0.8338014483451843, "max_candidate_score": 0.8338014483451843, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.44749146699905396, "best_gold_margin": 0.38630998134613037, "weakest_gold_margin": 0.38630998134613037}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00568", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model is currently set as the main model for the experiments?", "temporal_relation": "latest", "query_temporal_norm": 0.4596749544143677, "query_session_index": 2, "query_start_sec": 13.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9756101369857788}], "gold_semantic_scores": [0.7517695426940918], "gold_temporal_scores": [0.22384098172187805], "max_gold_score": 0.9756101369857788, "max_candidate_score": 0.9762169718742371, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 0.9762169718742371, "best_gold_margin": -0.000606834888458252, "weakest_gold_margin": -0.000606834888458252}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00568", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model was originally chosen for the initial experiments before it was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5292805433273315, "query_session_index": 2, "query_start_sec": 13.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8071736097335815}], "gold_semantic_scores": [0.7024765610694885], "gold_temporal_scores": [0.10469694435596466], "max_gold_score": 0.8071736097335815, "max_candidate_score": 0.8071736097335815, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4963757395744324, "best_gold_margin": 0.31079787015914917, "weakest_gold_margin": 0.31079787015914917}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00649", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about the edge-opt pipeline, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.19844435155391693, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6902641654014587}, {"memory_id": "history_02_utt_0008", "score": 0.7965168356895447}], "gold_semantic_scores": [0.6304593682289124, 0.7377201318740845], "gold_temporal_scores": [0.05980488657951355, 0.05879693850874901], "max_gold_score": 0.7965168356895447, "max_candidate_score": 0.7965168356895447, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.699428915977478, "best_gold_margin": 0.09708791971206665, "weakest_gold_margin": -0.009164750576019287}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00649", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for rejecting the edge-opt pipeline?", "temporal_relation": "none", "query_temporal_norm": 0.17179574072360992, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8709320425987244}], "gold_semantic_scores": [0.7999143004417419], "gold_temporal_scores": [0.07101799547672272], "max_gold_score": 0.8709320425987244, "max_candidate_score": 0.8709320425987244, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6275092959403992, "best_gold_margin": 0.2434227466583252, "weakest_gold_margin": 0.2434227466583252}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00649", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the GPU-batch service recommended?", "temporal_relation": "none", "query_temporal_norm": 0.11821862310171127, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.737165093421936}], "gold_semantic_scores": [0.714002788066864], "gold_temporal_scores": [0.023162204772233963], "max_gold_score": 0.737165093421936, "max_candidate_score": 0.737165093421936, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4060790538787842, "best_gold_margin": 0.33108603954315186, "weakest_gold_margin": 0.33108603954315186}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00649", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the baseline results were documented?", "temporal_relation": "session", "query_temporal_norm": 0.15720583498477936, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.6618261337280273}], "gold_semantic_scores": [0.6084190607070923], "gold_temporal_scores": [0.05340690538287163], "max_gold_score": 0.6618261337280273, "max_candidate_score": 0.6618261337280273, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.41081660985946655, "best_gold_margin": 0.2510095238685608, "weakest_gold_margin": 0.2510095238685608}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00717", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Quinn's chosen title change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.43067869544029236, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7648603916168213}, {"memory_id": "history_02_utt_0009", "score": 0.7616559267044067}], "gold_semantic_scores": [0.6136984825134277, 0.6232225298881531], "gold_temporal_scores": [0.15116195380687714, 0.1384335458278656], "max_gold_score": 0.7648603916168213, "max_candidate_score": 0.7648603916168213, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6661280989646912, "best_gold_margin": 0.09873229265213013, "weakest_gold_margin": 0.09552782773971558}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00717", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title is currently on the watchlist?", "temporal_relation": "latest", "query_temporal_norm": 0.5000765323638916, "query_session_index": 2, "query_start_sec": 15.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8535289168357849}], "gold_semantic_scores": [0.5873005986213684], "gold_temporal_scores": [0.26622846722602844], "max_gold_score": 0.8535289168357849, "max_candidate_score": 0.8535289168357849, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8485065698623657, "best_gold_margin": 0.0050223469734191895, "weakest_gold_margin": 0.0050223469734191895}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00789", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the deadline was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5355527997016907, "query_session_index": 2, "query_start_sec": 24.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9208147525787354}], "gold_semantic_scores": [0.782634973526001], "gold_temporal_scores": [0.13817980885505676], "max_gold_score": 0.9208147525787354, "max_candidate_score": 0.9443902969360352, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.9443902969360352, "best_gold_margin": -0.023575544357299805, "weakest_gold_margin": -0.023575544357299805}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00789", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What deadline did we set for the annotators?", "temporal_relation": "none", "query_temporal_norm": 0.32848379015922546, "query_session_index": 2, "query_start_sec": 24.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7148162126541138}], "gold_semantic_scores": [0.6000834703445435], "gold_temporal_scores": [0.11473289132118225], "max_gold_score": 0.7148162126541138, "max_candidate_score": 0.7148162126541138, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6809331178665161, "best_gold_margin": 0.033883094787597656, "weakest_gold_margin": 0.033883094787597656}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00789", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the deadline update mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.4155944585800171, "query_session_index": 2, "query_start_sec": 24.279999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9711467623710632}], "gold_semantic_scores": [0.7680820822715759], "gold_temporal_scores": [0.20306482911109924], "max_gold_score": 0.9711467623710632, "max_candidate_score": 0.9711467623710632, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7371852993965149, "best_gold_margin": 0.23396146297454834, "weakest_gold_margin": 0.23396146297454834}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00882", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest departure time was?", "temporal_relation": "latest", "query_temporal_norm": 0.5651514530181885, "query_session_index": 2, "query_start_sec": 16.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7738738059997559}], "gold_semantic_scores": [0.5329742431640625], "gold_temporal_scores": [0.2408992201089859], "max_gold_score": 0.7738738059997559, "max_candidate_score": 0.8257856369018555, "top_memory_id": "history_02_utt_0007::cf::main::1", "max_non_gold_score": 0.8257856369018555, "best_gold_margin": -0.05191183090209961, "weakest_gold_margin": -0.05191183090209961}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00882", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we should leave at 5:15 PM?", "temporal_relation": "none", "query_temporal_norm": 0.15029306709766388, "query_session_index": 2, "query_start_sec": 16.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6514233350753784}], "gold_semantic_scores": [0.5920745134353638], "gold_temporal_scores": [0.05934875085949898], "max_gold_score": 0.6514233350753784, "max_candidate_score": 0.6514233350753784, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6134726405143738, "best_gold_margin": 0.03795069456100464, "weakest_gold_margin": 0.03795069456100464}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00882", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier on, what time did we plan to leave?", "temporal_relation": "before", "query_temporal_norm": 0.33904534578323364, "query_session_index": 2, "query_start_sec": 16.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.791614294052124}], "gold_semantic_scores": [0.7362679839134216], "gold_temporal_scores": [0.055346306413412094], "max_gold_score": 0.791614294052124, "max_candidate_score": 0.791614294052124, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6626483201980591, "best_gold_margin": 0.12896597385406494, "weakest_gold_margin": 0.12896597385406494}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00882", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it suggested we leave to make the pharmacy?", "temporal_relation": "session", "query_temporal_norm": 0.1053537055850029, "query_session_index": 2, "query_start_sec": 16.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.4898532032966614}], "gold_semantic_scores": [0.49012622237205505], "gold_temporal_scores": [-0.00027300670626573265], "max_gold_score": 0.4898532032966614, "max_candidate_score": 0.4898532032966614, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.40199095010757446, "best_gold_margin": 0.08786225318908691, "weakest_gold_margin": 0.08786225318908691}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00973", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say the latest training setting was?", "temporal_relation": "latest", "query_temporal_norm": 0.5573998689651489, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0236140489578247}], "gold_semantic_scores": [0.7637889385223389], "gold_temporal_scores": [0.2598251402378082], "max_gold_score": 1.0236140489578247, "max_candidate_score": 1.0236140489578247, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.0183461904525757, "best_gold_margin": 0.0052678585052490234, "weakest_gold_margin": 0.0052678585052490234}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00973", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training settings change between the two discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3537085950374603, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.656709611415863}, {"memory_id": "history_02_utt_0010", "score": 0.731320321559906}], "gold_semantic_scores": [0.540010929107666, 0.6127089858055115], "gold_temporal_scores": [0.11669858545064926, 0.1186113953590393], "max_gold_score": 0.731320321559906, "max_candidate_score": 0.731320321559906, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.30712780356407166, "best_gold_margin": 0.42419251799583435, "weakest_gold_margin": 0.3495818078517914}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00973", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What training settings did Emerson say she updated to?", "temporal_relation": "none", "query_temporal_norm": 0.4560210108757019, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9807322025299072}], "gold_semantic_scores": [0.7644282579421997], "gold_temporal_scores": [0.21630404889583588], "max_gold_score": 0.9807322025299072, "max_candidate_score": 0.9807322025299072, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8164272308349609, "best_gold_margin": 0.1643049716949463, "weakest_gold_margin": 0.1643049716949463}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00973", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson mention updating the training settings?", "temporal_relation": "session", "query_temporal_norm": 0.2294994443655014, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8525762557983398}], "gold_semantic_scores": [0.745682418346405], "gold_temporal_scores": [0.10689416527748108], "max_gold_score": 0.8525762557983398, "max_candidate_score": 0.8525762557983398, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7627660632133484, "best_gold_margin": 0.08981019258499146, "weakest_gold_margin": 0.08981019258499146}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01081", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the On-node cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.17013300955295563, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6823102831840515}, {"memory_id": "history_02_utt_0007", "score": 0.7305173873901367}], "gold_semantic_scores": [0.6308702826499939, 0.6935818791389465], "gold_temporal_scores": [0.05143998563289642, 0.03693544119596481], "max_gold_score": 0.7305173873901367, "max_candidate_score": 0.7305173873901367, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.711507260799408, "best_gold_margin": 0.01901012659072876, "weakest_gold_margin": -0.029196977615356445}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01081", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed different caching options. What did we decide about the On-node cache?", "temporal_relation": "none", "query_temporal_norm": 0.2054007649421692, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7427127361297607}], "gold_semantic_scores": [0.6499922871589661], "gold_temporal_scores": [0.09272054582834244], "max_gold_score": 0.7427127361297607, "max_candidate_score": 0.7427127361297607, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6920591592788696, "best_gold_margin": 0.05065357685089111, "weakest_gold_margin": 0.05065357685089111}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01081", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Someone recommended the Shared model pool. What benefit did they say it provided?", "temporal_relation": "none", "query_temporal_norm": 0.1487678587436676, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6736815571784973}], "gold_semantic_scores": [0.6526022553443909], "gold_temporal_scores": [0.02107936516404152], "max_gold_score": 0.6736815571784973, "max_candidate_score": 0.6736815571784973, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4100266396999359, "best_gold_margin": 0.2636549174785614, "weakest_gold_margin": 0.2636549174785614}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01081", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the Shared model pool recommended?", "temporal_relation": "session", "query_temporal_norm": 0.17299427092075348, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.699475884437561}], "gold_semantic_scores": [0.6467906832695007], "gold_temporal_scores": [0.052685391157865524], "max_gold_score": 0.699475884437561, "max_candidate_score": 0.699475884437561, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.6166674494743347, "best_gold_margin": 0.08280843496322632, "weakest_gold_margin": 0.08280843496322632}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01143", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say the latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5600396990776062, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 1.0574226379394531}], "gold_semantic_scores": [0.78358393907547], "gold_temporal_scores": [0.2738391160964966], "max_gold_score": 1.0574226379394531, "max_candidate_score": 1.057797908782959, "top_memory_id": "history_02_utt_0012::cf::main::3", "max_non_gold_score": 1.057797908782959, "best_gold_margin": -0.0003752708435058594, "weakest_gold_margin": -0.0003752708435058594}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01143", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our discussions, what shopping item was mentioned before it was changed?", "temporal_relation": "session", "query_temporal_norm": 0.34298911690711975, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7050518989562988}], "gold_semantic_scores": [0.6000849604606628], "gold_temporal_scores": [0.10496701300144196], "max_gold_score": 0.7050518989562988, "max_candidate_score": 0.7050518989562988, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6611765027046204, "best_gold_margin": 0.04387539625167847, "weakest_gold_margin": 0.04387539625167847}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01143", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew say he updated his pick to creamy almond butter?", "temporal_relation": "session", "query_temporal_norm": 0.4736829400062561, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8642346262931824}], "gold_semantic_scores": [0.618238627910614], "gold_temporal_scores": [0.24599593877792358], "max_gold_score": 0.8642346262931824, "max_candidate_score": 0.8642346262931824, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.742742657661438, "best_gold_margin": 0.12149196863174438, "weakest_gold_margin": 0.12149196863174438}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01143", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the shopping item change between the earlier mention and the later update?", "temporal_relation": "comparison", "query_temporal_norm": 0.4312904477119446, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7367268204689026}, {"memory_id": "history_02_utt_0012", "score": 0.7471778988838196}], "gold_semantic_scores": [0.5942180752754211, 0.6021685600280762], "gold_temporal_scores": [0.14250876009464264, 0.14500956237316132], "max_gold_score": 0.7471778988838196, "max_candidate_score": 0.7471778988838196, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5622755885124207, "best_gold_margin": 0.18490231037139893, "weakest_gold_margin": 0.17445123195648193}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00064", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the venue was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5381991267204285, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6931467652320862}], "gold_semantic_scores": [0.6051132082939148], "gold_temporal_scores": [0.0880335196852684], "max_gold_score": 0.6931467652320862, "max_candidate_score": 0.6931467652320862, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6776293516159058, "best_gold_margin": 0.01551741361618042, "weakest_gold_margin": 0.01551741361618042}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00064", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the plan moved so the audio would be better?", "temporal_relation": "none", "query_temporal_norm": 0.45326370000839233, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8784018158912659}], "gold_semantic_scores": [0.6761994957923889], "gold_temporal_scores": [0.20220236480236053], "max_gold_score": 0.8784018158912659, "max_candidate_score": 0.8784018158912659, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5898383259773254, "best_gold_margin": 0.28856348991394043, "weakest_gold_margin": 0.28856348991394043}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00064", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the plan moved to the living room with the new soundbar?", "temporal_relation": "session", "query_temporal_norm": 0.36699020862579346, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.021068811416626}], "gold_semantic_scores": [0.8457344174385071], "gold_temporal_scores": [0.1753343641757965], "max_gold_score": 1.021068811416626, "max_candidate_score": 1.021068811416626, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.639045000076294, "best_gold_margin": 0.38202381134033203, "weakest_gold_margin": 0.38202381134033203}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00160", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's chore schedule change between the earlier and later conversations?", "temporal_relation": "comparison", "query_temporal_norm": 0.3683775067329407, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8203985691070557}, {"memory_id": "history_02_utt_0008", "score": 0.8532626628875732}], "gold_semantic_scores": [0.6935420632362366, 0.7117579579353333], "gold_temporal_scores": [0.12685662508010864, 0.1415046602487564], "max_gold_score": 0.8532626628875732, "max_candidate_score": 0.8532626628875732, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.719142735004425, "best_gold_margin": 0.1341199278831482, "weakest_gold_margin": 0.10125583410263062}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00160", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had their chores scheduled?", "temporal_relation": "none", "query_temporal_norm": 0.2381879836320877, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8139761686325073}], "gold_semantic_scores": [0.7660384178161621], "gold_temporal_scores": [0.04793780297040939], "max_gold_score": 0.8139761686325073, "max_candidate_score": 0.8139761686325073, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5931124091148376, "best_gold_margin": 0.22086375951766968, "weakest_gold_margin": 0.22086375951766968}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00160", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say his chore schedule was?", "temporal_relation": "none", "query_temporal_norm": 0.2986922860145569, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.818839430809021}], "gold_semantic_scores": [0.7884513735771179], "gold_temporal_scores": [0.030388159677386284], "max_gold_score": 0.818839430809021, "max_candidate_score": 0.8613876104354858, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8613876104354858, "best_gold_margin": -0.042548179626464844, "weakest_gold_margin": -0.042548179626464844}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00160", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the current chore schedule for trash, dishes, vacuuming, and laundry?", "temporal_relation": "latest", "query_temporal_norm": 0.5677761435508728, "query_session_index": 2, "query_start_sec": 19.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8554300665855408}], "gold_semantic_scores": [0.6047008633613586], "gold_temporal_scores": [0.25072944164276123], "max_gold_score": 0.8554300665855408, "max_candidate_score": 0.8554300665855408, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8502620458602905, "best_gold_margin": 0.005168020725250244, "weakest_gold_margin": 0.005168020725250244}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00232", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the restaurant choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5216013789176941, "query_session_index": 2, "query_start_sec": 17.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.681151270866394}], "gold_semantic_scores": [0.5796515345573425], "gold_temporal_scores": [0.10149994492530823], "max_gold_score": 0.681151270866394, "max_candidate_score": 0.6931437849998474, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.6931437849998474, "best_gold_margin": -0.01199251413345337, "weakest_gold_margin": -0.01199251413345337}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00232", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested La Familia Trattoria on Maple Avenue?", "temporal_relation": "earliest", "query_temporal_norm": 0.4699397385120392, "query_session_index": 2, "query_start_sec": 17.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6596130132675171}], "gold_semantic_scores": [0.5645332336425781], "gold_temporal_scores": [0.09507995843887329], "max_gold_score": 0.6596130132675171, "max_candidate_score": 0.6596130132675171, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4107305705547333, "best_gold_margin": 0.2488824427127838, "weakest_gold_margin": 0.2488824427127838}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00232", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which restaurant are we planning to go to now?", "temporal_relation": "latest", "query_temporal_norm": 0.47602424025535583, "query_session_index": 2, "query_start_sec": 17.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8230544924736023}], "gold_semantic_scores": [0.5918430685997009], "gold_temporal_scores": [0.23121124505996704], "max_gold_score": 0.8230544924736023, "max_candidate_score": 0.8230544924736023, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8192134499549866, "best_gold_margin": 0.0038410425186157227, "weakest_gold_margin": 0.0038410425186157227}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00232", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "We later changed our pick — which restaurant did we switch to?", "temporal_relation": "latest", "query_temporal_norm": 0.35016584396362305, "query_session_index": 2, "query_start_sec": 17.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8588187098503113}], "gold_semantic_scores": [0.6842401027679443], "gold_temporal_scores": [0.17457859218120575], "max_gold_score": 0.8588187098503113, "max_candidate_score": 0.8680310249328613, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.8680310249328613, "best_gold_margin": -0.009212315082550049, "weakest_gold_margin": -0.009212315082550049}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00304", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the venue was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.4945666491985321, "query_session_index": 2, "query_start_sec": 11.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6895220279693604}], "gold_semantic_scores": [0.6036206483840942], "gold_temporal_scores": [0.0859014168381691], "max_gold_score": 0.6895220279693604, "max_candidate_score": 0.6895220279693604, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6704245209693909, "best_gold_margin": 0.019097506999969482, "weakest_gold_margin": 0.019097506999969482}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00304", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening moved to in the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.3239107131958008, "query_session_index": 2, "query_start_sec": 11.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8113306164741516}], "gold_semantic_scores": [0.6671980023384094], "gold_temporal_scores": [0.14413268864154816], "max_gold_score": 0.8113306164741516, "max_candidate_score": 0.8113306164741516, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.659226655960083, "best_gold_margin": 0.1521039605140686, "weakest_gold_margin": 0.1521039605140686}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00304", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "When will the lights be dimmed in my plan?", "temporal_relation": "none", "query_temporal_norm": 0.30856508016586304, "query_session_index": 2, "query_start_sec": 11.32, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4144055247306824, "top_memory_id": "history_02_utt_0025", "max_non_gold_score": 0.4144055247306824, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00433", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for suggesting Maple Street Pharmacy, and why was it later closed?", "temporal_relation": "none", "query_temporal_norm": 0.15556380152702332, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7347024083137512}, {"memory_id": "history_02_utt_0008", "score": 0.7855544686317444}], "gold_semantic_scores": [0.6916137933731079, 0.7237090468406677], "gold_temporal_scores": [0.04308853670954704, 0.061845242977142334], "max_gold_score": 0.7855544686317444, "max_candidate_score": 0.7855544686317444, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.778758704662323, "best_gold_margin": 0.006795763969421387, "weakest_gold_margin": -0.04405629634857178}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00433", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When Riverside Pharmacy was mentioned earlier, what reason was given for suggesting it?", "temporal_relation": "none", "query_temporal_norm": 0.10817132890224457, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7337633371353149}], "gold_semantic_scores": [0.7197979688644409], "gold_temporal_scores": [0.013965167105197906], "max_gold_score": 0.7337633371353149, "max_candidate_score": 0.7337633371353149, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5611465573310852, "best_gold_margin": 0.17261677980422974, "weakest_gold_margin": 0.17261677980422974}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00433", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Riverside Pharmacy mentioned as being on the direct bus route?", "temporal_relation": "session", "query_temporal_norm": 0.11403921991586685, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.8116580247879028}], "gold_semantic_scores": [0.788619339466095], "gold_temporal_scores": [0.023038482293486595], "max_gold_score": 0.8116580247879028, "max_candidate_score": 0.8116580247879028, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.6149085164070129, "best_gold_margin": 0.1967495083808899, "weakest_gold_margin": 0.1967495083808899}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00433", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the status of Maple Street Pharmacy this week?", "temporal_relation": "none", "query_temporal_norm": 0.141655832529068, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8331228494644165}], "gold_semantic_scores": [0.8045265078544617], "gold_temporal_scores": [0.028596319258213043], "max_gold_score": 0.8331228494644165, "max_candidate_score": 0.8331228494644165, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5615863800048828, "best_gold_margin": 0.2715364694595337, "weakest_gold_margin": 0.2715364694595337}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00552", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest venue would be for the screening?", "temporal_relation": "latest", "query_temporal_norm": 0.5570648908615112, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8639979958534241}], "gold_semantic_scores": [0.6079034805297852], "gold_temporal_scores": [0.2560945153236389], "max_gold_score": 0.8639979958534241, "max_candidate_score": 0.898448646068573, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.898448646068573, "best_gold_margin": -0.034450650215148926, "weakest_gold_margin": -0.034450650215148926}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00552", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we'd use the main lounge with the 85-inch wall TV for the screening?", "temporal_relation": "none", "query_temporal_norm": 0.26215729117393494, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.805840015411377}], "gold_semantic_scores": [0.6925985813140869], "gold_temporal_scores": [0.11324154585599899], "max_gold_score": 0.805840015411377, "max_candidate_score": 0.805840015411377, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5683011412620544, "best_gold_margin": 0.2375388741493225, "weakest_gold_margin": 0.2375388741493225}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00552", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening originally planned to be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.5589759349822998, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8204115033149719}], "gold_semantic_scores": [0.6827099919319153], "gold_temporal_scores": [0.13770145177841187], "max_gold_score": 0.8204115033149719, "max_candidate_score": 0.8204115033149719, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5207523107528687, "best_gold_margin": 0.29965919256210327, "weakest_gold_margin": 0.29965919256210327}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00552", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which room did we say we'd use initially for the screening?", "temporal_relation": "earliest", "query_temporal_norm": 0.4893149733543396, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7587203979492188}], "gold_semantic_scores": [0.6604499220848083], "gold_temporal_scores": [0.09827042371034622], "max_gold_score": 0.7587203979492188, "max_candidate_score": 0.7587203979492188, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5384849309921265, "best_gold_margin": 0.22023546695709229, "weakest_gold_margin": 0.22023546695709229}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00649", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for placing Seaside Drive early, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.1627158522605896, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7721493244171143}, {"memory_id": "history_02_utt_0012", "score": 0.7106791734695435}], "gold_semantic_scores": [0.7227838635444641, 0.6678686738014221], "gold_temporal_scores": [0.04936549440026283, 0.042810361832380295], "max_gold_score": 0.7721493244171143, "max_candidate_score": 0.7721493244171143, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.720550537109375, "best_gold_margin": 0.05159878730773926, "weakest_gold_margin": -0.009871363639831543}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00649", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to Seaside Drive in that discussion?", "temporal_relation": "none", "query_temporal_norm": 0.2564486861228943, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8752145171165466}], "gold_semantic_scores": [0.7548395395278931], "gold_temporal_scores": [0.12037485092878342], "max_gold_score": 0.8752145171165466, "max_candidate_score": 0.8752145171165466, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.537326991558075, "best_gold_margin": 0.3378875255584717, "weakest_gold_margin": 0.3378875255584717}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00649", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which track was queued as a late-night mood-setter with echoey textures?", "temporal_relation": "none", "query_temporal_norm": 0.26946935057640076, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.8219483494758606}], "gold_semantic_scores": [0.748131275177002], "gold_temporal_scores": [0.07381720840930939], "max_gold_score": 0.8219483494758606, "max_candidate_score": 0.8219483494758606, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.6037505269050598, "best_gold_margin": 0.21819782257080078, "weakest_gold_margin": 0.21819782257080078}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00649", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it agreed to keep the full playlist under two hours?", "temporal_relation": "session", "query_temporal_norm": 0.14088770747184753, "query_session_index": 2, "query_start_sec": 16.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0037", "score": 0.8741415739059448}], "gold_semantic_scores": [0.8257313966751099], "gold_temporal_scores": [0.04841022938489914], "max_gold_score": 0.8741415739059448, "max_candidate_score": 0.8741415739059448, "top_memory_id": "history_02_utt_0037", "max_non_gold_score": 0.39949169754981995, "best_gold_margin": 0.4746498763561249, "weakest_gold_margin": 0.4746498763561249}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00742", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their chore schedule, and what was the earlier laundry day?", "temporal_relation": "comparison", "query_temporal_norm": 0.36212223768234253, "query_session_index": 2, "query_start_sec": 16.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8601030111312866}, {"memory_id": "history_02_utt_0010", "score": 0.7861571311950684}], "gold_semantic_scores": [0.7282923460006714, 0.6616942882537842], "gold_temporal_scores": [0.1318107396364212, 0.1244625374674797], "max_gold_score": 0.8601030111312866, "max_candidate_score": 0.8601030111312866, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5471623539924622, "best_gold_margin": 0.31294065713882446, "weakest_gold_margin": 0.2389947772026062}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00742", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they would clean the kitchen and take out the trash on Saturdays?", "temporal_relation": "none", "query_temporal_norm": 0.2863423824310303, "query_session_index": 2, "query_start_sec": 16.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8611850142478943}], "gold_semantic_scores": [0.7911611795425415], "gold_temporal_scores": [0.07002400606870651], "max_gold_score": 0.8611850142478943, "max_candidate_score": 0.8611850142478943, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8032293915748596, "best_gold_margin": 0.05795562267303467, "weakest_gold_margin": 0.05795562267303467}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00742", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which chores did Drew say he'd be responsible for, and on which days?", "temporal_relation": "none", "query_temporal_norm": 0.19844059646129608, "query_session_index": 2, "query_start_sec": 16.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7731503844261169}], "gold_semantic_scores": [0.7486636638641357], "gold_temporal_scores": [0.024486901238560677], "max_gold_score": 0.7731503844261169, "max_candidate_score": 0.7731503844261169, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7483645677566528, "best_gold_margin": 0.02478581666946411, "weakest_gold_margin": 0.02478581666946411}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00742", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who is setting the table and opening the wine for dinner?", "temporal_relation": "none", "query_temporal_norm": 0.416052907705307, "query_session_index": 2, "query_start_sec": 16.28, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5626112222671509, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5626112222671509, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00973", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Rowan's departure time change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41122299432754517, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8101522326469421}, {"memory_id": "history_02_utt_0008", "score": 0.8390706181526184}], "gold_semantic_scores": [0.664512574672699, 0.6859873533248901], "gold_temporal_scores": [0.1456398367881775, 0.15308350324630737], "max_gold_score": 0.8390706181526184, "max_candidate_score": 0.8390706181526184, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.694219708442688, "best_gold_margin": 0.14485090970993042, "weakest_gold_margin": 0.11593252420425415}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00973", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they'd leave at 8:30 AM to pick up the package?", "temporal_relation": "none", "query_temporal_norm": 0.26333990693092346, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8563029766082764}], "gold_semantic_scores": [0.7869634628295898], "gold_temporal_scores": [0.06933938711881638], "max_gold_score": 0.8563029766082764, "max_candidate_score": 0.8563029766082764, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.845927894115448, "best_gold_margin": 0.01037508249282837, "weakest_gold_margin": 0.01037508249282837}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00973", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What time did they originally say they would leave?", "temporal_relation": "earliest", "query_temporal_norm": 0.5707905888557434, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.906177282333374}], "gold_semantic_scores": [0.7671035528182983], "gold_temporal_scores": [0.13907402753829956], "max_gold_score": 0.906177282333374, "max_candidate_score": 0.906177282333374, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6012501120567322, "best_gold_margin": 0.30492717027664185, "weakest_gold_margin": 0.30492717027664185}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00973", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What does Jordan need to do after the meeting?", "temporal_relation": "none", "query_temporal_norm": 0.4021441340446472, "query_session_index": 2, "query_start_sec": 15.88, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4635099470615387, "top_memory_id": "history_02_utt_0005", "max_non_gold_score": 0.4635099470615387, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01030", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier I said the set would be at one venue but later I mentioned a different place. What did I say changed between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3799284100532532, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6309093236923218}, {"memory_id": "history_02_utt_0010", "score": 0.4842103123664856}], "gold_semantic_scores": [0.5089234709739685, 0.35000354051589966], "gold_temporal_scores": [0.12198591232299805, 0.13420678675174713], "max_gold_score": 0.6309093236923218, "max_candidate_score": 0.6667001247406006, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.6667001247406006, "best_gold_margin": -0.03579080104827881, "weakest_gold_margin": -0.182489812374115}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01030", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were scheduling the playlist for the lakeside pavilion?", "temporal_relation": "none", "query_temporal_norm": 0.17916540801525116, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8213910460472107}], "gold_semantic_scores": [0.7473636865615845], "gold_temporal_scores": [0.07402732223272324], "max_gold_score": 0.8213910460472107, "max_candidate_score": 0.8213910460472107, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4283384084701538, "best_gold_margin": 0.3930526375770569, "weakest_gold_margin": 0.3930526375770569}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01030", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the set scheduled to run now?", "temporal_relation": "latest", "query_temporal_norm": 0.5029186606407166, "query_session_index": 2, "query_start_sec": 18.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8069956302642822}], "gold_semantic_scores": [0.6056012511253357], "gold_temporal_scores": [0.20139454305171967], "max_gold_score": 0.8069956302642822, "max_candidate_score": 0.8069956302642822, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8068777918815613, "best_gold_margin": 0.00011783838272094727, "weakest_gold_margin": 0.00011783838272094727}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01122", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the watchlist to include Neon Alley, and what was the earlier title?", "temporal_relation": "comparison", "query_temporal_norm": 0.4008132219314575, "query_session_index": 2, "query_start_sec": 15.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6426175236701965}, {"memory_id": "history_02_utt_0007", "score": 0.6556403040885925}], "gold_semantic_scores": [0.5031460523605347, 0.5520442128181458], "gold_temporal_scores": [0.1394713819026947, 0.10359610617160797], "max_gold_score": 0.6556403040885925, "max_candidate_score": 0.6556403040885925, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.268494188785553, "best_gold_margin": 0.38714611530303955, "weakest_gold_margin": 0.37412333488464355}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01122", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title was originally on the watchlist in the first meeting?", "temporal_relation": "earliest", "query_temporal_norm": 0.5725499987602234, "query_session_index": 2, "query_start_sec": 15.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8722889423370361}], "gold_semantic_scores": [0.7352990508079529], "gold_temporal_scores": [0.13698989152908325], "max_gold_score": 0.8722889423370361, "max_candidate_score": 0.8722889423370361, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.49891048669815063, "best_gold_margin": 0.3733784556388855, "weakest_gold_margin": 0.3733784556388855}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01122", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had chosen Midnight Drive for the watchlist in the first meeting?", "temporal_relation": "earliest", "query_temporal_norm": 0.20400099456310272, "query_session_index": 2, "query_start_sec": 15.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.814909040927887}], "gold_semantic_scores": [0.7615837454795837], "gold_temporal_scores": [0.05332517251372337], "max_gold_score": 0.814909040927887, "max_candidate_score": 0.814909040927887, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6807185411453247, "best_gold_margin": 0.13419049978256226, "weakest_gold_margin": 0.13419049978256226}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01122", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Parker say they had chosen for the watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.1938857138156891, "query_session_index": 2, "query_start_sec": 15.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6477617621421814}], "gold_semantic_scores": [0.618931770324707], "gold_temporal_scores": [0.02882993407547474], "max_gold_score": 0.6477617621421814, "max_candidate_score": 0.6477617621421814, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5445857048034668, "best_gold_margin": 0.1031760573387146, "weakest_gold_margin": 0.1031760573387146}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00018", "qa_id": "main", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan bring up a Track B evaluation plan?", "temporal_relation": "session", "query_temporal_norm": 0.2227485030889511, "query_session_index": 2, "query_start_sec": 24.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.640809178352356}], "gold_semantic_scores": [0.6159813404083252], "gold_temporal_scores": [0.0248279869556427], "max_gold_score": 0.640809178352356, "max_candidate_score": 0.640809178352356, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.49574440717697144, "best_gold_margin": 0.14506477117538452, "weakest_gold_margin": 0.14506477117538452}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00018", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What baseline metric and validation setup was suggested for Track A?", "temporal_relation": "none", "query_temporal_norm": 0.14369091391563416, "query_session_index": 2, "query_start_sec": 24.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5689229369163513}], "gold_semantic_scores": [0.5689485669136047], "gold_temporal_scores": [-2.575958933448419e-05], "max_gold_score": 0.5689229369163513, "max_candidate_score": 0.6494876742362976, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6494876742362976, "best_gold_margin": -0.08056473731994629, "weakest_gold_margin": -0.08056473731994629}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00018", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How will submissions be validated?", "temporal_relation": "none", "query_temporal_norm": 0.2541792094707489, "query_session_index": 2, "query_start_sec": 24.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.3633827865123749}], "gold_semantic_scores": [0.2639487385749817], "gold_temporal_scores": [0.0994342565536499], "max_gold_score": 0.3633827865123749, "max_candidate_score": 0.39860478043556213, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.39860478043556213, "best_gold_margin": -0.035221993923187256, "weakest_gold_margin": -0.035221993923187256}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00071", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest shopping item I planned to get was?", "temporal_relation": "latest", "query_temporal_norm": 0.5565909147262573, "query_session_index": 2, "query_start_sec": 15.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9912595748901367}], "gold_semantic_scores": [0.7065441608428955], "gold_temporal_scores": [0.28471535444259644], "max_gold_score": 0.9912595748901367, "max_candidate_score": 0.9912595748901367, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9884271025657654, "best_gold_margin": 0.002832472324371338, "weakest_gold_margin": 0.002832472324371338}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00071", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item was mentioned for the household earlier?", "temporal_relation": "none", "query_temporal_norm": 0.3125249743461609, "query_session_index": 2, "query_start_sec": 15.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7720221281051636}], "gold_semantic_scores": [0.7282029986381531], "gold_temporal_scores": [0.04381909966468811], "max_gold_score": 0.7720221281051636, "max_candidate_score": 0.7720221281051636, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6107518076896667, "best_gold_margin": 0.16127032041549683, "weakest_gold_margin": 0.16127032041549683}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00071", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the paper towel purchase mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.22419117391109467, "query_session_index": 2, "query_start_sec": 15.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6720786690711975}], "gold_semantic_scores": [0.6209448575973511], "gold_temporal_scores": [0.05113384500145912], "max_gold_score": 0.6720786690711975, "max_candidate_score": 0.6720786690711975, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4242573082447052, "best_gold_margin": 0.2478213608264923, "weakest_gold_margin": 0.2478213608264923}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00159", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Baker's Corner, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.20261214673519135, "query_session_index": 2, "query_start_sec": 24.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7794839143753052}, {"memory_id": "history_02_utt_0007", "score": 0.8292720913887024}], "gold_semantic_scores": [0.7212550044059753, 0.796998918056488], "gold_temporal_scores": [0.05822887271642685, 0.032273050397634506], "max_gold_score": 0.8292720913887024, "max_candidate_score": 0.8292720913887024, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.786780059337616, "best_gold_margin": 0.042492032051086426, "weakest_gold_margin": -0.007296144962310791}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00159", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "We ruled out Baker's Corner during one of the past chats. Why was Baker's Corner unavailable?", "temporal_relation": "none", "query_temporal_norm": 0.15141409635543823, "query_session_index": 2, "query_start_sec": 24.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8736593127250671}], "gold_semantic_scores": [0.8106827735900879], "gold_temporal_scores": [0.06297644972801208], "max_gold_score": 0.8736593127250671, "max_candidate_score": 0.8736593127250671, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6226833462715149, "best_gold_margin": 0.25097596645355225, "weakest_gold_margin": 0.25097596645355225}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00159", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did someone suggest FreshMart as an option earlier?", "temporal_relation": "none", "query_temporal_norm": 0.11310943961143494, "query_session_index": 2, "query_start_sec": 24.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.7077467441558838}], "gold_semantic_scores": [0.6945347189903259], "gold_temporal_scores": [0.01321214996278286], "max_gold_score": 0.7077467441558838, "max_candidate_score": 0.7077467441558838, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.4234945774078369, "best_gold_margin": 0.2842521667480469, "weakest_gold_margin": 0.2842521667480469}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00159", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was FreshMart suggested?", "temporal_relation": "session", "query_temporal_norm": 0.140674889087677, "query_session_index": 2, "query_start_sec": 24.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6896682381629944}], "gold_semantic_scores": [0.6498446464538574], "gold_temporal_scores": [0.03982371836900711], "max_gold_score": 0.6896682381629944, "max_candidate_score": 0.6896682381629944, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.44931280612945557, "best_gold_margin": 0.24035543203353882, "weakest_gold_margin": 0.24035543203353882}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00288", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest venue was?", "temporal_relation": "latest", "query_temporal_norm": 0.5556503534317017, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0011487007141113}], "gold_semantic_scores": [0.7436951398849487], "gold_temporal_scores": [0.25745323300361633], "max_gold_score": 1.0011487007141113, "max_candidate_score": 1.0011487007141113, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9997166395187378, "best_gold_margin": 0.0014320611953735352, "weakest_gold_margin": 0.0014320611953735352}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00288", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Earlier in our planning you mentioned a tentative reservation—what venue was that?", "temporal_relation": "before", "query_temporal_norm": 0.4539339244365692, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7506842017173767}], "gold_semantic_scores": [0.6544880270957947], "gold_temporal_scores": [0.09619641304016113], "max_gold_score": 0.7506842017173767, "max_candidate_score": 0.7560854554176331, "top_memory_id": "history_01_utt_0010::cf::extra_qa_0007::1", "max_non_gold_score": 0.7560854554176331, "best_gold_margin": -0.005401253700256348, "weakest_gold_margin": -0.005401253700256348}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00288", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the Glasshouse Rooftop had been tentatively reserved?", "temporal_relation": "session", "query_temporal_norm": 0.13654224574565887, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6841723322868347}], "gold_semantic_scores": [0.6601502299308777], "gold_temporal_scores": [0.024022197350859642], "max_gold_score": 0.6841723322868347, "max_candidate_score": 0.6841723322868347, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.2731008529663086, "best_gold_margin": 0.4110714793205261, "weakest_gold_margin": 0.4110714793205261}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00395", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their peanut butter pickup to the 16-ounce natural crunchy jar, and what was the earlier item?", "temporal_relation": "comparison", "query_temporal_norm": 0.37510114908218384, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.791714072227478}, {"memory_id": "history_02_utt_0007", "score": 0.7880252003669739}], "gold_semantic_scores": [0.6546438336372375, 0.6664984822273254], "gold_temporal_scores": [0.13707014918327332, 0.12152662873268127], "max_gold_score": 0.791714072227478, "max_candidate_score": 0.791714072227478, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.2982727885246277, "best_gold_margin": 0.49344128370285034, "weakest_gold_margin": 0.4897524118423462}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00395", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What change was made to the shopping item that was discussed earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.3666839301586151, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7608540654182434}, {"memory_id": "history_02_utt_0007", "score": 0.7211940884590149}], "gold_semantic_scores": [0.6299995183944702, 0.6395552158355713], "gold_temporal_scores": [0.13085462152957916, 0.08163879811763763], "max_gold_score": 0.7608540654182434, "max_candidate_score": 0.7608540654182434, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3934864103794098, "best_gold_margin": 0.3673676550388336, "weakest_gold_margin": 0.3277076780796051}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00395", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were going to pick up a creamy peanut butter, 40-ounce jar?", "temporal_relation": "none", "query_temporal_norm": 0.2531210482120514, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7785075306892395}], "gold_semantic_scores": [0.7717834711074829], "gold_temporal_scores": [0.006724074482917786], "max_gold_score": 0.7785075306892395, "max_candidate_score": 0.8404176831245422, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8404176831245422, "best_gold_margin": -0.061910152435302734, "weakest_gold_margin": -0.061910152435302734}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00395", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed the order to natural crunchy peanut butter for pickup?", "temporal_relation": "none", "query_temporal_norm": 0.3470775783061981, "query_session_index": 2, "query_start_sec": 15.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8802246451377869}], "gold_semantic_scores": [0.7076835632324219], "gold_temporal_scores": [0.17254097759723663], "max_gold_score": 0.8802246451377869, "max_candidate_score": 0.8802246451377869, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6176573038101196, "best_gold_margin": 0.26256734132766724, "weakest_gold_margin": 0.26256734132766724}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00551", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the dataset freeze deadline to 2026-06-24, and what was the earlier deadline?", "temporal_relation": "comparison", "query_temporal_norm": 0.3908103108406067, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8420885801315308}, {"memory_id": "history_02_utt_0009", "score": 0.8200322985649109}], "gold_semantic_scores": [0.7282611727714539, 0.6977204084396362], "gold_temporal_scores": [0.11382744461297989, 0.12231193482875824], "max_gold_score": 0.8420885801315308, "max_candidate_score": 0.8420885801315308, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3462164103984833, "best_gold_margin": 0.4958721697330475, "weakest_gold_margin": 0.4738158881664276}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00551", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When the dataset-freeze deadline was changed, what did it change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4037129282951355, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7639638781547546}, {"memory_id": "history_02_utt_0009", "score": 0.7729194164276123}], "gold_semantic_scores": [0.6389198899269104, 0.6387776136398315], "gold_temporal_scores": [0.12504397332668304, 0.13414190709590912], "max_gold_score": 0.7729194164276123, "max_candidate_score": 0.7729194164276123, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3348734378814697, "best_gold_margin": 0.4380459785461426, "weakest_gold_margin": 0.4290904402732849}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00551", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What deadline did Rowan say he had for finalizing the dataset freeze?", "temporal_relation": "none", "query_temporal_norm": 0.26257362961769104, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8254117369651794}], "gold_semantic_scores": [0.7832282781600952], "gold_temporal_scores": [0.042183659970760345], "max_gold_score": 0.8254117369651794, "max_candidate_score": 0.8261730670928955, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8261730670928955, "best_gold_margin": -0.0007613301277160645, "weakest_gold_margin": -0.0007613301277160645}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00551", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan mention the dataset-freeze deadline?", "temporal_relation": "session", "query_temporal_norm": 0.2541925013065338, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6167683005332947}], "gold_semantic_scores": [0.5474262833595276], "gold_temporal_scores": [0.0693419799208641], "max_gold_score": 0.6167683005332947, "max_candidate_score": 0.6167683005332947, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6136321425437927, "best_gold_margin": 0.003136157989501953, "weakest_gold_margin": 0.003136157989501953}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00640", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker note about Moonlight Archive, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.25370126962661743, "query_session_index": 2, "query_start_sec": 25.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.803576648235321}, {"memory_id": "history_02_utt_0010", "score": 0.7308818101882935}], "gold_semantic_scores": [0.7275731563568115, 0.6759446263313293], "gold_temporal_scores": [0.0760035291314125, 0.05493713170289993], "max_gold_score": 0.803576648235321, "max_candidate_score": 0.803576648235321, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7477353811264038, "best_gold_margin": 0.055841267108917236, "weakest_gold_margin": -0.01685357093811035}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00640", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What feature of City Sketches was mentioned as a reason someone liked it?", "temporal_relation": "none", "query_temporal_norm": 0.11718391627073288, "query_session_index": 2, "query_start_sec": 25.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.6814082860946655}], "gold_semantic_scores": [0.6529349684715271], "gold_temporal_scores": [0.028473196551203728], "max_gold_score": 0.6814082860946655, "max_candidate_score": 0.6814082860946655, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5103983283042908, "best_gold_margin": 0.17100995779037476, "weakest_gold_margin": 0.17100995779037476}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00640", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was City Sketches praised for its experimental jump cuts?", "temporal_relation": "session", "query_temporal_norm": 0.13776826858520508, "query_session_index": 2, "query_start_sec": 25.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.8212485909461975}], "gold_semantic_scores": [0.782612144947052], "gold_temporal_scores": [0.038636427372694016], "max_gold_score": 0.8212485909461975, "max_candidate_score": 0.8212485909461975, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.4655314087867737, "best_gold_margin": 0.35571718215942383, "weakest_gold_margin": 0.35571718215942383}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00640", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the group spend the first meeting doing in that earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.23060506582260132, "query_session_index": 2, "query_start_sec": 25.119999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.5583902597427368}], "gold_semantic_scores": [0.5238058567047119], "gold_temporal_scores": [0.034584566950798035], "max_gold_score": 0.5583902597427368, "max_candidate_score": 0.5583902597427368, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.32530856132507324, "best_gold_margin": 0.23308169841766357, "weakest_gold_margin": 0.23308169841766357}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00787", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the activity choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5790923833847046, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0012", "score": 0.8678371906280518}], "gold_semantic_scores": [0.7102539539337158], "gold_temporal_scores": [0.1575831025838852], "max_gold_score": 0.8678371906280518, "max_candidate_score": 0.9053467512130737, "top_memory_id": "history_01_utt_0012::cf::main::1", "max_non_gold_score": 0.9053467512130737, "best_gold_margin": -0.03750956058502197, "weakest_gold_margin": -0.03750956058502197}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00787", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the activity changed to a board game night at someone's apartment?", "temporal_relation": "session", "query_temporal_norm": 0.38770705461502075, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.978668212890625}], "gold_semantic_scores": [0.8210729956626892], "gold_temporal_scores": [0.15759508311748505], "max_gold_score": 0.978668212890625, "max_candidate_score": 0.978668212890625, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7129265069961548, "best_gold_margin": 0.2657417058944702, "weakest_gold_margin": 0.2657417058944702}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00934", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the screening would be in the upper den before it was moved?", "temporal_relation": "earliest", "query_temporal_norm": 0.5497280955314636, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8120861649513245}], "gold_semantic_scores": [0.687781035900116], "gold_temporal_scores": [0.1243051216006279], "max_gold_score": 0.8120861649513245, "max_candidate_score": 0.8120861649513245, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5175262689590454, "best_gold_margin": 0.29455989599227905, "weakest_gold_margin": 0.29455989599227905}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00934", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening originally planned to take place?", "temporal_relation": "earliest", "query_temporal_norm": 0.5545842051506042, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9005898833274841}], "gold_semantic_scores": [0.7265318036079407], "gold_temporal_scores": [0.17405812442302704], "max_gold_score": 0.9005898833274841, "max_candidate_score": 0.9005898833274841, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6076002717018127, "best_gold_margin": 0.2929896116256714, "weakest_gold_margin": 0.2929896116256714}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00934", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Casey say they planned to screen it?", "temporal_relation": "none", "query_temporal_norm": 0.18904902040958405, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6849210858345032}], "gold_semantic_scores": [0.6631660461425781], "gold_temporal_scores": [0.02175493724644184], "max_gold_score": 0.6849210858345032, "max_candidate_score": 0.6849210858345032, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5038468241691589, "best_gold_margin": 0.18107426166534424, "weakest_gold_margin": 0.18107426166534424}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00934", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention the plan to screen it in the upper den?", "temporal_relation": "session", "query_temporal_norm": 0.32398125529289246, "query_session_index": 2, "query_start_sec": 19.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.803389847278595}], "gold_semantic_scores": [0.7116092443466187], "gold_temporal_scores": [0.0917804092168808], "max_gold_score": 0.803389847278595, "max_candidate_score": 0.803389847278595, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6238874197006226, "best_gold_margin": 0.1795024275779724, "weakest_gold_margin": 0.1795024275779724}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01011", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about the edge-serving option, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.21966765820980072, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0013", "score": 0.6600896716117859}, {"memory_id": "history_02_utt_0015", "score": 0.6678603887557983}], "gold_semantic_scores": [0.598303496837616, 0.6263704895973206], "gold_temporal_scores": [0.061786212027072906, 0.041489701718091965], "max_gold_score": 0.6678603887557983, "max_candidate_score": 0.6735292673110962, "top_memory_id": "history_01_utt_0013::cf::main::0", "max_non_gold_score": 0.6735292673110962, "best_gold_margin": -0.0056688785552978516, "weakest_gold_margin": -0.013439595699310303}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01011", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What benefit did the RAM-backed microservice provide in the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.12455550581216812, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0031", "score": 0.747542679309845}], "gold_semantic_scores": [0.7204157710075378], "gold_temporal_scores": [0.027126790955662727], "max_gold_score": 0.747542679309845, "max_candidate_score": 0.747542679309845, "top_memory_id": "history_01_utt_0031", "max_non_gold_score": 0.5985105633735657, "best_gold_margin": 0.1490321159362793, "weakest_gold_margin": 0.1490321159362793}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01011", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the RAM-backed microservice recommended?", "temporal_relation": "session", "query_temporal_norm": 0.16072453558444977, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0031", "score": 0.8526472449302673}], "gold_semantic_scores": [0.8032422065734863], "gold_temporal_scores": [0.04940519109368324], "max_gold_score": 0.8526472449302673, "max_candidate_score": 0.8526472449302673, "top_memory_id": "history_01_utt_0031", "max_non_gold_score": 0.7613714337348938, "best_gold_margin": 0.09127581119537354, "weakest_gold_margin": 0.09127581119537354}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01011", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that the RAM-backed microservice fit our memory budget?", "temporal_relation": "session", "query_temporal_norm": 0.13958530128002167, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0036", "score": 0.5935112237930298}], "gold_semantic_scores": [0.5415922403335571], "gold_temporal_scores": [0.051919158548116684], "max_gold_score": 0.5935112237930298, "max_candidate_score": 0.6644922494888306, "top_memory_id": "history_01_utt_0031", "max_non_gold_score": 0.6644922494888306, "best_gold_margin": -0.07098102569580078, "weakest_gold_margin": -0.07098102569580078}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01081", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Solstice Bistro for its vegan small-plates menu, and who later said it was closed for a private event?", "temporal_relation": "none", "query_temporal_norm": 0.15148252248764038, "query_session_index": 2, "query_start_sec": 22.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8119202256202698}, {"memory_id": "history_02_utt_0007", "score": 0.7265456318855286}], "gold_semantic_scores": [0.7748470902442932, 0.6798974871635437], "gold_temporal_scores": [0.03707314282655716, 0.046648021787405014], "max_gold_score": 0.8119202256202698, "max_candidate_score": 0.8119202256202698, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4178176522254944, "best_gold_margin": 0.3941025733947754, "weakest_gold_margin": 0.3087279796600342}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01081", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who ruled out Solstice Bistro?", "temporal_relation": "none", "query_temporal_norm": 0.2392711192369461, "query_session_index": 2, "query_start_sec": 22.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8387526869773865}], "gold_semantic_scores": [0.7513205409049988], "gold_temporal_scores": [0.08743197470903397], "max_gold_score": 0.8387526869773865, "max_candidate_score": 0.8387526869773865, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6465338468551636, "best_gold_margin": 0.1922188401222229, "weakest_gold_margin": 0.1922188401222229}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01081", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler suggest Solstice Bistro?", "temporal_relation": "session", "query_temporal_norm": 0.1810271441936493, "query_session_index": 2, "query_start_sec": 22.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8532756567001343}], "gold_semantic_scores": [0.8089321255683899], "gold_temporal_scores": [0.04434354975819588], "max_gold_score": 0.8532756567001343, "max_candidate_score": 0.8532756567001343, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7975080013275146, "best_gold_margin": 0.05576765537261963, "weakest_gold_margin": 0.05576765537261963}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01081", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Skyler give for suggesting Solstice Bistro?", "temporal_relation": "none", "query_temporal_norm": 0.1349898874759674, "query_session_index": 2, "query_start_sec": 22.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7980571389198303}], "gold_semantic_scores": [0.7676177024841309], "gold_temporal_scores": [0.030439456924796104], "max_gold_score": 0.7980571389198303, "max_candidate_score": 0.7980571389198303, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7398651242256165, "best_gold_margin": 0.05819201469421387, "weakest_gold_margin": 0.05819201469421387}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01115", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley originally pick for dinner?", "temporal_relation": "earliest", "query_temporal_norm": 0.5733756422996521, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6847016215324402}], "gold_semantic_scores": [0.5539425611495972], "gold_temporal_scores": [0.13075898587703705], "max_gold_score": 0.6847016215324402, "max_candidate_score": 0.6847016215324402, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5447192192077637, "best_gold_margin": 0.1399824023246765, "weakest_gold_margin": 0.1399824023246765}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01115", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which restaurant ended up being chosen for dinner?", "temporal_relation": "latest", "query_temporal_norm": 0.533254086971283, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8420732617378235}], "gold_semantic_scores": [0.6085293889045715], "gold_temporal_scores": [0.2335435450077057], "max_gold_score": 0.8420732617378235, "max_candidate_score": 0.8420732617378235, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8419765830039978, "best_gold_margin": 9.66787338256836e-05, "weakest_gold_margin": 9.66787338256836e-05}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01115", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Earlier, Finley mentioned a different dinner option—what was that choice?", "temporal_relation": "none", "query_temporal_norm": 0.3412587642669678, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6718201637268066}], "gold_semantic_scores": [0.5585361123085022], "gold_temporal_scores": [0.11328432708978653], "max_gold_score": 0.6718201637268066, "max_candidate_score": 0.6718201637268066, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5696210861206055, "best_gold_margin": 0.10219907760620117, "weakest_gold_margin": 0.10219907760620117}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01115", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley pick Marina Tapas for dinner?", "temporal_relation": "session", "query_temporal_norm": 0.2877471148967743, "query_session_index": 2, "query_start_sec": 16.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.776441216468811}], "gold_semantic_scores": [0.6927993893623352], "gold_temporal_scores": [0.08364169299602509], "max_gold_score": 0.776441216468811, "max_candidate_score": 0.776441216468811, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6436471343040466, "best_gold_margin": 0.1327940821647644, "weakest_gold_margin": 0.1327940821647644}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01193", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Rowan's evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4251020550727844, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8528297543525696}, {"memory_id": "history_02_utt_0007", "score": 0.8831067681312561}], "gold_semantic_scores": [0.6976559162139893, 0.7204678654670715], "gold_temporal_scores": [0.1551738828420639, 0.16263845562934875], "max_gold_score": 0.8831067681312561, "max_candidate_score": 0.8831067681312561, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7916447520256042, "best_gold_margin": 0.09146201610565186, "weakest_gold_margin": 0.06118500232696533}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01193", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What evaluation approach was originally planned before the team changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5140478014945984, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.743099570274353}], "gold_semantic_scores": [0.6282484531402588], "gold_temporal_scores": [0.11485102772712708], "max_gold_score": 0.743099570274353, "max_candidate_score": 0.743099570274353, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5013157725334167, "best_gold_margin": 0.24178379774093628, "weakest_gold_margin": 0.24178379774093628}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01193", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who planned in-person moderated usability sessions?", "temporal_relation": "none", "query_temporal_norm": 0.3073154091835022, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7174848318099976}], "gold_semantic_scores": [0.6490863561630249], "gold_temporal_scores": [0.06839858740568161], "max_gold_score": 0.7174848318099976, "max_candidate_score": 0.7174848318099976, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5645315051078796, "best_gold_margin": 0.15295332670211792, "weakest_gold_margin": 0.15295332670211792}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01193", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed the plan to a remote unmoderated A/B study?", "temporal_relation": "none", "query_temporal_norm": 0.3438206613063812, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.913092315196991}], "gold_semantic_scores": [0.7512251734733582], "gold_temporal_scores": [0.16186702251434326], "max_gold_score": 0.913092315196991, "max_candidate_score": 0.913092315196991, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.5807773470878601, "best_gold_margin": 0.33231496810913086, "weakest_gold_margin": 0.33231496810913086}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00060", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest activity choice was for the get-together?", "temporal_relation": "latest", "query_temporal_norm": 0.566066324710846, "query_session_index": 2, "query_start_sec": 15.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9935537576675415}], "gold_semantic_scores": [0.7309214472770691], "gold_temporal_scores": [0.2626323699951172], "max_gold_score": 0.9935537576675415, "max_candidate_score": 0.9935537576675415, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9934694170951843, "best_gold_margin": 8.434057235717773e-05, "weakest_gold_margin": 8.434057235717773e-05}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00060", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they'd rather do a game night now?", "temporal_relation": "none", "query_temporal_norm": 0.24175255000591278, "query_session_index": 2, "query_start_sec": 15.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.6959004402160645}], "gold_semantic_scores": [0.5776821970939636], "gold_temporal_scores": [0.11821811646223068], "max_gold_score": 0.6959004402160645, "max_candidate_score": 0.6959004402160645, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5126084685325623, "best_gold_margin": 0.1832919716835022, "weakest_gold_margin": 0.1832919716835022}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00060", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What did Riley say about the recycling bags?", "temporal_relation": "none", "query_temporal_norm": 0.2093917280435562, "query_session_index": 2, "query_start_sec": 15.559999999999999, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3554401695728302, "top_memory_id": "history_02_utt_0048", "max_non_gold_score": 0.3554401695728302, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00172", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Green Lantern Bistro, and why was it removed from the list?", "temporal_relation": "none", "query_temporal_norm": 0.23289309442043304, "query_session_index": 2, "query_start_sec": 13.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6925827860832214}, {"memory_id": "history_02_utt_0010", "score": 0.6440783739089966}], "gold_semantic_scores": [0.6157753467559814, 0.584170401096344], "gold_temporal_scores": [0.07680721580982208, 0.059908151626586914], "max_gold_score": 0.6925827860832214, "max_candidate_score": 0.6925827860832214, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.44760772585868835, "best_gold_margin": 0.24497506022453308, "weakest_gold_margin": 0.19647064805030823}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00172", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that Green Lantern Bistro was closed for a staff break that night?", "temporal_relation": "none", "query_temporal_norm": 0.09908667951822281, "query_session_index": 2, "query_start_sec": 13.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7680342793464661}], "gold_semantic_scores": [0.7428640127182007], "gold_temporal_scores": [0.025170452892780304], "max_gold_score": 0.7680342793464661, "max_candidate_score": 0.7680342793464661, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6364960670471191, "best_gold_margin": 0.13153821229934692, "weakest_gold_margin": 0.13153821229934692}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00172", "qa_id": "extra_qa_0001", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler suggest Green Lantern Bistro?", "temporal_relation": "session", "query_temporal_norm": 0.2120298594236374, "query_session_index": 2, "query_start_sec": 13.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7989218235015869}], "gold_semantic_scores": [0.7313738465309143], "gold_temporal_scores": [0.06754796952009201], "max_gold_score": 0.7989218235015869, "max_candidate_score": 0.7989218235015869, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.672834038734436, "best_gold_margin": 0.12608778476715088, "weakest_gold_margin": 0.12608778476715088}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00172", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did someone suggest Maple Street Kitchen?", "temporal_relation": "none", "query_temporal_norm": 0.09636500477790833, "query_session_index": 2, "query_start_sec": 13.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.6915977001190186}], "gold_semantic_scores": [0.680628776550293], "gold_temporal_scores": [0.010969034396111965], "max_gold_score": 0.6915977001190186, "max_candidate_score": 0.6915977001190186, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.4682401120662689, "best_gold_margin": 0.22335758805274963, "weakest_gold_margin": 0.22335758805274963}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00325", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley say the venue ended up being for the listening session?", "temporal_relation": "latest", "query_temporal_norm": 0.5029675364494324, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9901189804077148}], "gold_semantic_scores": [0.7526841759681702], "gold_temporal_scores": [0.23743517696857452], "max_gold_score": 0.9901189804077148, "max_candidate_score": 0.9901189804077148, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.980253279209137, "best_gold_margin": 0.00986570119857788, "weakest_gold_margin": 0.00986570119857788}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00325", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we decide to hold the listening session after the café stopped taking group reservations?", "temporal_relation": "latest", "query_temporal_norm": 0.4959721565246582, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8294170498847961}], "gold_semantic_scores": [0.6415994763374329], "gold_temporal_scores": [0.18781757354736328], "max_gold_score": 0.8294170498847961, "max_candidate_score": 0.8365457653999329, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.8365457653999329, "best_gold_margin": -0.007128715515136719, "weakest_gold_margin": -0.007128715515136719}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00325", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Finley mention moving the listening session to the west parking lot picnic shelter?", "temporal_relation": "session", "query_temporal_norm": 0.21087440848350525, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9342554211616516}], "gold_semantic_scores": [0.8337402939796448], "gold_temporal_scores": [0.10051516443490982], "max_gold_score": 0.9342554211616516, "max_candidate_score": 0.9342554211616516, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8097400665283203, "best_gold_margin": 0.1245153546333313, "weakest_gold_margin": 0.1245153546333313}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00325", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the playlist meetup originally planned to be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.5618841052055359, "query_session_index": 2, "query_start_sec": 12.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.650926411151886}], "gold_semantic_scores": [0.5366208553314209], "gold_temporal_scores": [0.11430557072162628], "max_gold_score": 0.650926411151886, "max_candidate_score": 0.650926411151886, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.4132270812988281, "best_gold_margin": 0.23769932985305786, "weakest_gold_margin": 0.23769932985305786}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00402", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Where did I put Night Drive Home earlier, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.22526101768016815, "query_session_index": 2, "query_start_sec": 14.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6830225586891174}, {"memory_id": "history_02_utt_0012", "score": 0.7183103561401367}], "gold_semantic_scores": [0.6144031286239624, 0.6499199867248535], "gold_temporal_scores": [0.06861935555934906, 0.068390853703022], "max_gold_score": 0.7183103561401367, "max_candidate_score": 0.7183103561401367, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7024177312850952, "best_gold_margin": 0.015892624855041504, "weakest_gold_margin": -0.019395172595977783}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00402", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did Night Drive Home get removed from the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.2033543586730957, "query_session_index": 2, "query_start_sec": 14.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.764032244682312}], "gold_semantic_scores": [0.6699833273887634], "gold_temporal_scores": [0.09404904395341873], "max_gold_score": 0.764032244682312, "max_candidate_score": 0.764032244682312, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5440772771835327, "best_gold_margin": 0.2199549674987793, "weakest_gold_margin": 0.2199549674987793}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00402", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where in the playlist was City Lights placed?", "temporal_relation": "none", "query_temporal_norm": 0.12555940449237823, "query_session_index": 2, "query_start_sec": 14.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0030", "score": 0.6833670139312744}], "gold_semantic_scores": [0.6555237770080566], "gold_temporal_scores": [0.027843140065670013], "max_gold_score": 0.6833670139312744, "max_candidate_score": 0.6833670139312744, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.6000942587852478, "best_gold_margin": 0.08327275514602661, "weakest_gold_margin": 0.08327275514602661}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00402", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention placing City Lights near the end for an easy singalong?", "temporal_relation": "session", "query_temporal_norm": 0.1072118952870369, "query_session_index": 2, "query_start_sec": 14.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0030", "score": 0.6617280840873718}], "gold_semantic_scores": [0.6435039639472961], "gold_temporal_scores": [0.018224211409687996], "max_gold_score": 0.6617280840873718, "max_candidate_score": 0.6617280840873718, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.5866289138793945, "best_gold_margin": 0.0750991702079773, "weakest_gold_margin": 0.0750991702079773}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00478", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Quinn's movie night venue change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.42693379521369934, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8752991557121277}, {"memory_id": "history_02_utt_0009", "score": 0.8998671174049377}], "gold_semantic_scores": [0.7210142612457275, 0.7472800016403198], "gold_temporal_scores": [0.15428493916988373, 0.15258747339248657], "max_gold_score": 0.8998671174049377, "max_candidate_score": 0.8998671174049377, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8327318429946899, "best_gold_margin": 0.0671352744102478, "weakest_gold_margin": 0.042567312717437744}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00478", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to set up movie night in the apartment courtyard?", "temporal_relation": "none", "query_temporal_norm": 0.2971287667751312, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.748844563961029}], "gold_semantic_scores": [0.6947720050811768], "gold_temporal_scores": [0.05407242104411125], "max_gold_score": 0.748844563961029, "max_candidate_score": 0.748844563961029, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4890555739402771, "best_gold_margin": 0.25978899002075195, "weakest_gold_margin": 0.25978899002075195}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00478", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they moved movie night to the building rec room?", "temporal_relation": "none", "query_temporal_norm": 0.3399425446987152, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8991096019744873}], "gold_semantic_scores": [0.7351008653640747], "gold_temporal_scores": [0.16400893032550812], "max_gold_score": 0.8991096019744873, "max_candidate_score": 0.8991096019744873, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5032702088356018, "best_gold_margin": 0.3958393931388855, "weakest_gold_margin": 0.3958393931388855}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00478", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is movie night currently planned to take place?", "temporal_relation": "latest", "query_temporal_norm": 0.5032777786254883, "query_session_index": 2, "query_start_sec": 16.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9735303521156311}], "gold_semantic_scores": [0.7308071851730347], "gold_temporal_scores": [0.2427227646112442], "max_gold_score": 0.9735303521156311, "max_candidate_score": 0.9735303521156311, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9674077033996582, "best_gold_margin": 0.0061226487159729, "weakest_gold_margin": 0.0061226487159729}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00534", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What title did Rowan originally say they picked?", "temporal_relation": "earliest", "query_temporal_norm": 0.5634461045265198, "query_session_index": 2, "query_start_sec": 13.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7363640666007996}], "gold_semantic_scores": [0.6199429035186768], "gold_temporal_scores": [0.11642106622457504], "max_gold_score": 0.7363640666007996, "max_candidate_score": 0.7363640666007996, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6889299750328064, "best_gold_margin": 0.047434091567993164, "weakest_gold_margin": 0.047434091567993164}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00534", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title did we end up choosing after discussing it?", "temporal_relation": "latest", "query_temporal_norm": 0.5177013874053955, "query_session_index": 2, "query_start_sec": 13.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7863485217094421}], "gold_semantic_scores": [0.510512113571167], "gold_temporal_scores": [0.27583637833595276], "max_gold_score": 0.7863485217094421, "max_candidate_score": 0.7863705158233643, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0001::1", "max_non_gold_score": 0.7863705158233643, "best_gold_margin": -2.199411392211914e-05, "weakest_gold_margin": -2.199411392211914e-05}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00534", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan mention picking Moonlit Bloopers?", "temporal_relation": "session", "query_temporal_norm": 0.2305855005979538, "query_session_index": 2, "query_start_sec": 13.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.785315990447998}], "gold_semantic_scores": [0.7245783805847168], "gold_temporal_scores": [0.06073785200715065], "max_gold_score": 0.785315990447998, "max_candidate_score": 0.785315990447998, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7372473478317261, "best_gold_margin": 0.04806864261627197, "weakest_gold_margin": 0.04806864261627197}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00534", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that they originally picked Moonlit Bloopers for us to watch?", "temporal_relation": "earliest", "query_temporal_norm": 0.42957553267478943, "query_session_index": 2, "query_start_sec": 13.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8181880712509155}], "gold_semantic_scores": [0.7551364302635193], "gold_temporal_scores": [0.06305170804262161], "max_gold_score": 0.8181880712509155, "max_candidate_score": 0.8181880712509155, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6051571369171143, "best_gold_margin": 0.21303093433380127, "weakest_gold_margin": 0.21303093433380127}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00594", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the RAM-disk artifact cache, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.15960593521595, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6867406964302063}, {"memory_id": "history_02_utt_0010", "score": 0.7593249082565308}], "gold_semantic_scores": [0.6396442651748657, 0.705397367477417], "gold_temporal_scores": [0.04709654673933983, 0.05392751842737198], "max_gold_score": 0.7593249082565308, "max_candidate_score": 0.7593249082565308, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6891893148422241, "best_gold_margin": 0.07013559341430664, "weakest_gold_margin": -0.0024486184120178223}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00594", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What benefit was suggested for using node-local NVMe staging?", "temporal_relation": "none", "query_temporal_norm": 0.10158145427703857, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.6180859804153442}], "gold_semantic_scores": [0.5925501585006714], "gold_temporal_scores": [0.025535909458994865], "max_gold_score": 0.6180859804153442, "max_candidate_score": 0.6180859804153442, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.4032975435256958, "best_gold_margin": 0.21478843688964844, "weakest_gold_margin": 0.21478843688964844}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00594", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was node-local NVMe staging kept in play during the next review?", "temporal_relation": "none", "query_temporal_norm": 0.12957456707954407, "query_session_index": 2, "query_start_sec": 14.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0027", "score": 0.6404991149902344}], "gold_semantic_scores": [0.5899611115455627], "gold_temporal_scores": [0.05053797364234924], "max_gold_score": 0.6404991149902344, "max_candidate_score": 0.6404991149902344, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.39302489161491394, "best_gold_margin": 0.24747422337532043, "weakest_gold_margin": 0.24747422337532043}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00821", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the harbor ferry, and why did I have to rule it out?", "temporal_relation": "none", "query_temporal_norm": 0.13797640800476074, "query_session_index": 2, "query_start_sec": 11.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.779166579246521}, {"memory_id": "history_02_utt_0008", "score": 0.8003230094909668}], "gold_semantic_scores": [0.7383409142494202, 0.7693173289299011], "gold_temporal_scores": [0.04082561284303665, 0.03100556880235672], "max_gold_score": 0.8003230094909668, "max_candidate_score": 0.8120207786560059, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8120207786560059, "best_gold_margin": -0.011697769165039062, "weakest_gold_margin": -0.03285419940948486}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00821", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the reason the harbor ferry couldn't be chosen?", "temporal_relation": "none", "query_temporal_norm": 0.11743010580539703, "query_session_index": 2, "query_start_sec": 11.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8048700094223022}], "gold_semantic_scores": [0.7797761559486389], "gold_temporal_scores": [0.02509392611682415], "max_gold_score": 0.8048700094223022, "max_candidate_score": 0.8048700094223022, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6309441328048706, "best_gold_margin": 0.17392587661743164, "weakest_gold_margin": 0.17392587661743164}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00821", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the ferry's timing issue mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.17143391072750092, "query_session_index": 2, "query_start_sec": 11.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6054664850234985}], "gold_semantic_scores": [0.551752507686615], "gold_temporal_scores": [0.0537138357758522], "max_gold_score": 0.6054664850234985, "max_candidate_score": 0.6054664850234985, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4377988576889038, "best_gold_margin": 0.16766762733459473, "weakest_gold_margin": 0.16766762733459473}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00821", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What benefit was mentioned about the north lot shuttle?", "temporal_relation": "none", "query_temporal_norm": 0.09534408897161484, "query_session_index": 2, "query_start_sec": 11.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.6517854332923889}], "gold_semantic_scores": [0.634764552116394], "gold_temporal_scores": [0.017020756378769875], "max_gold_score": 0.6517854332923889, "max_candidate_score": 0.6517854332923889, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.4266022741794586, "best_gold_margin": 0.2251831591129303, "weakest_gold_margin": 0.2251831591129303}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00921", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Quinn originally say the playlist session was set for before it got moved?", "temporal_relation": "session", "query_temporal_norm": 0.553076446056366, "query_session_index": 2, "query_start_sec": 12.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8184655904769897}], "gold_semantic_scores": [0.6543889045715332], "gold_temporal_scores": [0.1640767902135849], "max_gold_score": 0.8184655904769897, "max_candidate_score": 0.8184655904769897, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.66810142993927, "best_gold_margin": 0.15036416053771973, "weakest_gold_margin": 0.15036416053771973}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00921", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we originally plan to hold the playlist session?", "temporal_relation": "session", "query_temporal_norm": 0.5721383094787598, "query_session_index": 2, "query_start_sec": 12.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8048375844955444}], "gold_semantic_scores": [0.658195972442627], "gold_temporal_scores": [0.14664152264595032], "max_gold_score": 0.8048375844955444, "max_candidate_score": 0.8048375844955444, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.49656951427459717, "best_gold_margin": 0.30826807022094727, "weakest_gold_margin": 0.30826807022094727}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00921", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention the venue for the playlist session?", "temporal_relation": "session", "query_temporal_norm": 0.36614030599594116, "query_session_index": 2, "query_start_sec": 12.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7830542325973511}], "gold_semantic_scores": [0.6511077880859375], "gold_temporal_scores": [0.1319463849067688], "max_gold_score": 0.7830542325973511, "max_candidate_score": 0.7830542325973511, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6528642773628235, "best_gold_margin": 0.1301899552345276, "weakest_gold_margin": 0.1301899552345276}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00921", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally mentioned the playlist session was set for the sunroom at Harbor House?", "temporal_relation": "session", "query_temporal_norm": 0.5482544898986816, "query_session_index": 2, "query_start_sec": 12.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8411887288093567}], "gold_semantic_scores": [0.718289315700531], "gold_temporal_scores": [0.12289933115243912], "max_gold_score": 0.8411887288093567, "max_candidate_score": 0.8411887288093567, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5500982403755188, "best_gold_margin": 0.2910904884338379, "weakest_gold_margin": 0.2910904884338379}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01089", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they later raised their rating to 9 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.32992446422576904, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9282728433609009}], "gold_semantic_scores": [0.7651927471160889], "gold_temporal_scores": [0.16307979822158813], "max_gold_score": 0.9282728433609009, "max_candidate_score": 0.9337642788887024, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.9337642788887024, "best_gold_margin": -0.005491435527801514, "weakest_gold_margin": -0.005491435527801514}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01089", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest rating given to the video?", "temporal_relation": "latest", "query_temporal_norm": 0.49889203906059265, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7831348776817322}], "gold_semantic_scores": [0.5477325320243835], "gold_temporal_scores": [0.23540222644805908], "max_gold_score": 0.7831348776817322, "max_candidate_score": 0.7831348776817322, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7825679183006287, "best_gold_margin": 0.0005669593811035156, "weakest_gold_margin": 0.0005669593811035156}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01089", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Avery give to the video after the tighter cut?", "temporal_relation": "none", "query_temporal_norm": 0.41429001092910767, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7693009972572327}], "gold_semantic_scores": [0.5779128074645996], "gold_temporal_scores": [0.19138778746128082], "max_gold_score": 0.7693009972572327, "max_candidate_score": 0.7693009972572327, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7184231877326965, "best_gold_margin": 0.05087780952453613, "weakest_gold_margin": 0.05087780952453613}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01089", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery mention changing their rating to 9 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.3114544451236725, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9262695908546448}], "gold_semantic_scores": [0.7938404083251953], "gold_temporal_scores": [0.13242961466312408], "max_gold_score": 0.9262695908546448, "max_candidate_score": 0.9262695908546448, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8296008706092834, "best_gold_margin": 0.09666872024536133, "weakest_gold_margin": 0.09666872024536133}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01231", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said their prototype deadline had been moved to Friday at noon?", "temporal_relation": "none", "query_temporal_norm": 0.4404476583003998, "query_session_index": 2, "query_start_sec": 15.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.008030891418457}], "gold_semantic_scores": [0.7908787727355957], "gold_temporal_scores": [0.2171524167060852], "max_gold_score": 1.008030891418457, "max_candidate_score": 1.008030891418457, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6268935799598694, "best_gold_margin": 0.38113731145858765, "weakest_gold_margin": 0.38113731145858765}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01231", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When was the prototype build supposed to be ready according to the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.3830004334449768, "query_session_index": 2, "query_start_sec": 15.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8862032294273376}], "gold_semantic_scores": [0.7759518623352051], "gold_temporal_scores": [0.11025150865316391], "max_gold_score": 0.8862032294273376, "max_candidate_score": 0.8862032294273376, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6761811375617981, "best_gold_margin": 0.21002209186553955, "weakest_gold_margin": 0.21002209186553955}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01231", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When did Parker say their prototype deadline was moved to?", "temporal_relation": "none", "query_temporal_norm": 0.49950075149536133, "query_session_index": 2, "query_start_sec": 15.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0681720972061157}], "gold_semantic_scores": [0.8020086288452148], "gold_temporal_scores": [0.2661636471748352], "max_gold_score": 1.0681720972061157, "max_candidate_score": 1.0681720972061157, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8387269377708435, "best_gold_margin": 0.22944515943527222, "weakest_gold_margin": 0.22944515943527222}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01294", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Rowan give for recommending Night Market Minute, and why was it dropped from the share list?", "temporal_relation": "none", "query_temporal_norm": 0.2042289823293686, "query_session_index": 2, "query_start_sec": 13.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7612007260322571}, {"memory_id": "history_02_utt_0012", "score": 0.6957715153694153}], "gold_semantic_scores": [0.7000235915184021, 0.6396183371543884], "gold_temporal_scores": [0.061177100986242294, 0.056152913719415665], "max_gold_score": 0.7612007260322571, "max_candidate_score": 0.7789652943611145, "top_memory_id": "history_02_utt_0012::cf::main::2", "max_non_gold_score": 0.7789652943611145, "best_gold_margin": -0.017764568328857422, "weakest_gold_margin": -0.08319377899169922}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01294", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Rowan recommend Night Market Minute?", "temporal_relation": "none", "query_temporal_norm": 0.16378535330295563, "query_session_index": 2, "query_start_sec": 13.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7838053703308105}], "gold_semantic_scores": [0.7383210062980652], "gold_temporal_scores": [0.04548440873622894], "max_gold_score": 0.7838053703308105, "max_candidate_score": 0.7838053703308105, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6727288365364075, "best_gold_margin": 0.11107653379440308, "weakest_gold_margin": 0.11107653379440308}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01294", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Elevator Myth Loop recommended?", "temporal_relation": "none", "query_temporal_norm": 0.10362916439771652, "query_session_index": 2, "query_start_sec": 13.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6903367042541504}], "gold_semantic_scores": [0.6722433567047119], "gold_temporal_scores": [0.018093496561050415], "max_gold_score": 0.6903367042541504, "max_candidate_score": 0.6903367042541504, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.4915502369403839, "best_gold_margin": 0.19878646731376648, "weakest_gold_margin": 0.19878646731376648}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01294", "qa_id": "extra_qa_0012", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who is handling the login details for the guest profile?", "temporal_relation": "none", "query_temporal_norm": 0.19899621605873108, "query_session_index": 2, "query_start_sec": 13.92, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.14713157713413239, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.14713157713413239, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01414", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were using the cleaned study export with recoded conditions as the latest dataset version?", "temporal_relation": "latest", "query_temporal_norm": 0.44495853781700134, "query_session_index": 2, "query_start_sec": 16.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9496895670890808}], "gold_semantic_scores": [0.791774332523346], "gold_temporal_scores": [0.1579153686761856], "max_gold_score": 0.9496895670890808, "max_candidate_score": 0.9496895670890808, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9475244879722595, "best_gold_margin": 0.002165079116821289, "weakest_gold_margin": 0.002165079116821289}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01414", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version was mentioned in an earlier discussion for the user study data?", "temporal_relation": "session", "query_temporal_norm": 0.457992285490036, "query_session_index": 2, "query_start_sec": 16.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6204493641853333}], "gold_semantic_scores": [0.49300119280815125], "gold_temporal_scores": [0.1274484246969223], "max_gold_score": 0.6204493641853333, "max_candidate_score": 0.6204493641853333, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.43243470788002014, "best_gold_margin": 0.1880146563053131, "weakest_gold_margin": 0.1880146563053131}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01414", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Hayden say they were using?", "temporal_relation": "none", "query_temporal_norm": 0.3800472915172577, "query_session_index": 2, "query_start_sec": 16.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7702473998069763}], "gold_semantic_scores": [0.6213703751564026], "gold_temporal_scores": [0.14887700974941254], "max_gold_score": 0.7702473998069763, "max_candidate_score": 0.7702473998069763, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6603726148605347, "best_gold_margin": 0.10987478494644165, "weakest_gold_margin": 0.10987478494644165}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01414", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the pilot feedback sheet mentioned for the user study data?", "temporal_relation": "session", "query_temporal_norm": 0.22422783076763153, "query_session_index": 2, "query_start_sec": 16.520000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7405524253845215}], "gold_semantic_scores": [0.6854127645492554], "gold_temporal_scores": [0.05513954162597656], "max_gold_score": 0.7405524253845215, "max_candidate_score": 0.7405524253845215, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5453811287879944, "best_gold_margin": 0.1951712965965271, "weakest_gold_margin": 0.1951712965965271}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01511", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest dataset version was for the current modeling handoff?", "temporal_relation": "latest", "query_temporal_norm": 0.5485450029373169, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9436156749725342}], "gold_semantic_scores": [0.6612673401832581], "gold_temporal_scores": [0.2823483943939209], "max_gold_score": 0.9436156749725342, "max_candidate_score": 0.9739426970481873, "top_memory_id": "history_02_utt_0009::cf::main::0", "max_non_gold_score": 0.9739426970481873, "best_gold_margin": -0.030327022075653076, "weakest_gold_margin": -0.030327022075653076}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01511", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching to the release prep bundle?", "temporal_relation": "none", "query_temporal_norm": 0.27923083305358887, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8612024784088135}], "gold_semantic_scores": [0.7389107346534729], "gold_temporal_scores": [0.12229149788618088], "max_gold_score": 0.8612024784088135, "max_candidate_score": 0.8612024784088135, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.2751651406288147, "best_gold_margin": 0.5860373377799988, "weakest_gold_margin": 0.5860373377799988}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01511", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version was used for model-side checks in an earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.17729783058166504, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6609939336776733}], "gold_semantic_scores": [0.6300026178359985], "gold_temporal_scores": [0.0309914443641901], "max_gold_score": 0.6609939336776733, "max_candidate_score": 0.6609939336776733, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5172467827796936, "best_gold_margin": 0.14374715089797974, "weakest_gold_margin": 0.14374715089797974}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01511", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dataset version change between discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3975314199924469, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.4897015690803528}, {"memory_id": "history_02_utt_0009", "score": 0.5809383988380432}], "gold_semantic_scores": [0.3438025712966919, 0.46159911155700684], "gold_temporal_scores": [0.14589904248714447, 0.11933938413858414], "max_gold_score": 0.5809383988380432, "max_candidate_score": 0.5809383988380432, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.25331446528434753, "best_gold_margin": 0.3276239335536957, "weakest_gold_margin": 0.23638710379600525}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01560", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for recommending Deep Water Signals, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.15594373643398285, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8161953687667847}, {"memory_id": "history_02_utt_0009", "score": 0.8167784214019775}], "gold_semantic_scores": [0.7698006629943848, 0.7642562985420227], "gold_temporal_scores": [0.04639459028840065, 0.05252200365066528], "max_gold_score": 0.8167784214019775, "max_candidate_score": 0.8187400698661804, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.8187400698661804, "best_gold_margin": -0.001961648464202881, "weakest_gold_margin": -0.002544701099395752}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01560", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Deep Water Signals dropped from the queue?", "temporal_relation": "none", "query_temporal_norm": 0.16013841331005096, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8964307904243469}], "gold_semantic_scores": [0.8314186334609985], "gold_temporal_scores": [0.06501156836748123], "max_gold_score": 0.8964307904243469, "max_candidate_score": 0.8964307904243469, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7028197050094604, "best_gold_margin": 0.19361108541488647, "weakest_gold_margin": 0.19361108541488647}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01560", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the reason for dropping Deep Water Signals mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.18139003217220306, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8893958926200867}], "gold_semantic_scores": [0.8068017959594727], "gold_temporal_scores": [0.0825946256518364], "max_gold_score": 0.8893958926200867, "max_candidate_score": 0.8893958926200867, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7560875415802002, "best_gold_margin": 0.13330835103988647, "weakest_gold_margin": 0.13330835103988647}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01560", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was City Desk After Dark recommended?", "temporal_relation": "none", "query_temporal_norm": 0.11270154267549515, "query_session_index": 2, "query_start_sec": 17.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.7725545763969421}], "gold_semantic_scores": [0.7462729811668396], "gold_temporal_scores": [0.026281578466296196], "max_gold_score": 0.7725545763969421, "max_candidate_score": 0.7725545763969421, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.49398308992385864, "best_gold_margin": 0.2785714864730835, "weakest_gold_margin": 0.2785714864730835}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01704", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I was handling most recently for the shopping list?", "temporal_relation": "none", "query_temporal_norm": 0.5319249629974365, "query_session_index": 2, "query_start_sec": 14.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8252676129341125}], "gold_semantic_scores": [0.6014517545700073], "gold_temporal_scores": [0.2238158881664276], "max_gold_score": 0.8252676129341125, "max_candidate_score": 0.8252676129341125, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.819005012512207, "best_gold_margin": 0.006262600421905518, "weakest_gold_margin": 0.006262600421905518}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01704", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they were handling the paper towels?", "temporal_relation": "none", "query_temporal_norm": 0.18748003244400024, "query_session_index": 2, "query_start_sec": 14.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7716156244277954}], "gold_semantic_scores": [0.6854670643806458], "gold_temporal_scores": [0.086148701608181], "max_gold_score": 0.7716156244277954, "max_candidate_score": 0.7716156244277954, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6264338493347168, "best_gold_margin": 0.1451817750930786, "weakest_gold_margin": 0.1451817750930786}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01704", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item was initially planned for handling?", "temporal_relation": "earliest", "query_temporal_norm": 0.5625894069671631, "query_session_index": 2, "query_start_sec": 14.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9153887629508972}], "gold_semantic_scores": [0.7812914252281189], "gold_temporal_scores": [0.13409748673439026], "max_gold_score": 0.9153887629508972, "max_candidate_score": 0.9153887629508972, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7714999914169312, "best_gold_margin": 0.14388877153396606, "weakest_gold_margin": 0.14388877153396606}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01704", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the shopping item being handled change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3965647220611572, "query_session_index": 2, "query_start_sec": 14.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7896660566329956}, {"memory_id": "history_02_utt_0009", "score": 0.6782734990119934}], "gold_semantic_scores": [0.644012451171875, 0.5524982810020447], "gold_temporal_scores": [0.1456535905599594, 0.12577536702156067], "max_gold_score": 0.7896660566329956, "max_candidate_score": 0.7896660566329956, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4309388995170593, "best_gold_margin": 0.3587271571159363, "weakest_gold_margin": 0.24733459949493408}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01913", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my screening venue change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3915761411190033, "query_session_index": 2, "query_start_sec": 15.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7635678648948669}, {"memory_id": "history_02_utt_0011", "score": 0.8409059047698975}], "gold_semantic_scores": [0.6187581419944763, 0.7127152681350708], "gold_temporal_scores": [0.14480958878993988, 0.12819086015224457], "max_gold_score": 0.8409059047698975, "max_candidate_score": 0.8770115971565247, "top_memory_id": "history_02_utt_0011::cf::main::3", "max_non_gold_score": 0.8770115971565247, "best_gold_margin": -0.0361056923866272, "weakest_gold_margin": -0.11344373226165771}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01913", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the screening was switched to the basement den?", "temporal_relation": "none", "query_temporal_norm": 0.33277150988578796, "query_session_index": 2, "query_start_sec": 15.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9348757266998291}], "gold_semantic_scores": [0.7874878644943237], "gold_temporal_scores": [0.14738750457763672], "max_gold_score": 0.9348757266998291, "max_candidate_score": 0.9348757266998291, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5172219276428223, "best_gold_margin": 0.41765379905700684, "weakest_gold_margin": 0.41765379905700684}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01913", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening planned most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5143074989318848, "query_session_index": 2, "query_start_sec": 15.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.982639491558075}], "gold_semantic_scores": [0.74013352394104], "gold_temporal_scores": [0.24250611662864685], "max_gold_score": 0.982639491558075, "max_candidate_score": 0.982639491558075, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.9736852645874023, "best_gold_margin": 0.008954226970672607, "weakest_gold_margin": 0.008954226970672607}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02010", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my pick was before I changed it later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5217405557632446, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7110095024108887}], "gold_semantic_scores": [0.5945515632629395], "gold_temporal_scores": [0.11645788699388504], "max_gold_score": 0.7110095024108887, "max_candidate_score": 0.7351457476615906, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7351457476615906, "best_gold_margin": -0.024136245250701904, "weakest_gold_margin": -0.024136245250701904}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02010", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally mentioned Free Solo as their pick?", "temporal_relation": "earliest", "query_temporal_norm": 0.5412521362304688, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.561193585395813}], "gold_semantic_scores": [0.4675077497959137], "gold_temporal_scores": [0.09368589520454407], "max_gold_score": 0.561193585395813, "max_candidate_score": 0.561193585395813, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4140152037143707, "best_gold_margin": 0.14717838168144226, "weakest_gold_margin": 0.14717838168144226}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02010", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the final title chosen after the discussion?", "temporal_relation": "latest", "query_temporal_norm": 0.4990197420120239, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8194202780723572}], "gold_semantic_scores": [0.5546519160270691], "gold_temporal_scores": [0.26476845145225525], "max_gold_score": 0.8194202780723572, "max_candidate_score": 0.8198617696762085, "top_memory_id": "history_02_utt_0012::cf::extra_qa_0004::1", "max_non_gold_score": 0.8198617696762085, "best_gold_margin": -0.00044149160385131836, "weakest_gold_margin": -0.00044149160385131836}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02010", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chosen title change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3938715159893036, "query_session_index": 2, "query_start_sec": 15.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.661821722984314}, {"memory_id": "history_02_utt_0012", "score": 0.5517090559005737}], "gold_semantic_scores": [0.5262693166732788, 0.43949535489082336], "gold_temporal_scores": [0.13555246591567993, 0.11221365630626678], "max_gold_score": 0.661821722984314, "max_candidate_score": 0.661821722984314, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3740725815296173, "best_gold_margin": 0.28774914145469666, "weakest_gold_margin": 0.17763647437095642}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02107", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say I rated the season premiere before I changed my score?", "temporal_relation": "earliest", "query_temporal_norm": 0.5083222389221191, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7953992486000061}], "gold_semantic_scores": [0.6789852380752563], "gold_temporal_scores": [0.11641395837068558], "max_gold_score": 0.7953992486000061, "max_candidate_score": 0.7953992486000061, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7643113136291504, "best_gold_margin": 0.031087934970855713, "weakest_gold_margin": 0.031087934970855713}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02107", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What rating was eventually given to the season premiere?", "temporal_relation": "none", "query_temporal_norm": 0.4266475737094879, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8499847054481506}], "gold_semantic_scores": [0.6517630219459534], "gold_temporal_scores": [0.1982215791940689], "max_gold_score": 0.8499847054481506, "max_candidate_score": 0.8499847054481506, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.625236451625824, "best_gold_margin": 0.22474825382232666, "weakest_gold_margin": 0.22474825382232666}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02107", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the season premiere rated 6.5 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.2462441325187683, "query_session_index": 2, "query_start_sec": 14.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8577189445495605}], "gold_semantic_scores": [0.7449932098388672], "gold_temporal_scores": [0.1127261221408844], "max_gold_score": 0.8577189445495605, "max_candidate_score": 0.8577189445495605, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7874062657356262, "best_gold_margin": 0.07031267881393433, "weakest_gold_margin": 0.07031267881393433}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02194", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Taylor's choice for the activity change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4185738265514374, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7605387568473816}, {"memory_id": "history_02_utt_0009", "score": 0.8069730997085571}], "gold_semantic_scores": [0.6061469912528992, 0.6609253287315369], "gold_temporal_scores": [0.15439192950725555, 0.1460479348897934], "max_gold_score": 0.8069730997085571, "max_candidate_score": 0.8069730997085571, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7212011218070984, "best_gold_margin": 0.08577197790145874, "weakest_gold_margin": 0.0393376350402832}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02194", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the most recent activity choice discussed for the gathering?", "temporal_relation": "none", "query_temporal_norm": 0.5200298428535461, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9136247634887695}], "gold_semantic_scores": [0.6742199659347534], "gold_temporal_scores": [0.23940470814704895], "max_gold_score": 0.9136247634887695, "max_candidate_score": 0.9136247634887695, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9054805636405945, "best_gold_margin": 0.008144199848175049, "weakest_gold_margin": 0.008144199848175049}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02194", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention a park picnic for the gathering?", "temporal_relation": "session", "query_temporal_norm": 0.2565743923187256, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8165544867515564}], "gold_semantic_scores": [0.7382944226264954], "gold_temporal_scores": [0.07826030254364014], "max_gold_score": 0.8165544867515564, "max_candidate_score": 0.8165544867515564, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7130022644996643, "best_gold_margin": 0.10355222225189209, "weakest_gold_margin": 0.10355222225189209}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02194", "qa_id": "extra_qa_0005", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Taylor later choose for the gathering?", "temporal_relation": "none", "query_temporal_norm": 0.4684198200702667, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8889456987380981}], "gold_semantic_scores": [0.6486425995826721], "gold_temporal_scores": [0.24030333757400513], "max_gold_score": 0.8889456987380981, "max_candidate_score": 0.8939815759658813, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0005::3", "max_non_gold_score": 0.8939815759658813, "best_gold_margin": -0.005035877227783203, "weakest_gold_margin": -0.005035877227783203}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02311", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention as my reason for suggesting Green Table, and why was it crossed off?", "temporal_relation": "none", "query_temporal_norm": 0.12189259380102158, "query_session_index": 2, "query_start_sec": 12.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7766485810279846}, {"memory_id": "history_02_utt_0010", "score": 0.7907037734985352}], "gold_semantic_scores": [0.7467412948608398, 0.7474968433380127], "gold_temporal_scores": [0.029907438904047012, 0.043206728994846344], "max_gold_score": 0.7907037734985352, "max_candidate_score": 0.7946306467056274, "top_memory_id": "history_01_utt_0011::cf::main::0", "max_non_gold_score": 0.7946306467056274, "best_gold_margin": -0.003926873207092285, "weakest_gold_margin": -0.017982065677642822}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02311", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Green Table ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.19101661443710327, "query_session_index": 2, "query_start_sec": 12.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8358264565467834}], "gold_semantic_scores": [0.7644892930984497], "gold_temporal_scores": [0.07133744657039642], "max_gold_score": 0.8358264565467834, "max_candidate_score": 0.8358264565467834, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6815751194953918, "best_gold_margin": 0.1542513370513916, "weakest_gold_margin": 0.1542513370513916}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02311", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Sunset Deli suggested?", "temporal_relation": "none", "query_temporal_norm": 0.09128940850496292, "query_session_index": 2, "query_start_sec": 12.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.7509526610374451}], "gold_semantic_scores": [0.7366308569908142], "gold_temporal_scores": [0.014321908354759216], "max_gold_score": 0.7509526610374451, "max_candidate_score": 0.7509526610374451, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.4578774869441986, "best_gold_margin": 0.29307517409324646, "weakest_gold_margin": 0.29307517409324646}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02311", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention liking Sunset Deli?", "temporal_relation": "session", "query_temporal_norm": 0.09776076674461365, "query_session_index": 2, "query_start_sec": 12.879999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.6724048852920532}], "gold_semantic_scores": [0.6529116630554199], "gold_temporal_scores": [0.019493119791150093], "max_gold_score": 0.6724048852920532, "max_candidate_score": 0.6724048852920532, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.30579546093940735, "best_gold_margin": 0.3666094243526459, "weakest_gold_margin": 0.3666094243526459}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02360", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my screening venue changed from and to between the earlier and later conversations?", "temporal_relation": "comparison", "query_temporal_norm": 0.4077552855014801, "query_session_index": 2, "query_start_sec": 15.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8394220471382141}, {"memory_id": "history_02_utt_0008", "score": 0.8009600043296814}], "gold_semantic_scores": [0.6928138136863708, 0.652722954750061], "gold_temporal_scores": [0.14660805463790894, 0.14823725819587708], "max_gold_score": 0.8394220471382141, "max_candidate_score": 0.8704776763916016, "top_memory_id": "history_02_utt_0008::cf::main::2", "max_non_gold_score": 0.8704776763916016, "best_gold_margin": -0.03105562925338745, "weakest_gold_margin": -0.06951767206192017}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02360", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned moving the screening setup into the dining room?", "temporal_relation": "none", "query_temporal_norm": 0.26221272349357605, "query_session_index": 2, "query_start_sec": 15.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9129838347434998}], "gold_semantic_scores": [0.7937134504318237], "gold_temporal_scores": [0.11927036941051483], "max_gold_score": 0.9129838347434998, "max_candidate_score": 0.9129838347434998, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6252392530441284, "best_gold_margin": 0.28774458169937134, "weakest_gold_margin": 0.28774458169937134}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02360", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the screening currently set up?", "temporal_relation": "latest", "query_temporal_norm": 0.47367504239082336, "query_session_index": 2, "query_start_sec": 15.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8971169590950012}], "gold_semantic_scores": [0.6821370720863342], "gold_temporal_scores": [0.21497999131679535], "max_gold_score": 0.8971169590950012, "max_candidate_score": 0.900565505027771, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0007::1", "max_non_gold_score": 0.900565505027771, "best_gold_margin": -0.0034485459327697754, "weakest_gold_margin": -0.0034485459327697754}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02360", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What is Rowan suggesting people do before the break?", "temporal_relation": "none", "query_temporal_norm": 0.12292728573083878, "query_session_index": 2, "query_start_sec": 15.92, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.402603417634964, "top_memory_id": "history_01_utt_0041", "max_non_gold_score": 0.402603417634964, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02444", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my opening track choice for the playlist change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3820028305053711, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8363296389579773}, {"memory_id": "history_02_utt_0009", "score": 0.7648736238479614}], "gold_semantic_scores": [0.7008205652236938, 0.6495118141174316], "gold_temporal_scores": [0.13550911843776703, 0.11536203324794769], "max_gold_score": 0.8363296389579773, "max_candidate_score": 0.847778856754303, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.847778856754303, "best_gold_margin": -0.011449217796325684, "weakest_gold_margin": -0.08290523290634155}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02444", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned picking Neon Palms as the opening track for the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.10816400498151779, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7881725430488586}], "gold_semantic_scores": [0.7690299153327942], "gold_temporal_scores": [0.019142750650644302], "max_gold_score": 0.7881725430488586, "max_candidate_score": 0.7881725430488586, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5884405374526978, "best_gold_margin": 0.1997320055961609, "weakest_gold_margin": 0.1997320055961609}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02444", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the opening track to Static Bloom for the playlist?", "temporal_relation": "none", "query_temporal_norm": 0.1767827421426773, "query_session_index": 2, "query_start_sec": 19.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8016239404678345}], "gold_semantic_scores": [0.7208248972892761], "gold_temporal_scores": [0.0807994157075882], "max_gold_score": 0.8016239404678345, "max_candidate_score": 0.8016239404678345, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4889122545719147, "best_gold_margin": 0.3127116858959198, "weakest_gold_margin": 0.3127116858959198}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02574", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say my model choice was before I switched it after reviewing the latest results?", "temporal_relation": "latest", "query_temporal_norm": 0.5208873748779297, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6839948892593384}], "gold_semantic_scores": [0.5318009853363037], "gold_temporal_scores": [0.15219396352767944], "max_gold_score": 0.6839948892593384, "max_candidate_score": 0.7433813214302063, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.7433813214302063, "best_gold_margin": -0.05938643217086792, "weakest_gold_margin": -0.05938643217086792}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02574", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the decision to switch to a Conformer encoder mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.33887767791748047, "query_session_index": 2, "query_start_sec": 17.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8298936486244202}], "gold_semantic_scores": [0.6877668499946594], "gold_temporal_scores": [0.14212654531002045], "max_gold_score": 0.8298936486244202, "max_candidate_score": 0.8298936486244202, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.46841901540756226, "best_gold_margin": 0.3614746332168579, "weakest_gold_margin": 0.3614746332168579}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02704", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for pushing speculative decoding, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1452990472316742, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.621734082698822}, {"memory_id": "history_02_utt_0010", "score": 0.6059349179267883}], "gold_semantic_scores": [0.5787869095802307, 0.5650379061698914], "gold_temporal_scores": [0.0429471991956234, 0.040896955877542496], "max_gold_score": 0.621734082698822, "max_candidate_score": 0.6717485189437866, "top_memory_id": "history_01_utt_0011::cf::main::0", "max_non_gold_score": 0.6717485189437866, "best_gold_margin": -0.0500144362449646, "weakest_gold_margin": -0.06581360101699829}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02704", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was speculative decoding dropped?", "temporal_relation": "none", "query_temporal_norm": 0.11262964457273483, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7333746552467346}], "gold_semantic_scores": [0.6934092044830322], "gold_temporal_scores": [0.03996530920267105], "max_gold_score": 0.7333746552467346, "max_candidate_score": 0.7333746552467346, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5731279253959656, "best_gold_margin": 0.16024672985076904, "weakest_gold_margin": 0.16024672985076904}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02704", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What benefit was mentioned for using the distilled reranker?", "temporal_relation": "none", "query_temporal_norm": 0.10202465206384659, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6275222301483154}], "gold_semantic_scores": [0.604532778263092], "gold_temporal_scores": [0.022989382967352867], "max_gold_score": 0.6275222301483154, "max_candidate_score": 0.6275222301483154, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.4269815683364868, "best_gold_margin": 0.2005406618118286, "weakest_gold_margin": 0.2005406618118286}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02704", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the distilled reranker was kept after validator rehearsals?", "temporal_relation": "session", "query_temporal_norm": 0.25063246488571167, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.8949737548828125}], "gold_semantic_scores": [0.7859336137771606], "gold_temporal_scores": [0.10904021561145782], "max_gold_score": 0.8949737548828125, "max_candidate_score": 0.8949737548828125, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.49574926495552063, "best_gold_margin": 0.39922448992729187, "weakest_gold_margin": 0.39922448992729187}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02768", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did my chosen title change from and to across the earlier discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4010983109474182, "query_session_index": 2, "query_start_sec": 14.319999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6389802098274231}, {"memory_id": "history_02_utt_0009", "score": 0.6821882724761963}], "gold_semantic_scores": [0.5038272738456726, 0.5697669386863708], "gold_temporal_scores": [0.13515275716781616, 0.11242146044969559], "max_gold_score": 0.6821882724761963, "max_candidate_score": 0.7264009118080139, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.7264009118080139, "best_gold_margin": -0.04421263933181763, "weakest_gold_margin": -0.08742070198059082}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02768", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed different titles earlier. What did the chosen title change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.3964720368385315, "query_session_index": 2, "query_start_sec": 14.319999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5448111295700073}, {"memory_id": "history_02_utt_0009", "score": 0.6359825730323792}], "gold_semantic_scores": [0.4096870720386505, 0.5112276077270508], "gold_temporal_scores": [0.13512414693832397, 0.12475509196519852], "max_gold_score": 0.6359825730323792, "max_candidate_score": 0.6359825730323792, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4423345625400543, "best_gold_margin": 0.19364801049232483, "weakest_gold_margin": 0.102476567029953}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02768", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned starting Harbor Lights next?", "temporal_relation": "none", "query_temporal_norm": 0.1529179811477661, "query_session_index": 2, "query_start_sec": 14.319999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7221666574478149}], "gold_semantic_scores": [0.686517596244812], "gold_temporal_scores": [0.03564897179603577], "max_gold_score": 0.7221666574478149, "max_candidate_score": 0.7221666574478149, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4370157718658447, "best_gold_margin": 0.2851508855819702, "weakest_gold_margin": 0.2851508855819702}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02768", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their pick to Static Bloom?", "temporal_relation": "none", "query_temporal_norm": 0.2816195785999298, "query_session_index": 2, "query_start_sec": 14.319999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8094932436943054}], "gold_semantic_scores": [0.6750353574752808], "gold_temporal_scores": [0.13445788621902466], "max_gold_score": 0.8094932436943054, "max_candidate_score": 0.8094932436943054, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.34866201877593994, "best_gold_margin": 0.4608312249183655, "weakest_gold_margin": 0.4608312249183655}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02945", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say I was going to deploy my integration build to?", "temporal_relation": "earliest", "query_temporal_norm": 0.5416530966758728, "query_session_index": 2, "query_start_sec": 15.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8289105892181396}], "gold_semantic_scores": [0.6994754076004028], "gold_temporal_scores": [0.12943512201309204], "max_gold_score": 0.8289105892181396, "max_candidate_score": 0.8289105892181396, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8274064064025879, "best_gold_margin": 0.0015041828155517578, "weakest_gold_margin": 0.0015041828155517578}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02945", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned deploying the integration build to the canary cluster?", "temporal_relation": "none", "query_temporal_norm": 0.11722546070814133, "query_session_index": 2, "query_start_sec": 15.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6213953495025635}], "gold_semantic_scores": [0.5918301343917847], "gold_temporal_scores": [0.029565371572971344], "max_gold_score": 0.6213953495025635, "max_candidate_score": 0.6213953495025635, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.35688161849975586, "best_gold_margin": 0.2645137310028076, "weakest_gold_margin": 0.2645137310028076}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02945", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the integration build initially discussed for deployment?", "temporal_relation": "earliest", "query_temporal_norm": 0.3716370165348053, "query_session_index": 2, "query_start_sec": 15.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5820757150650024}], "gold_semantic_scores": [0.5248883962631226], "gold_temporal_scores": [0.05718736723065376], "max_gold_score": 0.5820757150650024, "max_candidate_score": 0.5820757150650024, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.510259747505188, "best_gold_margin": 0.07181596755981445, "weakest_gold_margin": 0.07181596755981445}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02945", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the deployment target for the integration build change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.34942176938056946, "query_session_index": 2, "query_start_sec": 15.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7747735977172852}, {"memory_id": "history_02_utt_0008", "score": 0.7200833559036255}], "gold_semantic_scores": [0.6487562656402588, 0.6118908524513245], "gold_temporal_scores": [0.12601739168167114, 0.10819263011217117], "max_gold_score": 0.7747735977172852, "max_candidate_score": 0.7747735977172852, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3830927014350891, "best_gold_margin": 0.39168089628219604, "weakest_gold_margin": 0.3369906544685364}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03092", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest rating for the Neon Alley Clip was?", "temporal_relation": "latest", "query_temporal_norm": 0.5489046573638916, "query_session_index": 2, "query_start_sec": 11.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0402617454528809}], "gold_semantic_scores": [0.8113330006599426], "gold_temporal_scores": [0.22892947494983673], "max_gold_score": 1.0402617454528809, "max_candidate_score": 1.0409897565841675, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.0409897565841675, "best_gold_margin": -0.0007280111312866211, "weakest_gold_margin": -0.0007280111312866211}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03092", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the Neon Alley Clip rated 6 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.13764159381389618, "query_session_index": 2, "query_start_sec": 11.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7104770541191101}], "gold_semantic_scores": [0.6751253604888916], "gold_temporal_scores": [0.03535166382789612], "max_gold_score": 0.7104770541191101, "max_candidate_score": 0.7127166390419006, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7127166390419006, "best_gold_margin": -0.0022395849227905273, "weakest_gold_margin": -0.0022395849227905273}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03164", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my chore schedule change between the earlier time I talked about it and the later update?", "temporal_relation": "comparison", "query_temporal_norm": 0.37574532628059387, "query_session_index": 2, "query_start_sec": 13.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6596238613128662}, {"memory_id": "history_02_utt_0009", "score": 0.7329058647155762}], "gold_semantic_scores": [0.523140013217926, 0.5965582132339478], "gold_temporal_scores": [0.13648374378681183, 0.13634738326072693], "max_gold_score": 0.7329058647155762, "max_candidate_score": 0.7591495513916016, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.7591495513916016, "best_gold_margin": -0.02624368667602539, "weakest_gold_margin": -0.09952569007873535}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03164", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching to dishes Tuesday morning and recycling Saturday afternoon?", "temporal_relation": "none", "query_temporal_norm": 0.2355169653892517, "query_session_index": 2, "query_start_sec": 13.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9203755855560303}], "gold_semantic_scores": [0.804438591003418], "gold_temporal_scores": [0.11593696475028992], "max_gold_score": 0.9203755855560303, "max_candidate_score": 0.9203755855560303, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6319789290428162, "best_gold_margin": 0.2883966565132141, "weakest_gold_margin": 0.2883966565132141}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03308", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for suggesting Slow Harbor, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.14348988234996796, "query_session_index": 2, "query_start_sec": 13.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7396946549415588}, {"memory_id": "history_02_utt_0009", "score": 0.794905960559845}], "gold_semantic_scores": [0.6972908973693848, 0.7506118416786194], "gold_temporal_scores": [0.042403846979141235, 0.04429404065012932], "max_gold_score": 0.794905960559845, "max_candidate_score": 0.794905960559845, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7733336091041565, "best_gold_margin": 0.021572351455688477, "weakest_gold_margin": -0.033638954162597656}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03308", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to stop watching Slow Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.2030782401561737, "query_session_index": 2, "query_start_sec": 13.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8486040830612183}], "gold_semantic_scores": [0.7529762983322144], "gold_temporal_scores": [0.09562810510396957], "max_gold_score": 0.8486040830612183, "max_candidate_score": 0.8486040830612183, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6689361333847046, "best_gold_margin": 0.17966794967651367, "weakest_gold_margin": 0.17966794967651367}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03308", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Glass Orchard suggested?", "temporal_relation": "none", "query_temporal_norm": 0.0962115228176117, "query_session_index": 2, "query_start_sec": 13.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.6823190450668335}], "gold_semantic_scores": [0.6651222109794617], "gold_temporal_scores": [0.017196770757436752], "max_gold_score": 0.6823190450668335, "max_candidate_score": 0.6823190450668335, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.4829333424568176, "best_gold_margin": 0.19938570261001587, "weakest_gold_margin": 0.19938570261001587}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03308", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that we stopped watching Slow Harbor?", "temporal_relation": "session", "query_temporal_norm": 0.2499435842037201, "query_session_index": 2, "query_start_sec": 13.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8276842832565308}], "gold_semantic_scores": [0.7229060530662537], "gold_temporal_scores": [0.10477803647518158], "max_gold_score": 0.8276842832565308, "max_candidate_score": 0.8276842832565308, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6762127876281738, "best_gold_margin": 0.15147149562835693, "weakest_gold_margin": 0.15147149562835693}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03388", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Morgan give for suggesting the CitraClean hand soap refill, and why was it unavailable for this week's run?", "temporal_relation": "none", "query_temporal_norm": 0.17115764319896698, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6329183578491211}, {"memory_id": "history_02_utt_0009", "score": 0.6445755958557129}], "gold_semantic_scores": [0.5793320536613464, 0.5855161547660828], "gold_temporal_scores": [0.053586337715387344, 0.05905941501259804], "max_gold_score": 0.6445755958557129, "max_candidate_score": 0.7628438472747803, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.7628438472747803, "best_gold_margin": -0.11826825141906738, "weakest_gold_margin": -0.12992548942565918}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03388", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Morgan suggest the CitraClean hand soap refill?", "temporal_relation": "none", "query_temporal_norm": 0.10406243056058884, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7185856103897095}], "gold_semantic_scores": [0.6958342790603638], "gold_temporal_scores": [0.02275126986205578], "max_gold_score": 0.7185856103897095, "max_candidate_score": 0.7185856103897095, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5850693583488464, "best_gold_margin": 0.13351625204086304, "weakest_gold_margin": 0.13351625204086304}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03388", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the reason for suggesting the Bamboo paper towels mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.1285499483346939, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.6723037958145142}], "gold_semantic_scores": [0.6478260159492493], "gold_temporal_scores": [0.024477893486618996], "max_gold_score": 0.6723037958145142, "max_candidate_score": 0.6723037958145142, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.42831307649612427, "best_gold_margin": 0.2439907193183899, "weakest_gold_margin": 0.2439907193183899}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03388", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the availability update about the Bamboo paper towels?", "temporal_relation": "none", "query_temporal_norm": 0.23669138550758362, "query_session_index": 2, "query_start_sec": 17.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0025", "score": 0.5522599816322327}], "gold_semantic_scores": [0.4654116928577423], "gold_temporal_scores": [0.08684833347797394], "max_gold_score": 0.5522599816322327, "max_candidate_score": 0.5522599816322327, "top_memory_id": "history_02_utt_0025", "max_non_gold_score": 0.45816323161125183, "best_gold_margin": 0.09409675002098083, "weakest_gold_margin": 0.09409675002098083}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03475", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4014899432659149, "query_session_index": 2, "query_start_sec": 15.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7820004820823669}, {"memory_id": "history_02_utt_0011", "score": 0.7823785543441772}], "gold_semantic_scores": [0.6394619941711426, 0.635650634765625], "gold_temporal_scores": [0.1425386518239975, 0.14672790467739105], "max_gold_score": 0.7823785543441772, "max_candidate_score": 0.8825404644012451, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.8825404644012451, "best_gold_margin": -0.10016191005706787, "weakest_gold_margin": -0.10053998231887817}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03629", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said earlier that \"Midnight Drive\" went right after the sing along block, and who later said they had cut it once the venue shaved ten minutes off our set?", "temporal_relation": "none", "query_temporal_norm": 0.23395989835262299, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6551957726478577}, {"memory_id": "history_02_utt_0009", "score": 0.7222337126731873}], "gold_semantic_scores": [0.5837027430534363, 0.661322832107544], "gold_temporal_scores": [0.07149293273687363, 0.060910969972610474], "max_gold_score": 0.7222337126731873, "max_candidate_score": 0.7222337126731873, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3341808617115021, "best_gold_margin": 0.3880528509616852, "weakest_gold_margin": 0.3210149109363556}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03629", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Cameron say they put 'Midnight Drive' after the sing-along block?", "temporal_relation": "none", "query_temporal_norm": 0.10676120221614838, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7561558485031128}], "gold_semantic_scores": [0.73646479845047], "gold_temporal_scores": [0.019691184163093567], "max_gold_score": 0.7561558485031128, "max_candidate_score": 0.7777115106582642, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7777115106582642, "best_gold_margin": -0.021555662155151367, "weakest_gold_margin": -0.021555662155151367}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03629", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker mention cutting 'Midnight Drive'?", "temporal_relation": "session", "query_temporal_norm": 0.1700839400291443, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8790162205696106}], "gold_semantic_scores": [0.8331732153892517], "gold_temporal_scores": [0.04584279656410217], "max_gold_score": 0.8790162205696106, "max_candidate_score": 0.8790162205696106, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8081952333450317, "best_gold_margin": 0.07082098722457886, "weakest_gold_margin": 0.07082098722457886}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03629", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did someone say they placed 'Sunroof Static' before the last stretch?", "temporal_relation": "none", "query_temporal_norm": 0.11419357359409332, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.7912980914115906}], "gold_semantic_scores": [0.7871931195259094], "gold_temporal_scores": [0.00410513486713171], "max_gold_score": 0.7912980914115906, "max_candidate_score": 0.7912980914115906, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.6184496283531189, "best_gold_margin": 0.17284846305847168, "weakest_gold_margin": 0.17284846305847168}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03708", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did my grocery list item for the taco bowls change from and to between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4038817286491394, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8239345550537109}, {"memory_id": "history_02_utt_0010", "score": 0.7586252689361572}], "gold_semantic_scores": [0.6745139956474304, 0.6190871000289917], "gold_temporal_scores": [0.14942048490047455, 0.13953831791877747], "max_gold_score": 0.8239345550537109, "max_candidate_score": 0.9155325293540955, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.9155325293540955, "best_gold_margin": -0.09159797430038452, "weakest_gold_margin": -0.15690726041793823}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03708", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned changing the grocery list to black beans instead of chickpeas?", "temporal_relation": "none", "query_temporal_norm": 0.275217205286026, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9361486434936523}], "gold_semantic_scores": [0.8109199404716492], "gold_temporal_scores": [0.12522907555103302], "max_gold_score": 0.9361486434936523, "max_candidate_score": 0.9361486434936523, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6905348300933838, "best_gold_margin": 0.24561381340026855, "weakest_gold_margin": 0.24561381340026855}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03708", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the most recent item mentioned for the taco bowls on the grocery list?", "temporal_relation": "none", "query_temporal_norm": 0.533405065536499, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.890644907951355}], "gold_semantic_scores": [0.6458390951156616], "gold_temporal_scores": [0.24480576813220978], "max_gold_score": 0.890644907951355, "max_candidate_score": 0.890644907951355, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8905689716339111, "best_gold_margin": 7.593631744384766e-05, "weakest_gold_margin": 7.593631744384766e-05}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03791", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Taylor describe the dataset plan changing between the earlier and later discussions?", "temporal_relation": "none", "query_temporal_norm": 0.4261256754398346, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7639793157577515}, {"memory_id": "history_02_utt_0009", "score": 0.6687729954719543}], "gold_semantic_scores": [0.603553295135498, 0.5308433175086975], "gold_temporal_scores": [0.16042585670948029, 0.13792958855628967], "max_gold_score": 0.7639793157577515, "max_candidate_score": 0.7639793157577515, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5925873517990112, "best_gold_margin": 0.17139196395874023, "weakest_gold_margin": 0.07618564367294312}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03791", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the dataset originally planned to include?", "temporal_relation": "earliest", "query_temporal_norm": 0.5552086234092712, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.5771437883377075}], "gold_semantic_scores": [0.4502081573009491], "gold_temporal_scores": [0.1269356906414032], "max_gold_score": 0.5771437883377075, "max_candidate_score": 0.5771437883377075, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.40115320682525635, "best_gold_margin": 0.17599058151245117, "weakest_gold_margin": 0.17599058151245117}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03791", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to build the dataset around audio and still-image pairs?", "temporal_relation": "none", "query_temporal_norm": 0.3706352710723877, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6882956027984619}], "gold_semantic_scores": [0.6042740345001221], "gold_temporal_scores": [0.08402147144079208], "max_gold_score": 0.6882956027984619, "max_candidate_score": 0.6882956027984619, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.3840869665145874, "best_gold_margin": 0.3042086362838745, "weakest_gold_margin": 0.3042086362838745}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03791", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the dataset plan was switched to audio, video clips, and transcripts?", "temporal_relation": "none", "query_temporal_norm": 0.42029640078544617, "query_session_index": 2, "query_start_sec": 15.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0509387254714966}], "gold_semantic_scores": [0.8343799114227295], "gold_temporal_scores": [0.216559037566185], "max_gold_score": 1.0509387254714966, "max_candidate_score": 1.0509387254714966, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5258808732032776, "best_gold_margin": 0.525057852268219, "weakest_gold_margin": 0.525057852268219}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03892", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Skyler give for recommending Night Train to Harbor, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.18514247238636017, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6738365888595581}, {"memory_id": "history_02_utt_0010", "score": 0.7258449196815491}], "gold_semantic_scores": [0.6134958267211914, 0.6690175533294678], "gold_temporal_scores": [0.06034092232584953, 0.056827276945114136], "max_gold_score": 0.7258449196815491, "max_candidate_score": 0.7258449196815491, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6809572577476501, "best_gold_margin": 0.044887661933898926, "weakest_gold_margin": -0.007120668888092041}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03892", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned recommending Night Train to Harbor?", "temporal_relation": "none", "query_temporal_norm": 0.10768243670463562, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7577142119407654}], "gold_semantic_scores": [0.7323107719421387], "gold_temporal_scores": [0.025403641164302826], "max_gold_score": 0.7577142119407654, "max_candidate_score": 0.7577142119407654, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.47266101837158203, "best_gold_margin": 0.28505319356918335, "weakest_gold_margin": 0.28505319356918335}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03892", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention recommending Night Train to Harbor?", "temporal_relation": "session", "query_temporal_norm": 0.1671198457479477, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7555112242698669}], "gold_semantic_scores": [0.703542172908783], "gold_temporal_scores": [0.05196891725063324], "max_gold_score": 0.7555112242698669, "max_candidate_score": 0.7555112242698669, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6605411767959595, "best_gold_margin": 0.09497004747390747, "weakest_gold_margin": 0.09497004747390747}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03892", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did someone recommend Glass Avenue?", "temporal_relation": "none", "query_temporal_norm": 0.09839630872011185, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7975680828094482}], "gold_semantic_scores": [0.7845371961593628], "gold_temporal_scores": [0.013031031005084515], "max_gold_score": 0.7975680828094482, "max_candidate_score": 0.7975680828094482, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.4880123734474182, "best_gold_margin": 0.30955570936203003, "weakest_gold_margin": 0.30955570936203003}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04018", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say the latest training setting was for the migration jobs?", "temporal_relation": "latest", "query_temporal_norm": 0.5748026967048645, "query_session_index": 2, "query_start_sec": 16.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0845872163772583}], "gold_semantic_scores": [0.8191603422164917], "gold_temporal_scores": [0.265426367521286], "max_gold_score": 1.0845872163772583, "max_candidate_score": 1.0845872163772583, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0832432508468628, "best_gold_margin": 0.0013439655303955078, "weakest_gold_margin": 0.0013439655303955078}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04126", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What benefit did I mention for the streaming attention branch, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.15831266343593597, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.663459300994873}, {"memory_id": "history_02_utt_0011", "score": 0.6782422661781311}], "gold_semantic_scores": [0.617416501045227, 0.6550015807151794], "gold_temporal_scores": [0.04604274407029152, 0.023240892216563225], "max_gold_score": 0.6782422661781311, "max_candidate_score": 0.6898773908615112, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.6898773908615112, "best_gold_margin": -0.011635124683380127, "weakest_gold_margin": -0.026418089866638184}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04126", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the outcome for the streaming attention branch after the memory audit?", "temporal_relation": "none", "query_temporal_norm": 0.38363412022590637, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8980503082275391}], "gold_semantic_scores": [0.7443047165870667], "gold_temporal_scores": [0.15374571084976196], "max_gold_score": 0.8980503082275391, "max_candidate_score": 0.8980503082275391, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5597847700119019, "best_gold_margin": 0.3382655382156372, "weakest_gold_margin": 0.3382655382156372}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04126", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the streaming attention branch ruled out?", "temporal_relation": "session", "query_temporal_norm": 0.18070003390312195, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6451082229614258}], "gold_semantic_scores": [0.5844331383705139], "gold_temporal_scores": [0.06067527085542679], "max_gold_score": 0.6451082229614258, "max_candidate_score": 0.6451082229614258, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.46881645917892456, "best_gold_margin": 0.17629176378250122, "weakest_gold_margin": 0.17629176378250122}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04126", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the quantized ONNX path kept on the table?", "temporal_relation": "none", "query_temporal_norm": 0.12609824538230896, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.722488284111023}], "gold_semantic_scores": [0.6989090442657471], "gold_temporal_scores": [0.023579038679599762], "max_gold_score": 0.722488284111023, "max_candidate_score": 0.722488284111023, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.6584715843200684, "best_gold_margin": 0.06401669979095459, "weakest_gold_margin": 0.06401669979095459}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04189", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Avery's pick for where the group should start change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.35749152302742004, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5649885535240173}, {"memory_id": "history_02_utt_0010", "score": 0.7063770294189453}], "gold_semantic_scores": [0.44157129526138306, 0.5675680637359619], "gold_temporal_scores": [0.12341737002134323, 0.1388091892004013], "max_gold_score": 0.7063770294189453, "max_candidate_score": 0.7063770294189453, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6991429924964905, "best_gold_margin": 0.007234036922454834, "weakest_gold_margin": -0.13415443897247314}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04189", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the group's choice for where to start change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.30589720606803894, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5408703684806824}, {"memory_id": "history_02_utt_0010", "score": 0.7241984009742737}], "gold_semantic_scores": [0.45369115471839905, 0.5810579061508179], "gold_temporal_scores": [0.08717931807041168, 0.1431402713060379], "max_gold_score": 0.7241984009742737, "max_candidate_score": 0.7241984009742737, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4073708951473236, "best_gold_margin": 0.3168275058269501, "weakest_gold_margin": 0.13349947333335876}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04189", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery suggest as the group's starting point?", "temporal_relation": "none", "query_temporal_norm": 0.15889690816402435, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5128510594367981}], "gold_semantic_scores": [0.5329138040542603], "gold_temporal_scores": [-0.020062686875462532], "max_gold_score": 0.5128510594367981, "max_candidate_score": 0.612942636013031, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.612942636013031, "best_gold_margin": -0.10009157657623291, "weakest_gold_margin": -0.10009157657623291}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04189", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery say the group should start with The Empty Platform?", "temporal_relation": "session", "query_temporal_norm": 0.13219237327575684, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7118746042251587}], "gold_semantic_scores": [0.6979062557220459], "gold_temporal_scores": [0.013968377374112606], "max_gold_score": 0.7118746042251587, "max_candidate_score": 0.7118746042251587, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7064208388328552, "best_gold_margin": 0.005453765392303467, "weakest_gold_margin": 0.005453765392303467}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04276", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the venue was for the playlist session?", "temporal_relation": "session", "query_temporal_norm": 0.5573519468307495, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8701366782188416}], "gold_semantic_scores": [0.7429459095001221], "gold_temporal_scores": [0.12719060480594635], "max_gold_score": 0.8701366782188416, "max_candidate_score": 0.8701366782188416, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.856755256652832, "best_gold_margin": 0.013381421566009521, "weakest_gold_margin": 0.013381421566009521}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04276", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the playlist meetup moved to after the decision about the outdoor vibe?", "temporal_relation": "none", "query_temporal_norm": 0.35668477416038513, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.80897456407547}], "gold_semantic_scores": [0.6535409688949585], "gold_temporal_scores": [0.1554335206747055], "max_gold_score": 0.80897456407547, "max_candidate_score": 0.80897456407547, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4666329622268677, "best_gold_margin": 0.3423416018486023, "weakest_gold_margin": 0.3423416018486023}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04276", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say the playlist meetup was moved to the cabin firepit area?", "temporal_relation": "session", "query_temporal_norm": 0.25135278701782227, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7393467426300049}], "gold_semantic_scores": [0.635123610496521], "gold_temporal_scores": [0.10422293096780777], "max_gold_score": 0.7393467426300049, "max_candidate_score": 0.7393467426300049, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3895680606365204, "best_gold_margin": 0.3497786819934845, "weakest_gold_margin": 0.3497786819934845}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04276", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "Do I need to log out of my regular profile before switching to the guest profile?", "temporal_relation": "none", "query_temporal_norm": 0.1280275583267212, "query_session_index": 2, "query_start_sec": 15.799999999999999, "excluded_control_support_ids": ["current_01_utt_0003", "current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.21065564453601837, "top_memory_id": "history_02_utt_0032", "max_non_gold_score": 0.21065564453601837, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04370", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about the placement of 'Satellite Hearts' in the lineup, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.19338031113147736, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7639851570129395}, {"memory_id": "history_02_utt_0009", "score": 0.7796662449836731}], "gold_semantic_scores": [0.7027712464332581, 0.720592737197876], "gold_temporal_scores": [0.06121404841542244, 0.059073496609926224], "max_gold_score": 0.7796662449836731, "max_candidate_score": 0.819811224937439, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.819811224937439, "best_gold_margin": -0.04014497995376587, "weakest_gold_margin": -0.05582606792449951}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04370", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that 'Satellite Hearts' was dropped?", "temporal_relation": "session", "query_temporal_norm": 0.14411424100399017, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8181523680686951}], "gold_semantic_scores": [0.7683582901954651], "gold_temporal_scores": [0.04979397729039192], "max_gold_score": 0.8181523680686951, "max_candidate_score": 0.8181523680686951, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.47099801898002625, "best_gold_margin": 0.3471543490886688, "weakest_gold_margin": 0.3471543490886688}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04370", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the purpose of placing 'Neon Harbor' before the peak in the setlist?", "temporal_relation": "none", "query_temporal_norm": 0.10855253785848618, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0029", "score": 0.5785272717475891}], "gold_semantic_scores": [0.559174120426178], "gold_temporal_scores": [0.019353164359927177], "max_gold_score": 0.5785272717475891, "max_candidate_score": 0.5785272717475891, "top_memory_id": "history_01_utt_0029", "max_non_gold_score": 0.468885600566864, "best_gold_margin": 0.1096416711807251, "weakest_gold_margin": 0.1096416711807251}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04370", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was 'Neon Harbor' moved later in the setlist?", "temporal_relation": "none", "query_temporal_norm": 0.234633669257164, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0028", "score": 0.843170166015625}], "gold_semantic_scores": [0.7537594437599182], "gold_temporal_scores": [0.08941125869750977], "max_gold_score": 0.843170166015625, "max_candidate_score": 0.843170166015625, "top_memory_id": "history_02_utt_0028", "max_non_gold_score": 0.6629465818405151, "best_gold_margin": 0.18022358417510986, "weakest_gold_margin": 0.18022358417510986}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04555", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting Cedar Spoon, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.15271887183189392, "query_session_index": 2, "query_start_sec": 13.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7416491508483887}, {"memory_id": "history_02_utt_0010", "score": 0.7878028154373169}], "gold_semantic_scores": [0.6976863145828247, 0.7309991717338562], "gold_temporal_scores": [0.04396294802427292, 0.05680335313081741], "max_gold_score": 0.7878028154373169, "max_candidate_score": 0.7878028154373169, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7675268650054932, "best_gold_margin": 0.02027595043182373, "weakest_gold_margin": -0.025877714157104492}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04555", "qa_id": "extra_qa_0004", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Cedar Spoon is closed on Sunday?", "temporal_relation": "session", "query_temporal_norm": 0.1522948294878006, "query_session_index": 2, "query_start_sec": 13.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8514004945755005}], "gold_semantic_scores": [0.8040758967399597], "gold_temporal_scores": [0.0473242849111557], "max_gold_score": 0.8514004945755005, "max_candidate_score": 0.8514004945755005, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6779528856277466, "best_gold_margin": 0.1734476089477539, "weakest_gold_margin": 0.1734476089477539}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04555", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for suggesting Lantern Cafe?", "temporal_relation": "none", "query_temporal_norm": 0.09864379465579987, "query_session_index": 2, "query_start_sec": 13.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.6646159887313843}], "gold_semantic_scores": [0.6511046290397644], "gold_temporal_scores": [0.013511333614587784], "max_gold_score": 0.6646159887313843, "max_candidate_score": 0.6646159887313843, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.5248151421546936, "best_gold_margin": 0.13980084657669067, "weakest_gold_margin": 0.13980084657669067}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04555", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What issue did we discuss about Lantern Cafe's reservation policy?", "temporal_relation": "none", "query_temporal_norm": 0.11974463611841202, "query_session_index": 2, "query_start_sec": 13.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.7231068015098572}], "gold_semantic_scores": [0.6885080933570862], "gold_temporal_scores": [0.034598663449287415], "max_gold_score": 0.7231068015098572, "max_candidate_score": 0.7231068015098572, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.5712065696716309, "best_gold_margin": 0.15190023183822632, "weakest_gold_margin": 0.15190023183822632}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04685", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest playlist title choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5593454837799072, "query_session_index": 2, "query_start_sec": 16.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9288538694381714}], "gold_semantic_scores": [0.6739068031311035], "gold_temporal_scores": [0.2549470067024231], "max_gold_score": 0.9288538694381714, "max_candidate_score": 0.9445387721061707, "top_memory_id": "history_02_utt_0009::cf::main::0", "max_non_gold_score": 0.9445387721061707, "best_gold_margin": -0.015684902667999268, "weakest_gold_margin": -0.015684902667999268}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04685", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the final playlist title we decided on?", "temporal_relation": "latest", "query_temporal_norm": 0.5306268930435181, "query_session_index": 2, "query_start_sec": 16.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9722747802734375}], "gold_semantic_scores": [0.7278889417648315], "gold_temporal_scores": [0.24438588321208954], "max_gold_score": 0.9722747802734375, "max_candidate_score": 0.9722747802734375, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9670282602310181, "best_gold_margin": 0.005246520042419434, "weakest_gold_margin": 0.005246520042419434}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04685", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original playlist title we picked before making any changes?", "temporal_relation": "earliest", "query_temporal_norm": 0.5028102993965149, "query_session_index": 2, "query_start_sec": 16.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7891340851783752}], "gold_semantic_scores": [0.659920871257782], "gold_temporal_scores": [0.12921322882175446], "max_gold_score": 0.7891340851783752, "max_candidate_score": 0.7891340851783752, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3940258026123047, "best_gold_margin": 0.39510828256607056, "weakest_gold_margin": 0.39510828256607056}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04685", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the playlist title we initially chose?", "temporal_relation": "none", "query_temporal_norm": 0.563518762588501, "query_session_index": 2, "query_start_sec": 16.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8119267225265503}], "gold_semantic_scores": [0.6592103838920593], "gold_temporal_scores": [0.15271617472171783], "max_gold_score": 0.8119267225265503, "max_candidate_score": 0.8119267225265503, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4542468190193176, "best_gold_margin": 0.35767990350723267, "weakest_gold_margin": 0.35767990350723267}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04772", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my choice for the main outing change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3483103811740875, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5124072432518005}, {"memory_id": "history_02_utt_0009", "score": 0.5558958053588867}], "gold_semantic_scores": [0.38601770997047424, 0.4387192130088806], "gold_temporal_scores": [0.12638957798480988, 0.11717654019594193], "max_gold_score": 0.5558958053588867, "max_candidate_score": 0.5732272863388062, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.5732272863388062, "best_gold_margin": -0.017331480979919434, "weakest_gold_margin": -0.060820043087005615}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04772", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the main outing choice change between our earlier discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3682364821434021, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6095276474952698}, {"memory_id": "history_02_utt_0009", "score": 0.5554553866386414}], "gold_semantic_scores": [0.475462406873703, 0.4545036256313324], "gold_temporal_scores": [0.13406531512737274, 0.10095170140266418], "max_gold_score": 0.6095276474952698, "max_candidate_score": 0.6095276474952698, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.1693156510591507, "best_gold_margin": 0.4402119964361191, "weakest_gold_margin": 0.38613973557949066}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04772", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned wanting the main outing to be a harbor boat tour at first?", "temporal_relation": "earliest", "query_temporal_norm": 0.2400721162557602, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8285579681396484}], "gold_semantic_scores": [0.7728815674781799], "gold_temporal_scores": [0.055676382035017014], "max_gold_score": 0.8285579681396484, "max_candidate_score": 0.8285579681396484, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7621781826019287, "best_gold_margin": 0.06637978553771973, "weakest_gold_margin": 0.06637978553771973}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04772", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their mind to prefer a street art bike tour instead?", "temporal_relation": "none", "query_temporal_norm": 0.2508542537689209, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8817741274833679}], "gold_semantic_scores": [0.7596250772476196], "gold_temporal_scores": [0.122148796916008], "max_gold_score": 0.8817741274833679, "max_candidate_score": 0.8817741274833679, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6364771723747253, "best_gold_margin": 0.24529695510864258, "weakest_gold_margin": 0.24529695510864258}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04866", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended Deep Sea Signals, and why was it dropped from the queue?", "temporal_relation": "none", "query_temporal_norm": 0.1892879605293274, "query_session_index": 2, "query_start_sec": 17.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7787865400314331}, {"memory_id": "history_02_utt_0009", "score": 0.7194268703460693}], "gold_semantic_scores": [0.7196075916290283, 0.6832971572875977], "gold_temporal_scores": [0.05917908623814583, 0.03612981736660004], "max_gold_score": 0.7787865400314331, "max_candidate_score": 0.7787865400314331, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.41117626428604126, "best_gold_margin": 0.36761027574539185, "weakest_gold_margin": 0.3082506060600281}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04866", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Who did Finley say recommended Deep Sea Signals?", "temporal_relation": "none", "query_temporal_norm": 0.1280713826417923, "query_session_index": 2, "query_start_sec": 17.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.712597668170929}], "gold_semantic_scores": [0.6861903667449951], "gold_temporal_scores": [0.02640732377767563], "max_gold_score": 0.712597668170929, "max_candidate_score": 0.712597668170929, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6065439581871033, "best_gold_margin": 0.10605370998382568, "weakest_gold_margin": 0.10605370998382568}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04866", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Deep Sea Signals dropped from the queue?", "temporal_relation": "none", "query_temporal_norm": 0.12510396540164948, "query_session_index": 2, "query_start_sec": 17.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8723706007003784}], "gold_semantic_scores": [0.8245317935943604], "gold_temporal_scores": [0.047838643193244934], "max_gold_score": 0.8723706007003784, "max_candidate_score": 0.8723706007003784, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5663875341415405, "best_gold_margin": 0.3059830665588379, "weakest_gold_margin": 0.3059830665588379}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04866", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that the short-list queue is used to track quick recommendations?", "temporal_relation": "session", "query_temporal_norm": 0.1514778733253479, "query_session_index": 2, "query_start_sec": 17.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0033", "score": 0.6561500430107117}], "gold_semantic_scores": [0.6075264811515808], "gold_temporal_scores": [0.04862358793616295], "max_gold_score": 0.6561500430107117, "max_candidate_score": 0.6561500430107117, "top_memory_id": "history_01_utt_0033", "max_non_gold_score": 0.42446768283843994, "best_gold_margin": 0.23168236017227173, "weakest_gold_margin": 0.23168236017227173}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04945", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan originally say the deadline for cutting the release branch was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5500052571296692, "query_session_index": 2, "query_start_sec": 17.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9475672841072083}], "gold_semantic_scores": [0.8455324172973633], "gold_temporal_scores": [0.10203493386507034], "max_gold_score": 0.9475672841072083, "max_candidate_score": 0.9475672841072083, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8639867305755615, "best_gold_margin": 0.08358055353164673, "weakest_gold_margin": 0.08358055353164673}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05080", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What was the latest venue Avery said we should use?", "temporal_relation": "latest", "query_temporal_norm": 0.5399962663650513, "query_session_index": 2, "query_start_sec": 21.160000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7508223652839661}], "gold_semantic_scores": [0.4813709557056427], "gold_temporal_scores": [0.269451767206192], "max_gold_score": 0.7508223652839661, "max_candidate_score": 0.7508223652839661, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7500557899475098, "best_gold_margin": 0.0007665753364562988, "weakest_gold_margin": 0.0007665753364562988}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05080", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did we decide to use for the playlist most recently?", "temporal_relation": "latest", "query_temporal_norm": 0.5406893491744995, "query_session_index": 2, "query_start_sec": 21.160000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.4685256779193878}], "gold_semantic_scores": [0.22607913613319397], "gold_temporal_scores": [0.2424466609954834], "max_gold_score": 0.4685256779193878, "max_candidate_score": 0.4685256779193878, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4597661793231964, "best_gold_margin": 0.008759498596191406, "weakest_gold_margin": 0.008759498596191406}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05080", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested switching the venue to the ferry deck?", "temporal_relation": "none", "query_temporal_norm": 0.24075622856616974, "query_session_index": 2, "query_start_sec": 21.160000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6336584687232971}], "gold_semantic_scores": [0.5197435617446899], "gold_temporal_scores": [0.11391489207744598], "max_gold_score": 0.6336584687232971, "max_candidate_score": 0.6336584687232971, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.59517502784729, "best_gold_margin": 0.03848344087600708, "weakest_gold_margin": 0.03848344087600708}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05080", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Avery suggest we switch to?", "temporal_relation": "none", "query_temporal_norm": 0.37302365899086, "query_session_index": 2, "query_start_sec": 21.160000000000004, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.713290274143219}], "gold_semantic_scores": [0.5315497517585754], "gold_temporal_scores": [0.18174035847187042], "max_gold_score": 0.713290274143219, "max_candidate_score": 0.713290274143219, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5502409338951111, "best_gold_margin": 0.1630493402481079, "weakest_gold_margin": 0.1630493402481079}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05147", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4122989773750305, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.776588499546051}, {"memory_id": "history_02_utt_0008", "score": 0.8330228924751282}], "gold_semantic_scores": [0.6268953680992126, 0.6800343990325928], "gold_temporal_scores": [0.149693101644516, 0.1529885232448578], "max_gold_score": 0.8330228924751282, "max_candidate_score": 0.8430188894271851, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8430188894271851, "best_gold_margin": -0.009995996952056885, "weakest_gold_margin": -0.06643038988113403}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05147", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest evaluation plan we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5432676672935486, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0143475532531738}], "gold_semantic_scores": [0.7390704154968262], "gold_temporal_scores": [0.2752772867679596], "max_gold_score": 1.0143475532531738, "max_candidate_score": 1.0143475532531738, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.0114701986312866, "best_gold_margin": 0.002877354621887207, "weakest_gold_margin": 0.002877354621887207}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05147", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original evaluation plan mentioned earlier?", "temporal_relation": "earliest", "query_temporal_norm": 0.5458106994628906, "query_session_index": 2, "query_start_sec": 19.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7604614496231079}], "gold_semantic_scores": [0.6076894402503967], "gold_temporal_scores": [0.15277191996574402], "max_gold_score": 0.7604614496231079, "max_candidate_score": 0.7604614496231079, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5994274020195007, "best_gold_margin": 0.16103404760360718, "weakest_gold_margin": 0.16103404760360718}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05244", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for suggesting the cached activation path, and why was it later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16976912319660187, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7842758893966675}, {"memory_id": "history_02_utt_0010", "score": 0.8380206823348999}], "gold_semantic_scores": [0.7322232723236084, 0.7808347344398499], "gold_temporal_scores": [0.05205263942480087, 0.05718601867556572], "max_gold_score": 0.8380206823348999, "max_candidate_score": 0.8380206823348999, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8185269832611084, "best_gold_margin": 0.019493699073791504, "weakest_gold_margin": -0.03425109386444092}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05244", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the intended benefit of the batched bootstrap script?", "temporal_relation": "none", "query_temporal_norm": 0.1469842493534088, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0024", "score": 0.7439130544662476}], "gold_semantic_scores": [0.7183834314346313], "gold_temporal_scores": [0.025529304519295692], "max_gold_score": 0.7439130544662476, "max_candidate_score": 0.7439130544662476, "top_memory_id": "history_01_utt_0024", "max_non_gold_score": 0.5473819375038147, "best_gold_margin": 0.19653111696243286, "weakest_gold_margin": 0.19653111696243286}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05244", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the batched bootstrap script kept?", "temporal_relation": "none", "query_temporal_norm": 0.12627620995044708, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0029", "score": 0.8256914615631104}], "gold_semantic_scores": [0.7798401713371277], "gold_temporal_scores": [0.04585108906030655], "max_gold_score": 0.8256914615631104, "max_candidate_score": 0.8256914615631104, "top_memory_id": "history_02_utt_0029", "max_non_gold_score": 0.6420300602912903, "best_gold_margin": 0.18366140127182007, "weakest_gold_margin": 0.18366140127182007}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05244", "qa_id": "extra_qa_0012", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who suggested checking the email from IT for the new password?", "temporal_relation": "none", "query_temporal_norm": 0.10676136612892151, "query_session_index": 2, "query_start_sec": 17.0, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.41914868354797363, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.41914868354797363, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05305", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for putting Harvest Table on the list, and why is it out tonight?", "temporal_relation": "none", "query_temporal_norm": 0.13850456476211548, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7461472749710083}, {"memory_id": "history_02_utt_0011", "score": 0.777679979801178}], "gold_semantic_scores": [0.7057711482048035, 0.7371129393577576], "gold_temporal_scores": [0.04037631303071976, 0.0405670665204525], "max_gold_score": 0.777679979801178, "max_candidate_score": 0.7801950573921204, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7801950573921204, "best_gold_margin": -0.002515077590942383, "weakest_gold_margin": -0.03404778242111206}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05305", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the availability issue with Harvest Table that we discussed earlier?", "temporal_relation": "none", "query_temporal_norm": 0.15955334901809692, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.746014416217804}], "gold_semantic_scores": [0.6935265064239502], "gold_temporal_scores": [0.052488189190626144], "max_gold_score": 0.746014416217804, "max_candidate_score": 0.746014416217804, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6411073207855225, "best_gold_margin": 0.1049070954322815, "weakest_gold_margin": 0.1049070954322815}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05305", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for suggesting Corner Deli earlier?", "temporal_relation": "none", "query_temporal_norm": 0.0876019150018692, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.7572464942932129}], "gold_semantic_scores": [0.7430014610290527], "gold_temporal_scores": [0.014244993217289448], "max_gold_score": 0.7572464942932129, "max_candidate_score": 0.7572464942932129, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.5608930587768555, "best_gold_margin": 0.19635343551635742, "weakest_gold_margin": 0.19635343551635742}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05305", "qa_id": "extra_qa_0011", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned what we already had in the pantry?", "temporal_relation": "session", "query_temporal_norm": 0.20878204703330994, "query_session_index": 2, "query_start_sec": 14.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0035", "score": 0.3512520492076874}], "gold_semantic_scores": [0.2876228094100952], "gold_temporal_scores": [0.0636293962597847], "max_gold_score": 0.3512520492076874, "max_candidate_score": 0.4881375730037689, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.4881375730037689, "best_gold_margin": -0.13688552379608154, "weakest_gold_margin": -0.13688552379608154}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05388", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Emerson give for Velvet Comet, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.19753225147724152, "query_session_index": 2, "query_start_sec": 14.360000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6908022165298462}, {"memory_id": "history_02_utt_0012", "score": 0.6136621832847595}], "gold_semantic_scores": [0.6263356804847717, 0.5521666407585144], "gold_temporal_scores": [0.06446637958288193, 0.06149514019489288], "max_gold_score": 0.6908022165298462, "max_candidate_score": 0.7447913289070129, "top_memory_id": "history_02_utt_0012::cf::main::3", "max_non_gold_score": 0.7447913289070129, "best_gold_margin": -0.05398911237716675, "weakest_gold_margin": -0.13112914562225342}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05388", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Emerson recommend Velvet Comet?", "temporal_relation": "none", "query_temporal_norm": 0.12307266145944595, "query_session_index": 2, "query_start_sec": 14.360000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.727508008480072}], "gold_semantic_scores": [0.6969954371452332], "gold_temporal_scores": [0.030512487515807152], "max_gold_score": 0.727508008480072, "max_candidate_score": 0.727508008480072, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5955712795257568, "best_gold_margin": 0.13193672895431519, "weakest_gold_margin": 0.13193672895431519}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05388", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that Velvet Comet eases in gently for people arriving from work?", "temporal_relation": "none", "query_temporal_norm": 0.1236691102385521, "query_session_index": 2, "query_start_sec": 14.360000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5817056894302368}], "gold_semantic_scores": [0.5483651757240295], "gold_temporal_scores": [0.03334050625562668], "max_gold_score": 0.5817056894302368, "max_candidate_score": 0.5817056894302368, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.515682578086853, "best_gold_margin": 0.06602311134338379, "weakest_gold_margin": 0.06602311134338379}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05388", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier discussion was the reason for dropping Velvet Comet mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.19688838720321655, "query_session_index": 2, "query_start_sec": 14.360000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8572824001312256}], "gold_semantic_scores": [0.7641471028327942], "gold_temporal_scores": [0.09313537925481796], "max_gold_score": 0.8572824001312256, "max_candidate_score": 0.8572824001312256, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.5035662055015564, "best_gold_margin": 0.3537161946296692, "weakest_gold_margin": 0.3537161946296692}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05538", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did the training setting I mentioned earlier change by the later discussion?", "temporal_relation": "comparison", "query_temporal_norm": 0.3696264624595642, "query_session_index": 2, "query_start_sec": 12.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7443034052848816}, {"memory_id": "history_02_utt_0009", "score": 0.795454204082489}], "gold_semantic_scores": [0.616396963596344, 0.6370334029197693], "gold_temporal_scores": [0.12790650129318237, 0.158421590924263], "max_gold_score": 0.795454204082489, "max_candidate_score": 0.796198308467865, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.796198308467865, "best_gold_margin": -0.0007441043853759766, "weakest_gold_margin": -0.0518949031829834}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05538", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the most recent training setting discussed?", "temporal_relation": "none", "query_temporal_norm": 0.5260273814201355, "query_session_index": 2, "query_start_sec": 12.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8823215365409851}], "gold_semantic_scores": [0.6457626819610596], "gold_temporal_scores": [0.23655928671360016], "max_gold_score": 0.8823215365409851, "max_candidate_score": 0.8823215365409851, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8807817697525024, "best_gold_margin": 0.001539766788482666, "weakest_gold_margin": 0.001539766788482666}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05538", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to keep training on the dedicated A100 nodes?", "temporal_relation": "none", "query_temporal_norm": 0.23315143585205078, "query_session_index": 2, "query_start_sec": 12.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.768995463848114}], "gold_semantic_scores": [0.7225938439369202], "gold_temporal_scores": [0.046401578933000565], "max_gold_score": 0.768995463848114, "max_candidate_score": 0.768995463848114, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.43121927976608276, "best_gold_margin": 0.33777618408203125, "weakest_gold_margin": 0.33777618408203125}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05538", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the plan to bf16 LoRA fine-tuning on the shared H100 pool?", "temporal_relation": "none", "query_temporal_norm": 0.3314935863018036, "query_session_index": 2, "query_start_sec": 12.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8631777763366699}], "gold_semantic_scores": [0.7010242342948914], "gold_temporal_scores": [0.16215410828590393], "max_gold_score": 0.8631777763366699, "max_candidate_score": 0.8631777763366699, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4169653654098511, "best_gold_margin": 0.44621241092681885, "weakest_gold_margin": 0.44621241092681885}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05688", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Morgan's preferred activity for the get-together change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.36502039432525635, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8099524974822998}, {"memory_id": "history_02_utt_0011", "score": 0.7743656635284424}], "gold_semantic_scores": [0.6771198511123657, 0.6460319757461548], "gold_temporal_scores": [0.1328326165676117, 0.12833353877067566], "max_gold_score": 0.8099524974822998, "max_candidate_score": 0.8099524974822998, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.712766706943512, "best_gold_margin": 0.09718579053878784, "weakest_gold_margin": 0.06159895658493042}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05688", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Morgan say they were leaning toward for the get-together?", "temporal_relation": "none", "query_temporal_norm": 0.2919505536556244, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8483667969703674}], "gold_semantic_scores": [0.8032282590866089], "gold_temporal_scores": [0.04513851925730705], "max_gold_score": 0.8483667969703674, "max_candidate_score": 0.8483667969703674, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7283920049667358, "best_gold_margin": 0.11997479200363159, "weakest_gold_margin": 0.11997479200363159}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05688", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan say they ended up preferring a trivia night?", "temporal_relation": "session", "query_temporal_norm": 0.3763585686683655, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.860518217086792}], "gold_semantic_scores": [0.7130147218704224], "gold_temporal_scores": [0.14750340580940247], "max_gold_score": 0.860518217086792, "max_candidate_score": 0.860518217086792, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7475559115409851, "best_gold_margin": 0.11296230554580688, "weakest_gold_margin": 0.11296230554580688}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05688", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was initially considered for the get-together?", "temporal_relation": "earliest", "query_temporal_norm": 0.5395476818084717, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8598554730415344}], "gold_semantic_scores": [0.731904149055481], "gold_temporal_scores": [0.12795156240463257], "max_gold_score": 0.8598554730415344, "max_candidate_score": 0.8598554730415344, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7197379469871521, "best_gold_margin": 0.14011752605438232, "weakest_gold_margin": 0.14011752605438232}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05836", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn originally say the activity choice was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.565900981426239, "query_session_index": 2, "query_start_sec": 13.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7176743149757385}], "gold_semantic_scores": [0.5856366753578186], "gold_temporal_scores": [0.13203777372837067], "max_gold_score": 0.7176743149757385, "max_candidate_score": 0.7176743149757385, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6077499985694885, "best_gold_margin": 0.10992431640625, "weakest_gold_margin": 0.10992431640625}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05836", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed activity choices earlier. What was the original pick?", "temporal_relation": "earliest", "query_temporal_norm": 0.5663585662841797, "query_session_index": 2, "query_start_sec": 13.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6647536754608154}], "gold_semantic_scores": [0.5311102271080017], "gold_temporal_scores": [0.13364358246326447], "max_gold_score": 0.6647536754608154, "max_candidate_score": 0.6647536754608154, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5282773375511169, "best_gold_margin": 0.1364763379096985, "weakest_gold_margin": 0.1364763379096985}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05836", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Quinn say they picked for Saturday?", "temporal_relation": "none", "query_temporal_norm": 0.36146804690361023, "query_session_index": 2, "query_start_sec": 13.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7557693719863892}], "gold_semantic_scores": [0.7130337357521057], "gold_temporal_scores": [0.04273566976189613], "max_gold_score": 0.7557693719863892, "max_candidate_score": 0.840721070766449, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.840721070766449, "best_gold_margin": -0.08495169878005981, "weakest_gold_margin": -0.08495169878005981}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05836", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned picking a climbing gym session for Saturday?", "temporal_relation": "none", "query_temporal_norm": 0.17542487382888794, "query_session_index": 2, "query_start_sec": 13.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7809852361679077}], "gold_semantic_scores": [0.751154899597168], "gold_temporal_scores": [0.029830463230609894], "max_gold_score": 0.7809852361679077, "max_candidate_score": 0.7809852361679077, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6061650514602661, "best_gold_margin": 0.1748201847076416, "weakest_gold_margin": 0.1748201847076416}
{"sample_id": "conv_9ab98027f08a_pkg_003", "qa_id": "qa_318a156ba0905b92", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What drink format does the person in the conversation prefer?", "temporal_relation": "none", "query_temporal_norm": 0.21187302470207214, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_003517", "score": 0.4394228160381317}, {"memory_id": "utt_003519", "score": 0.3432632386684418}], "gold_semantic_scores": [0.4436734616756439, 0.3474997580051422], "gold_temporal_scores": [-0.004250623751431704, -0.004236509092152119], "max_gold_score": 0.4394228160381317, "max_candidate_score": 0.4654298424720764, "top_memory_id": "utt_003510", "max_non_gold_score": 0.4654298424720764, "best_gold_margin": -0.026007026433944702, "weakest_gold_margin": -0.12216660380363464}
{"sample_id": "conv_9ab98027f08a_pkg_003", "qa_id": "qa_14e4daac7b7d87b1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How much weight did Casey say they lost?", "temporal_relation": "none", "query_temporal_norm": 0.22486411035060883, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_003410", "score": 0.6000999212265015}], "gold_semantic_scores": [0.6086328625679016], "gold_temporal_scores": [-0.00853293389081955], "max_gold_score": 0.6000999212265015, "max_candidate_score": 0.6000999212265015, "top_memory_id": "utt_003410", "max_non_gold_score": 0.4899086654186249, "best_gold_margin": 0.11019125580787659, "weakest_gold_margin": 0.11019125580787659}
{"sample_id": "conv_9ab98027f08a_pkg_003", "qa_id": "qa_b84ca3cf506e871b", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When during the conversation did the person say they don't take pictures anymore?", "temporal_relation": "session", "query_temporal_norm": 0.2061668485403061, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_003152", "score": 0.7202948927879333}, {"memory_id": "utt_003156", "score": 0.7275035977363586}, {"memory_id": "utt_003161", "score": 0.6791000366210938}], "gold_semantic_scores": [0.7424747347831726, 0.7496031522750854, 0.7011293172836304], "gold_temporal_scores": [-0.022179821506142616, -0.022099437192082405, -0.02202931046485901], "max_gold_score": 0.7275035977363586, "max_candidate_score": 0.7275035977363586, "top_memory_id": "utt_003156", "max_non_gold_score": 0.6422773599624634, "best_gold_margin": 0.08522623777389526, "weakest_gold_margin": 0.03682267665863037}
{"sample_id": "conv_e401ce9a41bb_pkg_000", "qa_id": "qa_47a0918f2f9202f6", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did a speaker say they and Noah were crying last night?", "temporal_relation": "session", "query_temporal_norm": 0.20691636204719543, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000442", "score": 0.6414710283279419}], "gold_semantic_scores": [0.6644659042358398], "gold_temporal_scores": [-0.022994743660092354], "max_gold_score": 0.6414710283279419, "max_candidate_score": 0.6414710283279419, "top_memory_id": "utt_000442", "max_non_gold_score": 0.5507133603096008, "best_gold_margin": 0.09075766801834106, "weakest_gold_margin": 0.09075766801834106}
{"sample_id": "conv_e401ce9a41bb_pkg_000", "qa_id": "qa_5e0e7a31920c6f53", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say I own?", "temporal_relation": "none", "query_temporal_norm": 0.22660835087299347, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000799", "score": 0.0836055800318718}], "gold_semantic_scores": [0.10730533301830292], "gold_temporal_scores": [-0.023699790239334106], "max_gold_score": 0.0836055800318718, "max_candidate_score": 0.46192657947540283, "top_memory_id": "utt_000233", "max_non_gold_score": 0.46192657947540283, "best_gold_margin": -0.37832099944353104, "weakest_gold_margin": -0.37832099944353104}
{"sample_id": "conv_e401ce9a41bb_pkg_000", "qa_id": "qa_3fc3fab883444537", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What parental role was stated for one of the speakers?", "temporal_relation": "none", "query_temporal_norm": 0.22869548201560974, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000918", "score": 0.3690658509731293}], "gold_semantic_scores": [0.3820556402206421], "gold_temporal_scores": [-0.012989836744964123], "max_gold_score": 0.3690658509731293, "max_candidate_score": 0.545306384563446, "top_memory_id": "utt_000578", "max_non_gold_score": 0.545306384563446, "best_gold_margin": -0.17624053359031677, "weakest_gold_margin": -0.17624053359031677}
{"sample_id": "conv_e55c0b12f28c_pkg_000", "qa_id": "qa_4cb9c35567b63e7e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When does a speaker say their nursing schedule is?", "temporal_relation": "none", "query_temporal_norm": 0.20503859221935272, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000169", "score": 0.4826754033565521}], "gold_semantic_scores": [0.5038534998893738], "gold_temporal_scores": [-0.021178018301725388], "max_gold_score": 0.4826754033565521, "max_candidate_score": 0.4826754033565521, "top_memory_id": "utt_000169", "max_non_gold_score": 0.45511552691459656, "best_gold_margin": 0.027559876441955566, "weakest_gold_margin": 0.027559876441955566}
{"sample_id": "conv_e55c0b12f28c_pkg_000", "qa_id": "qa_099b61b11372ec1e", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation does a speaker describe the doors as baby blue?", "temporal_relation": "session", "query_temporal_norm": 0.22543729841709137, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000059", "score": 0.17333711683750153}, {"memory_id": "utt_000060", "score": 0.5578708052635193}, {"memory_id": "utt_000062", "score": 0.25112009048461914}], "gold_semantic_scores": [0.21532034873962402, 0.5996488928794861, 0.29258689284324646], "gold_temporal_scores": [-0.0419832207262516, -0.04177818447351456, -0.04146689921617508], "max_gold_score": 0.5578708052635193, "max_candidate_score": 0.5677959322929382, "top_memory_id": "utt_000651", "max_non_gold_score": 0.5677959322929382, "best_gold_margin": -0.009925127029418945, "weakest_gold_margin": -0.3944588154554367}
{"sample_id": "conv_e55c0b12f28c_pkg_000", "qa_id": "qa_ebd5c16cb83a48a2", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How many assignments did I say I still have left in the course?", "temporal_relation": "none", "query_temporal_norm": 0.20625974237918854, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000257", "score": 0.4965708553791046}, {"memory_id": "utt_000259", "score": 0.17055104672908783}], "gold_semantic_scores": [0.5044548511505127, 0.17823711037635803], "gold_temporal_scores": [-0.00788398738950491, -0.007686079945415258], "max_gold_score": 0.4965708553791046, "max_candidate_score": 0.4965708553791046, "top_memory_id": "utt_000257", "max_non_gold_score": 0.4032028615474701, "best_gold_margin": 0.09336799383163452, "weakest_gold_margin": -0.23265181481838226}
{"sample_id": "conv_e55c0b12f28c_pkg_000", "qa_id": "qa_8120897213e2dd40", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation does a speaker mention their thirtieth birthday being in two weeks?", "temporal_relation": "session", "query_temporal_norm": 0.21935871243476868, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000239", "score": 0.7655321955680847}], "gold_semantic_scores": [0.7886967658996582], "gold_temporal_scores": [-0.023164287209510803], "max_gold_score": 0.7655321955680847, "max_candidate_score": 0.7655321955680847, "top_memory_id": "utt_000239", "max_non_gold_score": 0.6018888354301453, "best_gold_margin": 0.16364336013793945, "weakest_gold_margin": 0.16364336013793945}
{"sample_id": "conv_e6f0ddcbab3c_pkg_001", "qa_id": "qa_8cf87edc8ca01367", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What are the usual work start and end times?", "temporal_relation": "none", "query_temporal_norm": 0.20664747059345245, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001043", "score": 0.5497766733169556}, {"memory_id": "utt_001044", "score": 0.4498670995235443}, {"memory_id": "utt_001049", "score": 0.4431459605693817}], "gold_semantic_scores": [0.6070215702056885, 0.5072780251502991, 0.5005803108215332], "gold_temporal_scores": [-0.05724501237273216, -0.05741089582443237, -0.05743441730737686], "max_gold_score": 0.5497766733169556, "max_candidate_score": 0.5497766733169556, "top_memory_id": "utt_001043", "max_non_gold_score": 0.3156658113002777, "best_gold_margin": 0.23411086201667786, "weakest_gold_margin": 0.127480149269104}
{"sample_id": "conv_e6f0ddcbab3c_pkg_001", "qa_id": "qa_dfb04a336d7c75a2", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What kinds of weather does each person prefer?", "temporal_relation": "none", "query_temporal_norm": 0.21935202181339264, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001417", "score": 0.661912739276886}, {"memory_id": "utt_001429", "score": 0.6199526786804199}, {"memory_id": "utt_001430", "score": 0.5543673634529114}, {"memory_id": "utt_001434", "score": 0.5461328029632568}], "gold_semantic_scores": [0.6828356981277466, 0.6406576633453369, 0.5750362277030945, 0.5667788982391357], "gold_temporal_scores": [-0.02092302218079567, -0.020704980939626694, -0.02066884934902191, -0.020646054297685623], "max_gold_score": 0.661912739276886, "max_candidate_score": 0.661912739276886, "top_memory_id": "utt_001417", "max_non_gold_score": 0.5923353433609009, "best_gold_margin": 0.06957739591598511, "weakest_gold_margin": -0.04620254039764404}
{"sample_id": "conv_e6f0ddcbab3c_pkg_001", "qa_id": "qa_dbccae27d015b226", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the synthetic wig?", "temporal_relation": "none", "query_temporal_norm": 0.19442588090896606, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001201", "score": 0.3363174796104431}, {"memory_id": "utt_001202", "score": 0.3833795189857483}], "gold_semantic_scores": [0.35636189579963684, 0.4028608500957489], "gold_temporal_scores": [-0.02004442736506462, -0.019481321796774864], "max_gold_score": 0.3833795189857483, "max_candidate_score": 0.5149409174919128, "top_memory_id": "utt_001200", "max_non_gold_score": 0.5149409174919128, "best_gold_margin": -0.13156139850616455, "weakest_gold_margin": -0.17862343788146973}
{"sample_id": "conv_e97b7840b3eb_pkg_000", "qa_id": "qa_c2e083f5b6b2e668", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did one participant say contributes to making life better or to their happiness?", "temporal_relation": "none", "query_temporal_norm": 0.19989405572414398, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000143", "score": 0.4557562470436096}, {"memory_id": "utt_000146", "score": 0.5099998712539673}], "gold_semantic_scores": [0.4748542308807373, 0.5285962820053101], "gold_temporal_scores": [-0.019098026677966118, -0.0185964684933424], "max_gold_score": 0.5099998712539673, "max_candidate_score": 0.5530773401260376, "top_memory_id": "utt_000473", "max_non_gold_score": 0.5530773401260376, "best_gold_margin": -0.04307746887207031, "weakest_gold_margin": -0.09732109308242798}
{"sample_id": "conv_e97b7840b3eb_pkg_000", "qa_id": "qa_1acd64993d88d06e", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say that spending time with friends helps my mood?", "temporal_relation": "session", "query_temporal_norm": 0.2042820304632187, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000079", "score": 0.729130744934082}], "gold_semantic_scores": [0.7692697048187256], "gold_temporal_scores": [-0.04013896733522415], "max_gold_score": 0.729130744934082, "max_candidate_score": 0.729130744934082, "top_memory_id": "utt_000079", "max_non_gold_score": 0.700000524520874, "best_gold_margin": 0.029130220413208008, "weakest_gold_margin": 0.029130220413208008}
{"sample_id": "conv_e97b7840b3eb_pkg_000", "qa_id": "qa_db82b05980bbcdfe", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they prefer to have their dishes rinsed off?", "temporal_relation": "none", "query_temporal_norm": 0.21683494746685028, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000717", "score": 0.7224233746528625}], "gold_semantic_scores": [0.7436270713806152], "gold_temporal_scores": [-0.021203648298978806], "max_gold_score": 0.7224233746528625, "max_candidate_score": 0.7224233746528625, "top_memory_id": "utt_000717", "max_non_gold_score": 0.5009136199951172, "best_gold_margin": 0.22150975465774536, "weakest_gold_margin": 0.22150975465774536}
{"sample_id": "conv_eae9e22a803a_pkg_000", "qa_id": "qa_15b2a46b6dc5728f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Do you remember whether they ever got bad grades in school?", "temporal_relation": "none", "query_temporal_norm": 0.2210516780614853, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000244", "score": 0.7101664543151855}, {"memory_id": "utt_000246", "score": 0.3918846845626831}, {"memory_id": "utt_000248", "score": 0.6298227310180664}], "gold_semantic_scores": [0.7416946887969971, 0.4230729937553406, 0.660984218120575], "gold_temporal_scores": [-0.03152819722890854, -0.03118833713233471, -0.031161470338702202], "max_gold_score": 0.7101664543151855, "max_candidate_score": 0.7101664543151855, "top_memory_id": "utt_000244", "max_non_gold_score": 0.5078299045562744, "best_gold_margin": 0.20233654975891113, "weakest_gold_margin": -0.11594521999359131}
{"sample_id": "conv_eae9e22a803a_pkg_000", "qa_id": "qa_43da936734f7d4c9", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Eden say how many brothers and sisters they have?", "temporal_relation": "session", "query_temporal_norm": 0.21547013521194458, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000293", "score": 0.7138900756835938}], "gold_semantic_scores": [0.742172360420227], "gold_temporal_scores": [-0.02828207053244114], "max_gold_score": 0.7138900756835938, "max_candidate_score": 0.7138900756835938, "top_memory_id": "utt_000293", "max_non_gold_score": 0.6719460487365723, "best_gold_margin": 0.041944026947021484, "weakest_gold_margin": 0.041944026947021484}
{"sample_id": "conv_eae9e22a803a_pkg_000", "qa_id": "qa_32dfb266554d2eb1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How old was I when we moved to California?", "temporal_relation": "none", "query_temporal_norm": 0.21312694251537323, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000147", "score": 0.45214706659317017}, {"memory_id": "utt_000149", "score": 0.4612385630607605}], "gold_semantic_scores": [0.48487555980682373, 0.4937489926815033], "gold_temporal_scores": [-0.03272843733429909, -0.03251040354371071], "max_gold_score": 0.4612385630607605, "max_candidate_score": 0.5588130354881287, "top_memory_id": "utt_000313", "max_non_gold_score": 0.5588130354881287, "best_gold_margin": -0.09757447242736816, "weakest_gold_margin": -0.1066659688949585}
{"sample_id": "conv_ebe39304f6e7_pkg_000", "qa_id": "qa_7e01fbf338de50f2", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said that benefits are not real if recipients have to work for them?", "temporal_relation": "session", "query_temporal_norm": 0.19905753433704376, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000075", "score": 0.5746405720710754}, {"memory_id": "utt_000076", "score": 0.6524215936660767}], "gold_semantic_scores": [0.6077501773834229, 0.6850854158401489], "gold_temporal_scores": [-0.03310966119170189, -0.03266386687755585], "max_gold_score": 0.6524215936660767, "max_candidate_score": 0.6524215936660767, "top_memory_id": "utt_000076", "max_non_gold_score": 0.5823399424552917, "best_gold_margin": 0.07008165121078491, "weakest_gold_margin": -0.007699370384216309}
{"sample_id": "conv_ebe39304f6e7_pkg_000", "qa_id": "qa_df5246f11228dc47", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What food did Shawn say he prefers?", "temporal_relation": "none", "query_temporal_norm": 0.21358145773410797, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000626", "score": 0.5361108779907227}], "gold_semantic_scores": [0.5533395409584045], "gold_temporal_scores": [-0.01722850650548935], "max_gold_score": 0.5361108779907227, "max_candidate_score": 0.5361108779907227, "top_memory_id": "utt_000626", "max_non_gold_score": 0.5031400918960571, "best_gold_margin": 0.03297078609466553, "weakest_gold_margin": 0.03297078609466553}
{"sample_id": "conv_ebe39304f6e7_pkg_000", "qa_id": "qa_4d5642635db2412f", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said that the speaker can only use Walgreens?", "temporal_relation": "session", "query_temporal_norm": 0.21123237907886505, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000355", "score": 0.5820522308349609}], "gold_semantic_scores": [0.6012125611305237], "gold_temporal_scores": [-0.019160473719239235], "max_gold_score": 0.5820522308349609, "max_candidate_score": 0.5820522308349609, "top_memory_id": "utt_000355", "max_non_gold_score": 0.5434855222702026, "best_gold_margin": 0.0385667085647583, "weakest_gold_margin": 0.0385667085647583}
{"sample_id": "conv_ec9294d180a2_pkg_002", "qa_id": "qa_9b74a0ff7904d1ea", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker who said they don't like Google Drive and called it a mess speak?", "temporal_relation": "session", "query_temporal_norm": 0.1926257163286209, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_003716", "score": 0.5886826515197754}, {"memory_id": "utt_003718", "score": 0.1903168261051178}], "gold_semantic_scores": [0.618611216545105, 0.22024337947368622], "gold_temporal_scores": [-0.02992897480726242, -0.02992660365998745], "max_gold_score": 0.5886826515197754, "max_candidate_score": 0.5886826515197754, "top_memory_id": "utt_003716", "max_non_gold_score": 0.47215011715888977, "best_gold_margin": 0.11653253436088562, "weakest_gold_margin": -0.281833291053772}
{"sample_id": "conv_ec9294d180a2_pkg_002", "qa_id": "qa_392f31a7e8f78e67", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What height preference did the speaker who mentioned partners express?", "temporal_relation": "none", "query_temporal_norm": 0.21994833648204803, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_004168", "score": 0.5137023329734802}], "gold_semantic_scores": [0.5389214754104614], "gold_temporal_scores": [-0.0252191461622715], "max_gold_score": 0.5137023329734802, "max_candidate_score": 0.5305460691452026, "top_memory_id": "utt_004114", "max_non_gold_score": 0.5305460691452026, "best_gold_margin": -0.016843736171722412, "weakest_gold_margin": -0.016843736171722412}
{"sample_id": "conv_ec9294d180a2_pkg_002", "qa_id": "qa_2e10b52951603eaa", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they rented the first Ultimate Fighting Championship video at Blockbuster?", "temporal_relation": "none", "query_temporal_norm": 0.27808859944343567, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_004304", "score": 0.4715637266635895}, {"memory_id": "utt_004307", "score": 0.3601163327693939}], "gold_semantic_scores": [0.5271751880645752, 0.41573065519332886], "gold_temporal_scores": [-0.0556115061044693, -0.05561431869864464], "max_gold_score": 0.4715637266635895, "max_candidate_score": 0.4715637266635895, "top_memory_id": "utt_004304", "max_non_gold_score": 0.42896902561187744, "best_gold_margin": 0.042594701051712036, "weakest_gold_margin": -0.06885269284248352}
{"sample_id": "conv_ed62d53fe84c_pkg_000", "qa_id": "qa_ed8e6b085fe3aeab", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Robin's usual weekend work schedule?", "temporal_relation": "none", "query_temporal_norm": 0.21308979392051697, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000902", "score": 0.7022935748100281}], "gold_semantic_scores": [0.6950616836547852], "gold_temporal_scores": [0.007231965661048889], "max_gold_score": 0.7022935748100281, "max_candidate_score": 0.7022935748100281, "top_memory_id": "utt_000902", "max_non_gold_score": 0.6570259928703308, "best_gold_margin": 0.045267581939697266, "weakest_gold_margin": 0.045267581939697266}
{"sample_id": "conv_ed62d53fe84c_pkg_000", "qa_id": "qa_b55ef21a2435227f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Did I cover a teacher at a university for a week?", "temporal_relation": "none", "query_temporal_norm": 0.2311929613351822, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000570", "score": 0.7378338575363159}, {"memory_id": "utt_000572", "score": 0.4425140917301178}], "gold_semantic_scores": [0.765763521194458, 0.47039133310317993], "gold_temporal_scores": [-0.027929624542593956, -0.027877211570739746], "max_gold_score": 0.7378338575363159, "max_candidate_score": 0.7378338575363159, "top_memory_id": "utt_000570", "max_non_gold_score": 0.6031230092048645, "best_gold_margin": 0.13471084833145142, "weakest_gold_margin": -0.1606089174747467}
{"sample_id": "conv_ed62d53fe84c_pkg_000", "qa_id": "qa_29a60bc77aa19b11", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say they hate covering subclasses?", "temporal_relation": "session", "query_temporal_norm": 0.2089928239583969, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000308", "score": 0.5751180648803711}], "gold_semantic_scores": [0.6065179109573364], "gold_temporal_scores": [-0.0313999243080616], "max_gold_score": 0.5751180648803711, "max_candidate_score": 0.5751180648803711, "top_memory_id": "utt_000308", "max_non_gold_score": 0.36697515845298767, "best_gold_margin": 0.20814290642738342, "weakest_gold_margin": 0.20814290642738342}
{"sample_id": "conv_ef128e51b41e_pkg_000", "qa_id": "qa_bc657d4db6abb4dd", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Near the end of the conversation, when did the speaker who mentioned their phone platform say it?", "temporal_relation": "session", "query_temporal_norm": 0.18153464794158936, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000477", "score": 0.4262823462486267}], "gold_semantic_scores": [0.42679890990257263], "gold_temporal_scores": [-0.0005164924659766257], "max_gold_score": 0.4262823462486267, "max_candidate_score": 0.5562843680381775, "top_memory_id": "utt_000471", "max_non_gold_score": 0.5562843680381775, "best_gold_margin": -0.13000202178955078, "weakest_gold_margin": -0.13000202178955078}
{"sample_id": "conv_ef128e51b41e_pkg_000", "qa_id": "qa_5db216db93715aec", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What city did Reese say they are in?", "temporal_relation": "none", "query_temporal_norm": 0.24155782163143158, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000071", "score": 0.5750894546508789}, {"memory_id": "utt_000127", "score": 0.37677013874053955}, {"memory_id": "utt_000128", "score": 0.6063181757926941}, {"memory_id": "utt_000387", "score": 0.41760778427124023}], "gold_semantic_scores": [0.6234755516052246, 0.41897672414779663, 0.6482353806495667, 0.44847333431243896], "gold_temporal_scores": [-0.04838591441512108, -0.042206693440675735, -0.04191717505455017, -0.030865510925650597], "max_gold_score": 0.6063181757926941, "max_candidate_score": 0.6063181757926941, "top_memory_id": "utt_000128", "max_non_gold_score": 0.541734516620636, "best_gold_margin": 0.0645836591720581, "weakest_gold_margin": -0.16496437788009644}
{"sample_id": "conv_ef128e51b41e_pkg_000", "qa_id": "qa_0c0dbc30983393a9", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What travel constraint did the speaker mention?", "temporal_relation": "none", "query_temporal_norm": 0.20397724211215973, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000339", "score": 0.23369033634662628}], "gold_semantic_scores": [0.24369677901268005], "gold_temporal_scores": [-0.010006392374634743], "max_gold_score": 0.23369033634662628, "max_candidate_score": 0.5084276795387268, "top_memory_id": "utt_000337", "max_non_gold_score": 0.5084276795387268, "best_gold_margin": -0.2747373431921005, "weakest_gold_margin": -0.2747373431921005}
{"sample_id": "conv_f139c092ef79_pkg_000", "qa_id": "qa_277f003bb193898d", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What term does each person prefer for carbonated soft drinks?", "temporal_relation": "none", "query_temporal_norm": 0.2088278979063034, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000060", "score": 0.3592633306980133}, {"memory_id": "utt_000061", "score": 0.27913326025009155}, {"memory_id": "utt_000071", "score": 0.5107547044754028}, {"memory_id": "utt_000083", "score": 0.3718951344490051}], "gold_semantic_scores": [0.4078236520290375, 0.3265145421028137, 0.5514764189720154, 0.4055140018463135], "gold_temporal_scores": [-0.04856034740805626, -0.04738125205039978, -0.04072171449661255, -0.03361883386969566], "max_gold_score": 0.5107547044754028, "max_candidate_score": 0.5107547044754028, "top_memory_id": "utt_000071", "max_non_gold_score": 0.46311864256858826, "best_gold_margin": 0.047636061906814575, "weakest_gold_margin": -0.1839853823184967}
{"sample_id": "conv_f139c092ef79_pkg_000", "qa_id": "qa_c5a69d39e1963592", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Sam mention talking to their husband?", "temporal_relation": "session", "query_temporal_norm": 0.22180888056755066, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000595", "score": 0.708660900592804}], "gold_semantic_scores": [0.744829535484314], "gold_temporal_scores": [-0.036168795078992844], "max_gold_score": 0.708660900592804, "max_candidate_score": 0.708660900592804, "top_memory_id": "utt_000595", "max_non_gold_score": 0.5221021771430969, "best_gold_margin": 0.18655872344970703, "weakest_gold_margin": 0.18655872344970703}
{"sample_id": "conv_f139c092ef79_pkg_000", "qa_id": "qa_b750ff3fdf0ac1ad", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How does the person who talked about fast food generally feel about eating fast food where they live now?", "temporal_relation": "none", "query_temporal_norm": 0.16633068025112152, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000298", "score": 0.5701795220375061}], "gold_semantic_scores": [0.5809483528137207], "gold_temporal_scores": [-0.010768854059278965], "max_gold_score": 0.5701795220375061, "max_candidate_score": 0.5701795220375061, "top_memory_id": "utt_000298", "max_non_gold_score": 0.5565004944801331, "best_gold_margin": 0.013679027557373047, "weakest_gold_margin": 0.013679027557373047}
{"sample_id": "conv_f2e34633d4f2_pkg_000", "qa_id": "qa_d01c8cb0ef21103a", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How old did Eric say his beagle is?", "temporal_relation": "none", "query_temporal_norm": 0.2334316074848175, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000447", "score": 0.6208405494689941}, {"memory_id": "utt_000448", "score": 0.5300992727279663}], "gold_semantic_scores": [0.646960437297821, 0.5562087297439575], "gold_temporal_scores": [-0.026120107620954514, -0.0261093620210886], "max_gold_score": 0.6208405494689941, "max_candidate_score": 0.6404003500938416, "top_memory_id": "utt_000427", "max_non_gold_score": 0.6404003500938416, "best_gold_margin": -0.019559800624847412, "weakest_gold_margin": -0.11030107736587524}
{"sample_id": "conv_f2e34633d4f2_pkg_000", "qa_id": "qa_e879ec3c563ef864", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker who said they disliked woodpeckers express that dislike?", "temporal_relation": "session", "query_temporal_norm": 0.18975217640399933, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000519", "score": 0.7928180694580078}], "gold_semantic_scores": [0.8197994232177734], "gold_temporal_scores": [-0.02698141150176525], "max_gold_score": 0.7928180694580078, "max_candidate_score": 0.7928180694580078, "top_memory_id": "utt_000519", "max_non_gold_score": 0.5923728942871094, "best_gold_margin": 0.20044517517089844, "weakest_gold_margin": 0.20044517517089844}
{"sample_id": "conv_f2e34633d4f2_pkg_000", "qa_id": "qa_49bfa91766f4fbd1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about the season affecting my work?", "temporal_relation": "none", "query_temporal_norm": 0.2089182287454605, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000155", "score": 0.4247400462627411}], "gold_semantic_scores": [0.4521028399467468], "gold_temporal_scores": [-0.027362791821360588], "max_gold_score": 0.4247400462627411, "max_candidate_score": 0.4247400462627411, "top_memory_id": "utt_000155", "max_non_gold_score": 0.32852423191070557, "best_gold_margin": 0.09621581435203552, "weakest_gold_margin": 0.09621581435203552}
{"sample_id": "conv_f3d639f390c3_pkg_000", "qa_id": "qa_228939a279316afc", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did each person say about attempts to access their accounts and about ever being hacked?", "temporal_relation": "none", "query_temporal_norm": 0.21016480028629303, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000308", "score": 0.5376920700073242}, {"memory_id": "utt_000309", "score": 0.3215799331665039}, {"memory_id": "utt_000388", "score": 0.7572504281997681}, {"memory_id": "utt_000389", "score": 0.7258684039115906}], "gold_semantic_scores": [0.5482804775238037, 0.3321453332901001, 0.7669007778167725, 0.7355128526687622], "gold_temporal_scores": [-0.010588515549898148, -0.010565433651208878, -0.009650323539972305, -0.00964450929313898], "max_gold_score": 0.7572504281997681, "max_candidate_score": 0.7572504281997681, "top_memory_id": "utt_000388", "max_non_gold_score": 0.6177150011062622, "best_gold_margin": 0.13953542709350586, "weakest_gold_margin": -0.2961350679397583}
{"sample_id": "conv_f3d639f390c3_pkg_000", "qa_id": "qa_f44b6161d5fc399f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the participant say about what kind of internet connection they use?", "temporal_relation": "none", "query_temporal_norm": 0.21042504906654358, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000391", "score": 0.46766334772109985}, {"memory_id": "utt_000392", "score": 0.38046717643737793}, {"memory_id": "utt_000393", "score": 0.5491252541542053}], "gold_semantic_scores": [0.46824726462364197, 0.38104650378227234, 0.5496969223022461], "gold_temporal_scores": [-0.0005838840734213591, -0.0005792081356048584, -0.000571628799661994], "max_gold_score": 0.5491252541542053, "max_candidate_score": 0.5491252541542053, "top_memory_id": "utt_000393", "max_non_gold_score": 0.5438032150268555, "best_gold_margin": 0.0053220391273498535, "weakest_gold_margin": -0.16333603858947754}
{"sample_id": "conv_f3d639f390c3_pkg_000", "qa_id": "qa_481301874a84295a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the participant say they can only do two sessions a day?", "temporal_relation": "session", "query_temporal_norm": 0.21052487194538116, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000008", "score": 0.588337242603302}], "gold_semantic_scores": [0.6287639141082764], "gold_temporal_scores": [-0.040426596999168396], "max_gold_score": 0.588337242603302, "max_candidate_score": 0.588337242603302, "top_memory_id": "utt_000008", "max_non_gold_score": 0.4834161698818207, "best_gold_margin": 0.10492107272148132, "weakest_gold_margin": 0.10492107272148132}
{"sample_id": "conv_f59e0bdd3ba6_pkg_000", "qa_id": "qa_1438783f1001ca2c", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "If I have an empty morning, how long do I read?", "temporal_relation": "none", "query_temporal_norm": 0.21811532974243164, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000774", "score": 0.5039576888084412}], "gold_semantic_scores": [0.522433340549469], "gold_temporal_scores": [-0.018475715070962906], "max_gold_score": 0.5039576888084412, "max_candidate_score": 0.5039576888084412, "top_memory_id": "utt_000774", "max_non_gold_score": 0.39935198426246643, "best_gold_margin": 0.10460570454597473, "weakest_gold_margin": 0.10460570454597473}
{"sample_id": "conv_f59e0bdd3ba6_pkg_000", "qa_id": "qa_dc9c52bf1fc2f88d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Marley complete the audio test?", "temporal_relation": "session", "query_temporal_norm": 0.2120632380247116, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000463", "score": 0.5076937079429626}, {"memory_id": "utt_000465", "score": 0.24377283453941345}], "gold_semantic_scores": [0.5302164554595947, 0.2662546634674072], "gold_temporal_scores": [-0.022522661834955215, -0.022481834515929222], "max_gold_score": 0.5076937079429626, "max_candidate_score": 0.5076937079429626, "top_memory_id": "utt_000463", "max_non_gold_score": 0.40771055221557617, "best_gold_margin": 0.09998315572738647, "weakest_gold_margin": -0.16393771767616272}
{"sample_id": "conv_f59e0bdd3ba6_pkg_000", "qa_id": "qa_60d2c858c0e873e3", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that Victor is an awesome partner and great conversationalist?", "temporal_relation": "none", "query_temporal_norm": 0.21751756966114044, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000896", "score": 0.5078407526016235}, {"memory_id": "utt_000905", "score": 0.4528903067111969}, {"memory_id": "utt_000906", "score": 0.34851497411727905}], "gold_semantic_scores": [0.5303763747215271, 0.47537609934806824, 0.3709973692893982], "gold_temporal_scores": [-0.022535692900419235, -0.022485822439193726, -0.022482339292764664], "max_gold_score": 0.5078407526016235, "max_candidate_score": 0.5078407526016235, "top_memory_id": "utt_000896", "max_non_gold_score": 0.427455872297287, "best_gold_margin": 0.08038488030433655, "weakest_gold_margin": -0.07894089818000793}
{"sample_id": "conv_f733f9bc9cc9_pkg_000", "qa_id": "qa_2586c9819f4b9f98", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who has the ethnicities Hispanic, Italian, and African American, and who is Puerto Rican?", "temporal_relation": "none", "query_temporal_norm": 0.26800087094306946, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000626", "score": 0.7684280872344971}, {"memory_id": "utt_000962", "score": 0.6031505465507507}, {"memory_id": "utt_000967", "score": 0.6743115782737732}], "gold_semantic_scores": [0.8264867067337036, 0.6617152094841003, 0.7328829169273376], "gold_temporal_scores": [-0.05805874243378639, -0.058564454317092896, -0.0585712306201458], "max_gold_score": 0.7684280872344971, "max_candidate_score": 0.7684280872344971, "top_memory_id": "utt_000626", "max_non_gold_score": 0.6753941774368286, "best_gold_margin": 0.09303390979766846, "weakest_gold_margin": -0.07224363088607788}
{"sample_id": "conv_f733f9bc9cc9_pkg_000", "qa_id": "qa_00d88f2b67b9461c", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did one of the speakers say they were in a fraternity?", "temporal_relation": "none", "query_temporal_norm": 0.22890885174274445, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000196", "score": 0.44701361656188965}], "gold_semantic_scores": [0.4839044511318207], "gold_temporal_scores": [-0.036890894174575806], "max_gold_score": 0.44701361656188965, "max_candidate_score": 0.44701361656188965, "top_memory_id": "utt_000196", "max_non_gold_score": 0.4179925322532654, "best_gold_margin": 0.029021084308624268, "weakest_gold_margin": 0.029021084308624268}
{"sample_id": "conv_f733f9bc9cc9_pkg_000", "qa_id": "qa_fb236b0d5e06c14f", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Between Shawn and Avery, who is 6 feet 1 inch and who is 4 feet 11 inches?", "temporal_relation": "none", "query_temporal_norm": 0.24987630546092987, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000604", "score": 0.6013473868370056}, {"memory_id": "utt_000612", "score": 0.6495069861412048}, {"memory_id": "utt_000617", "score": 0.6519182920455933}], "gold_semantic_scores": [0.6714269518852234, 0.7196589708328247, 0.7221142053604126], "gold_temporal_scores": [-0.07007960975170135, -0.07015171647071838, -0.07019530236721039], "max_gold_score": 0.6519182920455933, "max_candidate_score": 0.6519182920455933, "top_memory_id": "utt_000617", "max_non_gold_score": 0.563491940498352, "best_gold_margin": 0.08842635154724121, "weakest_gold_margin": 0.037855446338653564}
{"sample_id": "conv_f733f9bc9cc9_pkg_000", "qa_id": "qa_2a75b0d0c489358b", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which sports teams did each speaker say they root for?", "temporal_relation": "none", "query_temporal_norm": 0.23238985240459442, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000092", "score": 0.4169008433818817}, {"memory_id": "utt_000093", "score": 0.15253956615924835}, {"memory_id": "utt_000095", "score": 0.6997100710868835}], "gold_semantic_scores": [0.4611825942993164, 0.19667911529541016, 0.7432737350463867], "gold_temporal_scores": [-0.04428178071975708, -0.044139519333839417, -0.04356367141008377], "max_gold_score": 0.6997100710868835, "max_candidate_score": 0.6997100710868835, "top_memory_id": "utt_000095", "max_non_gold_score": 0.5075346827507019, "best_gold_margin": 0.19217538833618164, "weakest_gold_margin": -0.35499511659145355}
{"sample_id": "conv_f91211341038_pkg_000", "qa_id": "qa_428aa049fbefcac2", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that \"Any kind of sports is entertainment\"?", "temporal_relation": "none", "query_temporal_norm": 0.2268543392419815, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000146", "score": 0.7684062719345093}], "gold_semantic_scores": [0.8058996200561523], "gold_temporal_scores": [-0.03749329596757889], "max_gold_score": 0.7684062719345093, "max_candidate_score": 0.7684062719345093, "top_memory_id": "utt_000146", "max_non_gold_score": 0.5733168125152588, "best_gold_margin": 0.1950894594192505, "weakest_gold_margin": 0.1950894594192505}
{"sample_id": "conv_f91211341038_pkg_000", "qa_id": "qa_94bfef3935a1fed1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about their interest in basketball?", "temporal_relation": "none", "query_temporal_norm": 0.22086594998836517, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000327", "score": 0.7224369645118713}], "gold_semantic_scores": [0.7263574004173279], "gold_temporal_scores": [-0.003920455928891897], "max_gold_score": 0.7224369645118713, "max_candidate_score": 0.7224369645118713, "top_memory_id": "utt_000327", "max_non_gold_score": 0.6454434990882874, "best_gold_margin": 0.07699346542358398, "weakest_gold_margin": 0.07699346542358398}
{"sample_id": "conv_f91211341038_pkg_000", "qa_id": "qa_cfd280632cc354fe", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At what part of the conversation did the participant say they'd help even if it might hurt them?", "temporal_relation": "session", "query_temporal_norm": 0.19437488913536072, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000434", "score": 0.5842128992080688}, {"memory_id": "utt_000435", "score": 0.620402455329895}], "gold_semantic_scores": [0.5885995030403137, 0.6247824430465698], "gold_temporal_scores": [-0.004386694636195898, -0.004379787016659975], "max_gold_score": 0.620402455329895, "max_candidate_score": 0.6297865509986877, "top_memory_id": "utt_000226", "max_non_gold_score": 0.6297865509986877, "best_gold_margin": -0.009384095668792725, "weakest_gold_margin": -0.045573651790618896}
{"sample_id": "conv_fa70372bfc4c_pkg_000", "qa_id": "qa_be78b708677c2884", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Did I say anything about how difficult it was to find information about the company online?", "temporal_relation": "none", "query_temporal_norm": 0.19686806201934814, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000035", "score": 0.2296653836965561}, {"memory_id": "utt_000036", "score": 0.13989825546741486}, {"memory_id": "utt_000037", "score": 0.5398703813552856}], "gold_semantic_scores": [0.2813436686992645, 0.1907844841480255, 0.5901525616645813], "gold_temporal_scores": [-0.05167824402451515, -0.050886303186416626, -0.050281915813684464], "max_gold_score": 0.5398703813552856, "max_candidate_score": 0.5398703813552856, "top_memory_id": "utt_000037", "max_non_gold_score": 0.46897247433662415, "best_gold_margin": 0.0708979070186615, "weakest_gold_margin": -0.3290742188692093}
{"sample_id": "conv_fa70372bfc4c_pkg_000", "qa_id": "qa_212e676749dbe942", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say about his family situation?", "temporal_relation": "none", "query_temporal_norm": 0.22193525731563568, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000512", "score": 0.36044931411743164}, {"memory_id": "utt_000513", "score": 0.6731278896331787}], "gold_semantic_scores": [0.38373804092407227, 0.6964113712310791], "gold_temporal_scores": [-0.02328888513147831, -0.023283226415514946], "max_gold_score": 0.6731278896331787, "max_candidate_score": 0.6731278896331787, "top_memory_id": "utt_000513", "max_non_gold_score": 0.5122520923614502, "best_gold_margin": 0.16087579727172852, "weakest_gold_margin": -0.15180277824401855}
{"sample_id": "conv_fa70372bfc4c_pkg_000", "qa_id": "qa_cbc89ece51f1d0b8", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker mention only driving to get food, going to the studio, or walking the dog?", "temporal_relation": "session", "query_temporal_norm": 0.20118609070777893, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000639", "score": 0.5273097157478333}, {"memory_id": "utt_000642", "score": 0.5844998955726624}], "gold_semantic_scores": [0.5409854054450989, 0.5981560349464417], "gold_temporal_scores": [-0.013675818219780922, -0.013656038790941238], "max_gold_score": 0.5844998955726624, "max_candidate_score": 0.5844998955726624, "top_memory_id": "utt_000642", "max_non_gold_score": 0.48397910594940186, "best_gold_margin": 0.1005207896232605, "weakest_gold_margin": 0.043330609798431396}
{"sample_id": "conv_fb948e807cb8_pkg_000", "qa_id": "qa_3a09ed89c44c28c7", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What event did Dakota say they attended?", "temporal_relation": "none", "query_temporal_norm": 0.21965065598487854, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000698", "score": 0.2145366221666336}, {"memory_id": "utt_000700", "score": 0.4425969123840332}], "gold_semantic_scores": [0.22913576662540436, 0.4571785628795624], "gold_temporal_scores": [-0.014599188230931759, -0.014581586234271526], "max_gold_score": 0.4425969123840332, "max_candidate_score": 0.5291181802749634, "top_memory_id": "utt_000701", "max_non_gold_score": 0.5291181802749634, "best_gold_margin": -0.08652126789093018, "weakest_gold_margin": -0.3145815581083298}
{"sample_id": "conv_fb948e807cb8_pkg_000", "qa_id": "qa_a161397f3b62cfe1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Earlier in this conversation I said something about my interest in sports before the playoffs or championships—what did I say about my interest?", "temporal_relation": "none", "query_temporal_norm": 0.2690128982067108, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000199", "score": 0.6834604740142822}], "gold_semantic_scores": [0.715638279914856], "gold_temporal_scores": [-0.032177794724702835], "max_gold_score": 0.6834604740142822, "max_candidate_score": 0.6834604740142822, "top_memory_id": "utt_000199", "max_non_gold_score": 0.623522937297821, "best_gold_margin": 0.05993753671646118, "weakest_gold_margin": 0.05993753671646118}
{"sample_id": "conv_fd1197b48fb9_pkg_000", "qa_id": "qa_b73c289883e83944", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Do I like it there?", "temporal_relation": "none", "query_temporal_norm": 0.2305716872215271, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000126", "score": 0.3965904712677002}, {"memory_id": "utt_000127", "score": 0.12960901856422424}, {"memory_id": "utt_000128", "score": 0.28051283955574036}], "gold_semantic_scores": [0.4372539520263672, 0.17022639513015747, 0.3211108446121216], "gold_temporal_scores": [-0.04066348075866699, -0.040617331862449646, -0.04059799015522003], "max_gold_score": 0.3965904712677002, "max_candidate_score": 0.5057935118675232, "top_memory_id": "utt_000199", "max_non_gold_score": 0.5057935118675232, "best_gold_margin": -0.109203040599823, "weakest_gold_margin": -0.37618449330329895}
{"sample_id": "conv_fd1197b48fb9_pkg_000", "qa_id": "qa_8ce9cece445ef369", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which place did one of the speakers say they had visited twice?", "temporal_relation": "none", "query_temporal_norm": 0.22599013149738312, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000041", "score": 0.4437738358974457}], "gold_semantic_scores": [0.49126097559928894], "gold_temporal_scores": [-0.04748716577887535], "max_gold_score": 0.4437738358974457, "max_candidate_score": 0.4592094421386719, "top_memory_id": "utt_000543", "max_non_gold_score": 0.4592094421386719, "best_gold_margin": -0.015435606241226196, "weakest_gold_margin": -0.015435606241226196}
{"sample_id": "conv_fd1197b48fb9_pkg_000", "qa_id": "qa_3db821bacf488160", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said that someone would go to Barcelona and then Seville?", "temporal_relation": "session", "query_temporal_norm": 0.2062656581401825, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000513", "score": 0.725872814655304}], "gold_semantic_scores": [0.7378466129302979], "gold_temporal_scores": [-0.011973680928349495], "max_gold_score": 0.725872814655304, "max_candidate_score": 0.725872814655304, "top_memory_id": "utt_000513", "max_non_gold_score": 0.6315646767616272, "best_gold_margin": 0.09430813789367676, "weakest_gold_margin": 0.09430813789367676}
{"sample_id": "conv_fe11cf5eebef_pkg_000", "qa_id": "qa_ee38c5b6fe39cfa9", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did one participant express doubts about LeBron winning another ring?", "temporal_relation": "session", "query_temporal_norm": 0.19376301765441895, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000153", "score": 0.3679087162017822}, {"memory_id": "utt_000156", "score": 0.47566401958465576}], "gold_semantic_scores": [0.3977733254432678, 0.5049874186515808], "gold_temporal_scores": [-0.029864516109228134, -0.029323501512408257], "max_gold_score": 0.47566401958465576, "max_candidate_score": 0.5163090825080872, "top_memory_id": "utt_000160", "max_non_gold_score": 0.5163090825080872, "best_gold_margin": -0.040645062923431396, "weakest_gold_margin": -0.14840036630630493}
{"sample_id": "conv_fe11cf5eebef_pkg_000", "qa_id": "qa_6f2386abefdd26c3", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What kind of pizza did Parker say they like?", "temporal_relation": "none", "query_temporal_norm": 0.2156124860048294, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000200", "score": 0.522754430770874}], "gold_semantic_scores": [0.5449526309967041], "gold_temporal_scores": [-0.0221981443464756], "max_gold_score": 0.522754430770874, "max_candidate_score": 0.6163762807846069, "top_memory_id": "utt_000173", "max_non_gold_score": 0.6163762807846069, "best_gold_margin": -0.09362185001373291, "weakest_gold_margin": -0.09362185001373291}
{"sample_id": "conv_fe11cf5eebef_pkg_000", "qa_id": "qa_26ec4bc5ae4c1649", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did a participant say about their attitude toward work and office drama?", "temporal_relation": "none", "query_temporal_norm": 0.21269983053207397, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000028", "score": 0.42284202575683594}, {"memory_id": "utt_000031", "score": 0.5718781352043152}], "gold_semantic_scores": [0.4754980802536011, 0.6241263151168823], "gold_temporal_scores": [-0.05265604704618454, -0.052248187363147736], "max_gold_score": 0.5718781352043152, "max_candidate_score": 0.5718781352043152, "top_memory_id": "utt_000031", "max_non_gold_score": 0.545428991317749, "best_gold_margin": 0.026449143886566162, "weakest_gold_margin": -0.12258696556091309}
{"sample_id": "conv_ff4084582ad6_pkg_000", "qa_id": "qa_fc24923357391d96", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they haven't eaten a home cooked meal in eight months?", "temporal_relation": "none", "query_temporal_norm": 0.2191110998392105, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000584", "score": 0.7337226867675781}], "gold_semantic_scores": [0.7637247443199158], "gold_temporal_scores": [-0.0300019271671772], "max_gold_score": 0.7337226867675781, "max_candidate_score": 0.7337226867675781, "top_memory_id": "utt_000584", "max_non_gold_score": 0.41769856214523315, "best_gold_margin": 0.31602412462234497, "weakest_gold_margin": 0.31602412462234497}
{"sample_id": "conv_ff4084582ad6_pkg_000", "qa_id": "qa_6b69a57ff3be05c1", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When during the conversation did the line \"I don't like, like, people that I don't know\" occur?", "temporal_relation": "session", "query_temporal_norm": 0.20003361999988556, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000448", "score": 0.7466189861297607}], "gold_semantic_scores": [0.7602361440658569], "gold_temporal_scores": [-0.013617091812193394], "max_gold_score": 0.7466189861297607, "max_candidate_score": 0.7466189861297607, "top_memory_id": "utt_000448", "max_non_gold_score": 0.5166712999343872, "best_gold_margin": 0.22994768619537354, "weakest_gold_margin": 0.22994768619537354}
{"sample_id": "conv_ff4084582ad6_pkg_000", "qa_id": "qa_b7ebe2e3f571f0c5", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What type of burger meat does Skyler prefer at McDonald's?", "temporal_relation": "none", "query_temporal_norm": 0.1979985386133194, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000575", "score": 0.5704819560050964}, {"memory_id": "utt_000576", "score": 0.6207853555679321}], "gold_semantic_scores": [0.5633761286735535, 0.6136390566825867], "gold_temporal_scores": [0.007105993572622538, 0.007146066054701805], "max_gold_score": 0.6207853555679321, "max_candidate_score": 0.6296744346618652, "top_memory_id": "utt_000569", "max_non_gold_score": 0.6296744346618652, "best_gold_margin": -0.008889079093933105, "weakest_gold_margin": -0.0591924786567688}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00038", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest rating for the finale was?", "temporal_relation": "latest", "query_temporal_norm": 0.5508938431739807, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9699803590774536}], "gold_semantic_scores": [0.7152425646781921], "gold_temporal_scores": [0.25473809242248535], "max_gold_score": 0.9699803590774536, "max_candidate_score": 0.9783512949943542, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.9783512949943542, "best_gold_margin": -0.008370935916900635, "weakest_gold_margin": -0.008370935916900635}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00038", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who is making sure the dimmer switch is accessible?", "temporal_relation": "none", "query_temporal_norm": 0.1549767255783081, "query_session_index": 2, "query_start_sec": 13.8, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.18469712138175964, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.18469712138175964, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00150", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the activity choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5517694354057312, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8445459604263306}], "gold_semantic_scores": [0.7053489685058594], "gold_temporal_scores": [0.1391969621181488], "max_gold_score": 0.8445459604263306, "max_candidate_score": 0.8452197313308716, "top_memory_id": "history_01_utt_0007::cf::main::3", "max_non_gold_score": 0.8452197313308716, "best_gold_margin": -0.0006737709045410156, "weakest_gold_margin": -0.0006737709045410156}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00150", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity did they change the suggestion to?", "temporal_relation": "none", "query_temporal_norm": 0.35455554723739624, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8735496401786804}], "gold_semantic_scores": [0.7123426198959351], "gold_temporal_scores": [0.16120700538158417], "max_gold_score": 0.8735496401786804, "max_candidate_score": 0.8738866448402405, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0007::1", "max_non_gold_score": 0.8738866448402405, "best_gold_margin": -0.0003370046615600586, "weakest_gold_margin": -0.0003370046615600586}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00150", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone change the suggestion to an escape room?", "temporal_relation": "session", "query_temporal_norm": 0.301161527633667, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8622011542320251}], "gold_semantic_scores": [0.7311095595359802], "gold_temporal_scores": [0.13109152019023895], "max_gold_score": 0.8622011542320251, "max_candidate_score": 0.8622011542320251, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5862732529640198, "best_gold_margin": 0.27592790126800537, "weakest_gold_margin": 0.27592790126800537}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00150", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What is Hayden bringing to dinner?", "temporal_relation": "none", "query_temporal_norm": 0.40976521372795105, "query_session_index": 2, "query_start_sec": 15.120000000000001, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4166615307331085, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4166615307331085, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00329", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched to Pine & Oak, and what restaurant were they leaning toward earlier?", "temporal_relation": "none", "query_temporal_norm": 0.31794214248657227, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6248435378074646}, {"memory_id": "history_02_utt_0008", "score": 0.6077377200126648}], "gold_semantic_scores": [0.5269675850868225, 0.5244487524032593], "gold_temporal_scores": [0.0978759303689003, 0.08328903466463089], "max_gold_score": 0.6248435378074646, "max_candidate_score": 0.6248435378074646, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.430503249168396, "best_gold_margin": 0.1943402886390686, "weakest_gold_margin": 0.1772344708442688}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00329", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the restaurant choice change — what was it before, and what is it now?", "temporal_relation": "comparison", "query_temporal_norm": 0.37993499636650085, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6649631261825562}, {"memory_id": "history_02_utt_0008", "score": 0.6008775234222412}], "gold_semantic_scores": [0.5382438898086548, 0.4884043335914612], "gold_temporal_scores": [0.12671923637390137, 0.11247321218252182], "max_gold_score": 0.6649631261825562, "max_candidate_score": 0.6649631261825562, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5354706048965454, "best_gold_margin": 0.12949252128601074, "weakest_gold_margin": 0.0654069185256958}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00329", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had been leaning toward Bella Trattoria?", "temporal_relation": "none", "query_temporal_norm": 0.16625821590423584, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.5075471997261047}], "gold_semantic_scores": [0.47078102827072144], "gold_temporal_scores": [0.03676622733473778], "max_gold_score": 0.5075471997261047, "max_candidate_score": 0.5075471997261047, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.36411014199256897, "best_gold_margin": 0.14343705773353577, "weakest_gold_margin": 0.14343705773353577}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00329", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched to Pine & Oak?", "temporal_relation": "none", "query_temporal_norm": 0.28295496106147766, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8815726637840271}], "gold_semantic_scores": [0.7487460374832153], "gold_temporal_scores": [0.1328265517950058], "max_gold_score": 0.8815726637840271, "max_candidate_score": 0.8815726637840271, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.2863200902938843, "best_gold_margin": 0.5952525734901428, "weakest_gold_margin": 0.5952525734901428}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00414", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the chosen title was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5120459794998169, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6947097182273865}], "gold_semantic_scores": [0.5875416398048401], "gold_temporal_scores": [0.10716809332370758], "max_gold_score": 0.6947097182273865, "max_candidate_score": 0.6947097182273865, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6848346590995789, "best_gold_margin": 0.009875059127807617, "weakest_gold_margin": 0.009875059127807617}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00414", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested 'Beneath the Tides'?", "temporal_relation": "none", "query_temporal_norm": 0.12469025701284409, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6201491951942444}], "gold_semantic_scores": [0.6036409139633179], "gold_temporal_scores": [0.01650822162628174], "max_gold_score": 0.6201491951942444, "max_candidate_score": 0.6201491951942444, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.1764923483133316, "best_gold_margin": 0.4436568468809128, "weakest_gold_margin": 0.4436568468809128}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00414", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which movie title did we end up choosing?", "temporal_relation": "latest", "query_temporal_norm": 0.5603939890861511, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9258507490158081}], "gold_semantic_scores": [0.6556494235992432], "gold_temporal_scores": [0.27020132541656494], "max_gold_score": 0.9258507490158081, "max_candidate_score": 0.9258507490158081, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9217565059661865, "best_gold_margin": 0.004094243049621582, "weakest_gold_margin": 0.004094243049621582}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00414", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original title and what did it change to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4529723823070526, "query_session_index": 2, "query_start_sec": 19.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6657159328460693}, {"memory_id": "history_02_utt_0009", "score": 0.6147446632385254}], "gold_semantic_scores": [0.49676111340522766, 0.49911680817604065], "gold_temporal_scores": [0.16895492374897003, 0.11562798172235489], "max_gold_score": 0.6657159328460693, "max_candidate_score": 0.6657159328460693, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5826757550239563, "best_gold_margin": 0.08304017782211304, "weakest_gold_margin": 0.03206890821456909}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00499", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally recommended the conv-encoder-v1 model before we later changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.4378395676612854, "query_session_index": 2, "query_start_sec": 22.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.811919629573822}], "gold_semantic_scores": [0.7219926714897156], "gold_temporal_scores": [0.08992694318294525], "max_gold_score": 0.811919629573822, "max_candidate_score": 0.8146980404853821, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.8146980404853821, "best_gold_margin": -0.0027784109115600586, "weakest_gold_margin": -0.0027784109115600586}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00499", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model architecture did we end up choosing most recently?", "temporal_relation": "latest", "query_temporal_norm": 0.5320270657539368, "query_session_index": 2, "query_start_sec": 22.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9171332716941833}], "gold_semantic_scores": [0.6647903323173523], "gold_temporal_scores": [0.25234293937683105], "max_gold_score": 0.9171332716941833, "max_candidate_score": 0.9185064435005188, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.9185064435005188, "best_gold_margin": -0.0013731718063354492, "weakest_gold_margin": -0.0013731718063354492}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00499", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model did Finley originally recommend for the prototype?", "temporal_relation": "earliest", "query_temporal_norm": 0.5747405290603638, "query_session_index": 2, "query_start_sec": 22.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8674912452697754}], "gold_semantic_scores": [0.727562427520752], "gold_temporal_scores": [0.1399286389350891], "max_gold_score": 0.8674912452697754, "max_candidate_score": 0.8727922439575195, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0002::3", "max_non_gold_score": 0.8727922439575195, "best_gold_margin": -0.005300998687744141, "weakest_gold_margin": -0.005300998687744141}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00499", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model architecture was originally recommended for the prototype?", "temporal_relation": "earliest", "query_temporal_norm": 0.5300704836845398, "query_session_index": 2, "query_start_sec": 22.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7132026553153992}], "gold_semantic_scores": [0.6123940944671631], "gold_temporal_scores": [0.10080855339765549], "max_gold_score": 0.7132026553153992, "max_candidate_score": 0.7132026553153992, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7105100154876709, "best_gold_margin": 0.0026926398277282715, "weakest_gold_margin": 0.0026926398277282715}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00597", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn mention about Olive & Vine, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.28625160455703735, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7642121315002441}, {"memory_id": "history_02_utt_0010", "score": 0.7285210490226746}], "gold_semantic_scores": [0.6687933802604675, 0.6650583148002625], "gold_temporal_scores": [0.09541866928339005, 0.0634630024433136], "max_gold_score": 0.7642121315002441, "max_candidate_score": 0.7904926538467407, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.7904926538467407, "best_gold_margin": -0.026280522346496582, "weakest_gold_margin": -0.06197160482406616}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00597", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Olive & Vine?", "temporal_relation": "none", "query_temporal_norm": 0.14559802412986755, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7837530970573425}], "gold_semantic_scores": [0.7544795274734497], "gold_temporal_scores": [0.029273442924022675], "max_gold_score": 0.7837530970573425, "max_candidate_score": 0.7837530970573425, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5798222422599792, "best_gold_margin": 0.20393085479736328, "weakest_gold_margin": 0.20393085479736328}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00597", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Quinn give for suggesting Olive & Vine?", "temporal_relation": "none", "query_temporal_norm": 0.15784791111946106, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8059827089309692}], "gold_semantic_scores": [0.7597874402999878], "gold_temporal_scores": [0.04619518667459488], "max_gold_score": 0.8059827089309692, "max_candidate_score": 0.8059827089309692, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7323837876319885, "best_gold_margin": 0.07359892129898071, "weakest_gold_margin": 0.07359892129898071}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00597", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention that Olive & Vine had the clear gluten-free menu?", "temporal_relation": "session", "query_temporal_norm": 0.29132044315338135, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8034138679504395}], "gold_semantic_scores": [0.7063590288162231], "gold_temporal_scores": [0.09705464541912079], "max_gold_score": 0.8034138679504395, "max_candidate_score": 0.8034138679504395, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7363609671592712, "best_gold_margin": 0.06705290079116821, "weakest_gold_margin": 0.06705290079116821}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00718", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.5607503056526184, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8824387788772583}], "gold_semantic_scores": [0.6244678497314453], "gold_temporal_scores": [0.2579709589481354], "max_gold_score": 0.8824387788772583, "max_candidate_score": 0.9397987723350525, "top_memory_id": "history_02_utt_0008::cf::main::1", "max_non_gold_score": 0.9397987723350525, "best_gold_margin": -0.05735999345779419, "weakest_gold_margin": -0.05735999345779419}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00718", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title had been picked as the group's choice?", "temporal_relation": "none", "query_temporal_norm": 0.17335113883018494, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6921026706695557}], "gold_semantic_scores": [0.6788492798805237], "gold_temporal_scores": [0.013253417797386646], "max_gold_score": 0.6921026706695557, "max_candidate_score": 0.6921026706695557, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4849826395511627, "best_gold_margin": 0.20712003111839294, "weakest_gold_margin": 0.20712003111839294}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00718", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was The Lantern picked?", "temporal_relation": "session", "query_temporal_norm": 0.262884259223938, "query_session_index": 2, "query_start_sec": 19.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7020741701126099}], "gold_semantic_scores": [0.6820093989372253], "gold_temporal_scores": [0.02006472460925579], "max_gold_score": 0.7020741701126099, "max_candidate_score": 0.7020741701126099, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.45992356538772583, "best_gold_margin": 0.24215060472488403, "weakest_gold_margin": 0.24215060472488403}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00849", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say the latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5482922792434692, "query_session_index": 2, "query_start_sec": 21.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9688158631324768}], "gold_semantic_scores": [0.6926097273826599], "gold_temporal_scores": [0.27620619535446167], "max_gold_score": 0.9688158631324768, "max_candidate_score": 0.9714868068695068, "top_memory_id": "history_02_utt_0012::cf::main::3", "max_non_gold_score": 0.9714868068695068, "best_gold_margin": -0.0026709437370300293, "weakest_gold_margin": -0.0026709437370300293}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00849", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we talked about a shopping item being changed. What did the item change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.44434788823127747, "query_session_index": 2, "query_start_sec": 21.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8443978428840637}, {"memory_id": "history_02_utt_0012", "score": 0.6936976909637451}], "gold_semantic_scores": [0.6768873929977417, 0.5584578514099121], "gold_temporal_scores": [0.1675104796886444, 0.13524013757705688], "max_gold_score": 0.8443978428840637, "max_candidate_score": 0.8443978428840637, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5182892084121704, "best_gold_margin": 0.3261086344718933, "weakest_gold_margin": 0.1754084825515747}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00849", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping item did Drew request in the updated conversation?", "temporal_relation": "none", "query_temporal_norm": 0.507381021976471, "query_session_index": 2, "query_start_sec": 21.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 1.0054750442504883}], "gold_semantic_scores": [0.7459543943405151], "gold_temporal_scores": [0.2595205307006836], "max_gold_score": 1.0054750442504883, "max_candidate_score": 1.0054750442504883, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.8914017677307129, "best_gold_margin": 0.11407327651977539, "weakest_gold_margin": 0.11407327651977539}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00849", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew update his request to oat milk?", "temporal_relation": "session", "query_temporal_norm": 0.4205549359321594, "query_session_index": 2, "query_start_sec": 21.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.8340553045272827}], "gold_semantic_scores": [0.6190231442451477], "gold_temporal_scores": [0.21503198146820068], "max_gold_score": 0.8340553045272827, "max_candidate_score": 0.8498755097389221, "top_memory_id": "history_02_utt_0012::cf::extra_qa_0003::0", "max_non_gold_score": 0.8498755097389221, "best_gold_margin": -0.015820205211639404, "weakest_gold_margin": -0.015820205211639404}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00935", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who stated the latest shopping item, organic brown rice, 5 lb bag?", "temporal_relation": "latest", "query_temporal_norm": 0.5553926825523376, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9495278000831604}], "gold_semantic_scores": [0.669281005859375], "gold_temporal_scores": [0.2802468538284302], "max_gold_score": 0.9495278000831604, "max_candidate_score": 0.9495278000831604, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9451892375946045, "best_gold_margin": 0.004338562488555908, "weakest_gold_margin": 0.004338562488555908}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00935", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our past conversations, what shopping item was on the grocery list before it got changed?", "temporal_relation": "session", "query_temporal_norm": 0.47166967391967773, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7994195818901062}], "gold_semantic_scores": [0.662405788898468], "gold_temporal_scores": [0.13701403141021729], "max_gold_score": 0.7994195818901062, "max_candidate_score": 0.7994195818901062, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6730720400810242, "best_gold_margin": 0.12634754180908203, "weakest_gold_margin": 0.12634754180908203}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00935", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan say they replaced it with organic brown rice?", "temporal_relation": "session", "query_temporal_norm": 0.31385892629623413, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.960419774055481}], "gold_semantic_scores": [0.8042405843734741], "gold_temporal_scores": [0.1561792492866516], "max_gold_score": 0.960419774055481, "max_candidate_score": 0.960419774055481, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8774051666259766, "best_gold_margin": 0.0830146074295044, "weakest_gold_margin": 0.0830146074295044}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00935", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the grocery item's entry change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4191809892654419, "query_session_index": 2, "query_start_sec": 19.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8547692894935608}, {"memory_id": "history_02_utt_0009", "score": 0.8553140163421631}], "gold_semantic_scores": [0.7120907306671143, 0.7189176082611084], "gold_temporal_scores": [0.1426783800125122, 0.1363963484764099], "max_gold_score": 0.8553140163421631, "max_candidate_score": 0.8553140163421631, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5548689365386963, "best_gold_margin": 0.3004450798034668, "weakest_gold_margin": 0.2999003529548645}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00987", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending The Long Horizon, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1648629754781723, "query_session_index": 2, "query_start_sec": 14.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7956687211990356}, {"memory_id": "history_02_utt_0009", "score": 0.811955988407135}], "gold_semantic_scores": [0.7504358291625977, 0.765546441078186], "gold_temporal_scores": [0.04523270204663277, 0.046409763395786285], "max_gold_score": 0.811955988407135, "max_candidate_score": 0.8142781257629395, "top_memory_id": "history_01_utt_0007::cf::main::0", "max_non_gold_score": 0.8142781257629395, "best_gold_margin": -0.0023221373558044434, "weakest_gold_margin": -0.01860940456390381}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00987", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending City Portrait?", "temporal_relation": "none", "query_temporal_norm": 0.08351795375347137, "query_session_index": 2, "query_start_sec": 14.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7241783738136292}], "gold_semantic_scores": [0.7135369181632996], "gold_temporal_scores": [0.010641449131071568], "max_gold_score": 0.7241783738136292, "max_candidate_score": 0.7241783738136292, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5066947340965271, "best_gold_margin": 0.21748363971710205, "weakest_gold_margin": 0.21748363971710205}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00987", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that City Portrait was pushed for?", "temporal_relation": "session", "query_temporal_norm": 0.11041176319122314, "query_session_index": 2, "query_start_sec": 14.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7426318526268005}], "gold_semantic_scores": [0.711796760559082], "gold_temporal_scores": [0.030835075303912163], "max_gold_score": 0.7426318526268005, "max_candidate_score": 0.7426318526268005, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5505821108818054, "best_gold_margin": 0.19204974174499512, "weakest_gold_margin": 0.19204974174499512}
{"sample_id": "memory_qwen_gpt_final_v1_p1_00987", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it said that City Portrait was rejected?", "temporal_relation": "session", "query_temporal_norm": 0.1362520307302475, "query_session_index": 2, "query_start_sec": 14.399999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.8442107439041138}], "gold_semantic_scores": [0.7901514768600464], "gold_temporal_scores": [0.05405953526496887], "max_gold_score": 0.8442107439041138, "max_candidate_score": 0.8442107439041138, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.6174331307411194, "best_gold_margin": 0.22677761316299438, "weakest_gold_margin": 0.22677761316299438}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01128", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say changed between the earlier and later versions of my dataset?", "temporal_relation": "comparison", "query_temporal_norm": 0.3887155055999756, "query_session_index": 2, "query_start_sec": 23.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6471158862113953}, {"memory_id": "history_02_utt_0009", "score": 0.6022341251373291}], "gold_semantic_scores": [0.5054213404655457, 0.46924731135368347], "gold_temporal_scores": [0.14169444143772125, 0.13298669457435608], "max_gold_score": 0.6471158862113953, "max_candidate_score": 0.6708881855010986, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.6708881855010986, "best_gold_margin": -0.02377229928970337, "weakest_gold_margin": -0.06865406036376953}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01128", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the dataset to v1.2?", "temporal_relation": "none", "query_temporal_norm": 0.49925631284713745, "query_session_index": 2, "query_start_sec": 23.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8951882719993591}], "gold_semantic_scores": [0.6385949850082397], "gold_temporal_scores": [0.2565936744213104], "max_gold_score": 0.8951882719993591, "max_candidate_score": 0.8951882719993591, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5307334065437317, "best_gold_margin": 0.36445486545562744, "weakest_gold_margin": 0.36445486545562744}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01128", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest version of the dataset and what does it include?", "temporal_relation": "latest", "query_temporal_norm": 0.545872151851654, "query_session_index": 2, "query_start_sec": 23.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7748335599899292}], "gold_semantic_scores": [0.49122554063796997], "gold_temporal_scores": [0.2836081385612488], "max_gold_score": 0.7748335599899292, "max_candidate_score": 0.7748335599899292, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7685536742210388, "best_gold_margin": 0.006279885768890381, "weakest_gold_margin": 0.006279885768890381}
{"sample_id": "memory_qwen_gpt_final_v1_p1_01128", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dataset change from the earlier version to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.40126776695251465, "query_session_index": 2, "query_start_sec": 23.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.5352898240089417}, {"memory_id": "history_02_utt_0009", "score": 0.5364273190498352}], "gold_semantic_scores": [0.3873555064201355, 0.41947606205940247], "gold_temporal_scores": [0.1479344367980957, 0.11695133149623871], "max_gold_score": 0.5364273190498352, "max_candidate_score": 0.5364273190498352, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.30387067794799805, "best_gold_margin": 0.23255664110183716, "weakest_gold_margin": 0.2314191460609436}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00008", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where had the post-office package been left earlier?", "temporal_relation": "before", "query_temporal_norm": 0.15952320396900177, "query_session_index": 2, "query_start_sec": 14.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7528468370437622}], "gold_semantic_scores": [0.7539597153663635], "gold_temporal_scores": [-0.0011128538753837347], "max_gold_score": 0.7528468370437622, "max_candidate_score": 0.7528468370437622, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.543582022190094, "best_gold_margin": 0.2092648148536682, "weakest_gold_margin": 0.2092648148536682}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00008", "qa_id": "main", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "What is Riley planning to do with the post-office package?", "temporal_relation": "none", "query_temporal_norm": 0.27727779746055603, "query_session_index": 2, "query_start_sec": 14.28, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.5114710927009583, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5114710927009583, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00091", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my restaurant choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3938870429992676, "query_session_index": 2, "query_start_sec": 15.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6920930743217468}, {"memory_id": "history_02_utt_0011", "score": 0.5922672748565674}], "gold_semantic_scores": [0.5622020363807678, 0.4523935317993164], "gold_temporal_scores": [0.12989120185375214, 0.13987402617931366], "max_gold_score": 0.6920930743217468, "max_candidate_score": 0.7247655391693115, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.7247655391693115, "best_gold_margin": -0.0326724648475647, "weakest_gold_margin": -0.13249826431274414}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00091", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the reservation to Riverfront Bistro?", "temporal_relation": "none", "query_temporal_norm": 0.3270730972290039, "query_session_index": 2, "query_start_sec": 15.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.9619420766830444}], "gold_semantic_scores": [0.816703736782074], "gold_temporal_scores": [0.14523816108703613], "max_gold_score": 0.9619420766830444, "max_candidate_score": 0.9619420766830444, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5346058011054993, "best_gold_margin": 0.42733627557754517, "weakest_gold_margin": 0.42733627557754517}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00091", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which restaurant is the current choice for Saturday?", "temporal_relation": "latest", "query_temporal_norm": 0.5211581587791443, "query_session_index": 2, "query_start_sec": 15.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.643161952495575}], "gold_semantic_scores": [0.403227299451828], "gold_temporal_scores": [0.23993457853794098], "max_gold_score": 0.643161952495575, "max_candidate_score": 0.7076930403709412, "top_memory_id": "history_02_utt_0018", "max_non_gold_score": 0.7076930403709412, "best_gold_margin": -0.06453108787536621, "weakest_gold_margin": -0.06453108787536621}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00091", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What restaurant did we originally book for Saturday?", "temporal_relation": "earliest", "query_temporal_norm": 0.5496730804443359, "query_session_index": 2, "query_start_sec": 15.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.842940628528595}], "gold_semantic_scores": [0.723129153251648], "gold_temporal_scores": [0.11981136351823807], "max_gold_score": 0.842940628528595, "max_candidate_score": 0.8493587374687195, "top_memory_id": "history_01_utt_0010::cf::extra_qa_0008::1", "max_non_gold_score": 0.8493587374687195, "best_gold_margin": -0.006418108940124512, "weakest_gold_margin": -0.006418108940124512}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00287", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say the latest activity choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5516091585159302, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0476371049880981}], "gold_semantic_scores": [0.7750858068466187], "gold_temporal_scores": [0.27255186438560486], "max_gold_score": 1.0476371049880981, "max_candidate_score": 1.0476371049880981, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0450941324234009, "best_gold_margin": 0.0025429725646972656, "weakest_gold_margin": 0.0025429725646972656}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00287", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently for the outing?", "temporal_relation": "none", "query_temporal_norm": 0.5145107507705688, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9116941094398499}], "gold_semantic_scores": [0.6720072031021118], "gold_temporal_scores": [0.23968683183193207], "max_gold_score": 0.9116941094398499, "max_candidate_score": 0.9116941094398499, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.90826416015625, "best_gold_margin": 0.0034299492835998535, "weakest_gold_margin": 0.0034299492835998535}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00287", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they wanted to go to the contemporary art museum?", "temporal_relation": "none", "query_temporal_norm": 0.11940688639879227, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6532601118087769}], "gold_semantic_scores": [0.6261761784553528], "gold_temporal_scores": [0.02708396688103676], "max_gold_score": 0.6532601118087769, "max_candidate_score": 0.6532601118087769, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6160950660705566, "best_gold_margin": 0.037165045738220215, "weakest_gold_margin": 0.037165045738220215}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00287", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity choice change between the earlier conversation and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4150032699108124, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8085861802101135}, {"memory_id": "history_02_utt_0009", "score": 0.7425687909126282}], "gold_semantic_scores": [0.6533769369125366, 0.6010274291038513], "gold_temporal_scores": [0.15520942211151123, 0.1415415108203888], "max_gold_score": 0.8085861802101135, "max_candidate_score": 0.8085861802101135, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5590212941169739, "best_gold_margin": 0.24956488609313965, "weakest_gold_margin": 0.1835474967956543}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00371", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Quinn give for proposing EdgeCache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.20525075495243073, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7887696027755737}, {"memory_id": "history_02_utt_0009", "score": 0.6599947810173035}], "gold_semantic_scores": [0.7211546897888184, 0.6001599431037903], "gold_temporal_scores": [0.06761512160301208, 0.05983513593673706], "max_gold_score": 0.7887696027755737, "max_candidate_score": 0.7887696027755737, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.751099169254303, "best_gold_margin": 0.03767043352127075, "weakest_gold_margin": -0.09110438823699951}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00371", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Quinn propose EdgeCache earlier?", "temporal_relation": "none", "query_temporal_norm": 0.19322547316551208, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8297775387763977}], "gold_semantic_scores": [0.7706978917121887], "gold_temporal_scores": [0.05907965451478958], "max_gold_score": 0.8297775387763977, "max_candidate_score": 0.8297775387763977, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7446547150611877, "best_gold_margin": 0.08512282371520996, "weakest_gold_margin": 0.08512282371520996}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00371", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn say EdgeCache?", "temporal_relation": "session", "query_temporal_norm": 0.2455667108297348, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.729282021522522}], "gold_semantic_scores": [0.6509060859680176], "gold_temporal_scores": [0.07837584614753723], "max_gold_score": 0.729282021522522, "max_candidate_score": 0.729282021522522, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6378120183944702, "best_gold_margin": 0.09147000312805176, "weakest_gold_margin": 0.09147000312805176}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00371", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we reject EdgeCache?", "temporal_relation": "none", "query_temporal_norm": 0.14504891633987427, "query_session_index": 2, "query_start_sec": 20.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7664240598678589}], "gold_semantic_scores": [0.7071509957313538], "gold_temporal_scores": [0.059273261576890945], "max_gold_score": 0.7664240598678589, "max_candidate_score": 0.7664240598678589, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5371466875076294, "best_gold_margin": 0.2292773723602295, "weakest_gold_margin": 0.2292773723602295}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00481", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for proposing Edge-accelerated inference, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.14808982610702515, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8098435401916504}, {"memory_id": "history_02_utt_0007", "score": 0.8318644762039185}], "gold_semantic_scores": [0.7677481770515442, 0.7776917219161987], "gold_temporal_scores": [0.0420953668653965, 0.05417264997959137], "max_gold_score": 0.8318644762039185, "max_candidate_score": 0.8318644762039185, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8218619227409363, "best_gold_margin": 0.010002553462982178, "weakest_gold_margin": -0.012018382549285889}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00481", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason did they give for proposing Batched cloud inference?", "temporal_relation": "none", "query_temporal_norm": 0.09195610880851746, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.752986490726471}], "gold_semantic_scores": [0.7389577031135559], "gold_temporal_scores": [0.014028710313141346], "max_gold_score": 0.752986490726471, "max_candidate_score": 0.752986490726471, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.6733462810516357, "best_gold_margin": 0.0796402096748352, "weakest_gold_margin": 0.0796402096748352}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00481", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they proposed Batched cloud inference?", "temporal_relation": "session", "query_temporal_norm": 0.13030895590782166, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.8315889835357666}], "gold_semantic_scores": [0.8090528249740601], "gold_temporal_scores": [0.02253599278628826], "max_gold_score": 0.8315889835357666, "max_candidate_score": 0.8315889835357666, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.5755272507667542, "best_gold_margin": 0.25606173276901245, "weakest_gold_margin": 0.25606173276901245}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00481", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What status was assigned to Batched cloud inference in the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.20190025866031647, "query_session_index": 2, "query_start_sec": 15.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.606473445892334}], "gold_semantic_scores": [0.6429376006126404], "gold_temporal_scores": [-0.03646416217088699], "max_gold_score": 0.606473445892334, "max_candidate_score": 0.606473445892334, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.5775001645088196, "best_gold_margin": 0.028973281383514404, "weakest_gold_margin": 0.028973281383514404}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00581", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally proposed the title \"The Lighthouse\" before it was changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.47872859239578247, "query_session_index": 2, "query_start_sec": 16.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6056530475616455}], "gold_semantic_scores": [0.5236905217170715], "gold_temporal_scores": [0.08196254819631577], "max_gold_score": 0.6056530475616455, "max_candidate_score": 0.6056530475616455, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6018295288085938, "best_gold_margin": 0.003823518753051758, "weakest_gold_margin": 0.003823518753051758}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00581", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron originally pick to watch tonight?", "temporal_relation": "earliest", "query_temporal_norm": 0.5332273244857788, "query_session_index": 2, "query_start_sec": 16.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8507435321807861}], "gold_semantic_scores": [0.7078710794448853], "gold_temporal_scores": [0.14287236332893372], "max_gold_score": 0.8507435321807861, "max_candidate_score": 0.8507435321807861, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8441904783248901, "best_gold_margin": 0.006553053855895996, "weakest_gold_margin": 0.006553053855895996}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00581", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron say he picked The Lighthouse?", "temporal_relation": "session", "query_temporal_norm": 0.20562304556369781, "query_session_index": 2, "query_start_sec": 16.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7490167617797852}], "gold_semantic_scores": [0.6819115281105042], "gold_temporal_scores": [0.06710510700941086], "max_gold_score": 0.7490167617797852, "max_candidate_score": 0.7490167617797852, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6576778888702393, "best_gold_margin": 0.0913388729095459, "weakest_gold_margin": 0.0913388729095459}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00581", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which movie title is currently chosen for tonight after the change?", "temporal_relation": "latest", "query_temporal_norm": 0.531068742275238, "query_session_index": 2, "query_start_sec": 16.880000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9900654554367065}], "gold_semantic_scores": [0.7177569270133972], "gold_temporal_scores": [0.27230870723724365], "max_gold_score": 0.9900654554367065, "max_candidate_score": 0.9952824115753174, "top_memory_id": "history_02_utt_0007::cf::extra_qa_0004::1", "max_non_gold_score": 0.9952824115753174, "best_gold_margin": -0.00521695613861084, "weakest_gold_margin": -0.00521695613861084}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00653", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the chosen title was before I changed my mind?", "temporal_relation": "earliest", "query_temporal_norm": 0.5109696984291077, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7471394538879395}], "gold_semantic_scores": [0.6591469049453735], "gold_temporal_scores": [0.08799249678850174], "max_gold_score": 0.7471394538879395, "max_candidate_score": 0.7685685157775879, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.7685685157775879, "best_gold_margin": -0.021429061889648438, "weakest_gold_margin": -0.021429061889648438}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00653", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title was picked for the next watch after the change of mind?", "temporal_relation": "none", "query_temporal_norm": 0.4236544966697693, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9870212078094482}], "gold_semantic_scores": [0.7732707262039185], "gold_temporal_scores": [0.21375012397766113], "max_gold_score": 0.9870212078094482, "max_candidate_score": 0.9870212078094482, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9866815805435181, "best_gold_margin": 0.0003396272659301758, "weakest_gold_margin": 0.0003396272659301758}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00653", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the change of mind and the new title announced?", "temporal_relation": "session", "query_temporal_norm": 0.3236556053161621, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8042970895767212}], "gold_semantic_scores": [0.6586072444915771], "gold_temporal_scores": [0.14568990468978882], "max_gold_score": 0.8042970895767212, "max_candidate_score": 0.8042970895767212, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6312350034713745, "best_gold_margin": 0.17306208610534668, "weakest_gold_margin": 0.17306208610534668}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00759", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the Redis-backed in-memory layer, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.23791693150997162, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.744125247001648}, {"memory_id": "history_02_utt_0008", "score": 0.6961513757705688}], "gold_semantic_scores": [0.6689809560775757, 0.6330881714820862], "gold_temporal_scores": [0.0751444548368454, 0.06306324154138565], "max_gold_score": 0.744125247001648, "max_candidate_score": 0.744125247001648, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.45324549078941345, "best_gold_margin": 0.2908797562122345, "weakest_gold_margin": 0.2429058849811554}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00759", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker say that Taylor proposed the Redis-backed in-memory layer?", "temporal_relation": "session", "query_temporal_norm": 0.23370562493801117, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6234655976295471}], "gold_semantic_scores": [0.5563469529151917], "gold_temporal_scores": [0.06711863726377487], "max_gold_score": 0.6234655976295471, "max_candidate_score": 0.6234655976295471, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5554343461990356, "best_gold_margin": 0.06803125143051147, "weakest_gold_margin": 0.06803125143051147}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00759", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which option did the team reject because it used too much memory?", "temporal_relation": "none", "query_temporal_norm": 0.3022494912147522, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7682321667671204}], "gold_semantic_scores": [0.6383471488952637], "gold_temporal_scores": [0.12988539040088654], "max_gold_score": 0.7682321667671204, "max_candidate_score": 0.7682321667671204, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5924119353294373, "best_gold_margin": 0.1758202314376831, "weakest_gold_margin": 0.1758202314376831}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00759", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested using a local SSD cache to keep disk reads low during training?", "temporal_relation": "none", "query_temporal_norm": 0.0972820594906807, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.6548202037811279}], "gold_semantic_scores": [0.6381067037582397], "gold_temporal_scores": [0.016713539138436317], "max_gold_score": 0.6548202037811279, "max_candidate_score": 0.6548202037811279, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.537383496761322, "best_gold_margin": 0.11743670701980591, "weakest_gold_margin": 0.11743670701980591}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00898", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the dataset version was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5316458344459534, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6588031053543091}], "gold_semantic_scores": [0.5222349762916565], "gold_temporal_scores": [0.13656830787658691], "max_gold_score": 0.6588031053543091, "max_candidate_score": 0.6588031053543091, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.65284663438797, "best_gold_margin": 0.005956470966339111, "weakest_gold_margin": 0.005956470966339111}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00898", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who uploaded the dataset version us_study_configs_v1 (no randomization)?", "temporal_relation": "none", "query_temporal_norm": 0.4131910502910614, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7052640318870544}], "gold_semantic_scores": [0.5718421339988708], "gold_temporal_scores": [0.1334218680858612], "max_gold_score": 0.7052640318870544, "max_candidate_score": 0.7052640318870544, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6935447454452515, "best_gold_margin": 0.011719286441802979, "weakest_gold_margin": 0.011719286441802979}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00898", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the dataset version change from and to during the update?", "temporal_relation": "comparison", "query_temporal_norm": 0.4051995575428009, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6673672199249268}, {"memory_id": "history_02_utt_0009", "score": 0.5427559018135071}], "gold_semantic_scores": [0.524364709854126, 0.4225134551525116], "gold_temporal_scores": [0.14300256967544556, 0.12024260312318802], "max_gold_score": 0.6673672199249268, "max_candidate_score": 0.6673672199249268, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.27300146222114563, "best_gold_margin": 0.39436575770378113, "weakest_gold_margin": 0.26975443959236145}
{"sample_id": "memory_qwen_gpt_final_v1_p2_00898", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which dataset version did they say was used to fix the allocation bias?", "temporal_relation": "none", "query_temporal_norm": 0.2384173721075058, "query_session_index": 2, "query_start_sec": 18.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8134978413581848}], "gold_semantic_scores": [0.7431985139846802], "gold_temporal_scores": [0.07029926031827927], "max_gold_score": 0.8134978413581848, "max_candidate_score": 0.8134978413581848, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6683681607246399, "best_gold_margin": 0.14512968063354492, "weakest_gold_margin": 0.14512968063354492}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01022", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Parker's evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41737499833106995, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7978037595748901}, {"memory_id": "history_02_utt_0012", "score": 0.8990886807441711}], "gold_semantic_scores": [0.6580711603164673, 0.7415303587913513], "gold_temporal_scores": [0.13973267376422882, 0.157558411359787], "max_gold_score": 0.8990886807441711, "max_candidate_score": 0.8990886807441711, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7732009291648865, "best_gold_margin": 0.12588775157928467, "weakest_gold_margin": 0.024602830410003662}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01022", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Parker say he planned to use?", "temporal_relation": "none", "query_temporal_norm": 0.20187819004058838, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7378171682357788}], "gold_semantic_scores": [0.6813185811042786], "gold_temporal_scores": [0.05649859085679054], "max_gold_score": 0.7378171682357788, "max_candidate_score": 0.7512153387069702, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.7512153387069702, "best_gold_margin": -0.013398170471191406, "weakest_gold_margin": -0.013398170471191406}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01022", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Parker say his evaluation plan would be for reporting the model's results?", "temporal_relation": "none", "query_temporal_norm": 0.4108552038669586, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9328018426895142}], "gold_semantic_scores": [0.7267433404922485], "gold_temporal_scores": [0.2060585618019104], "max_gold_score": 0.9328018426895142, "max_candidate_score": 0.9328018426895142, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.843626856803894, "best_gold_margin": 0.08917498588562012, "weakest_gold_margin": 0.08917498588562012}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01022", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker say he changed the plan to evaluate on the held-out test?", "temporal_relation": "session", "query_temporal_norm": 0.3432673513889313, "query_session_index": 2, "query_start_sec": 20.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9516938924789429}], "gold_semantic_scores": [0.7963511347770691], "gold_temporal_scores": [0.15534250438213348], "max_gold_score": 0.9516938924789429, "max_candidate_score": 0.9516938924789429, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.827812671661377, "best_gold_margin": 0.12388122081756592, "weakest_gold_margin": 0.12388122081756592}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01083", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for suggesting The Long Haul, and why did Taylor drop it?", "temporal_relation": "none", "query_temporal_norm": 0.18046842515468597, "query_session_index": 2, "query_start_sec": 16.519999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6988312602043152}, {"memory_id": "history_02_utt_0008", "score": 0.7771788239479065}], "gold_semantic_scores": [0.6478543877601624, 0.7071816325187683], "gold_temporal_scores": [0.050976917147636414, 0.06999717652797699], "max_gold_score": 0.7771788239479065, "max_candidate_score": 0.7771788239479065, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.741441011428833, "best_gold_margin": 0.035737812519073486, "weakest_gold_margin": -0.04260975122451782}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01083", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was The Long Haul later dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1579265594482422, "query_session_index": 2, "query_start_sec": 16.519999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7756296992301941}], "gold_semantic_scores": [0.7076442241668701], "gold_temporal_scores": [0.0679854303598404], "max_gold_score": 0.7756296992301941, "max_candidate_score": 0.7756296992301941, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5451818108558655, "best_gold_margin": 0.2304478883743286, "weakest_gold_margin": 0.2304478883743286}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01083", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Campfire Sessions?", "temporal_relation": "none", "query_temporal_norm": 0.093407541513443, "query_session_index": 2, "query_start_sec": 16.519999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.8121643662452698}], "gold_semantic_scores": [0.7989370822906494], "gold_temporal_scores": [0.013227405957877636], "max_gold_score": 0.8121643662452698, "max_candidate_score": 0.8121643662452698, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5587074160575867, "best_gold_margin": 0.2534569501876831, "weakest_gold_margin": 0.2534569501876831}
{"sample_id": "memory_qwen_gpt_final_v1_p2_01083", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone recommend Campfire Sessions?", "temporal_relation": "session", "query_temporal_norm": 0.09926562756299973, "query_session_index": 2, "query_start_sec": 16.519999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.8006957769393921}], "gold_semantic_scores": [0.776087760925293], "gold_temporal_scores": [0.024607915431261063], "max_gold_score": 0.8006957769393921, "max_candidate_score": 0.8006957769393921, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5676528811454773, "best_gold_margin": 0.2330428957939148, "weakest_gold_margin": 0.2330428957939148}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00005", "qa_id": "main", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about the short documentary \"Behind the Stars\"?", "temporal_relation": "session", "query_temporal_norm": 0.15074913203716278, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.70452481508255}], "gold_semantic_scores": [0.6704907417297363], "gold_temporal_scores": [0.03403416648507118], "max_gold_score": 0.70452481508255, "max_candidate_score": 0.70452481508255, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3182838261127472, "best_gold_margin": 0.38624098896980286, "weakest_gold_margin": 0.38624098896980286}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00005", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we argue about regarding the season two cliffhanger?", "temporal_relation": "none", "query_temporal_norm": 0.0926763191819191, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.1924441009759903}], "gold_semantic_scores": [0.19344517588615417], "gold_temporal_scores": [-0.0010010410333052278], "max_gold_score": 0.1924441009759903, "max_candidate_score": 0.1924441009759903, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.18857108056545258, "best_gold_margin": 0.0038730204105377197, "weakest_gold_margin": 0.0038730204105377197}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00162", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my chore schedule change?", "temporal_relation": "comparison", "query_temporal_norm": 0.35999828577041626, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8110033869743347}, {"memory_id": "history_02_utt_0008", "score": 0.7467063665390015}], "gold_semantic_scores": [0.6844797134399414, 0.6069153547286987], "gold_temporal_scores": [0.1265236735343933, 0.13979117572307587], "max_gold_score": 0.8110033869743347, "max_candidate_score": 0.8110033869743347, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7891066670417786, "best_gold_margin": 0.021896719932556152, "weakest_gold_margin": -0.0424003005027771}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00162", "qa_id": "extra_qa_0009", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who is the person assigned to doing dishes on Wednesdays and laundry on Sundays?", "temporal_relation": "none", "query_temporal_norm": 0.24878516793251038, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8873782157897949}], "gold_semantic_scores": [0.7675672769546509], "gold_temporal_scores": [0.11981091648340225], "max_gold_score": 0.8873782157897949, "max_candidate_score": 0.8888585567474365, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0009::1", "max_non_gold_score": 0.8888585567474365, "best_gold_margin": -0.0014803409576416016, "weakest_gold_margin": -0.0014803409576416016}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00162", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What are the current assigned days for dishes and for laundry?", "temporal_relation": "latest", "query_temporal_norm": 0.5694347023963928, "query_session_index": 2, "query_start_sec": 18.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9436357021331787}], "gold_semantic_scores": [0.6794856190681458], "gold_temporal_scores": [0.2641497552394867], "max_gold_score": 0.9436357021331787, "max_candidate_score": 0.9436357021331787, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9413564205169678, "best_gold_margin": 0.0022792816162109375, "weakest_gold_margin": 0.0022792816162109375}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00314", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Greenway Deli, and why is it closed today?", "temporal_relation": "none", "query_temporal_norm": 0.2092180997133255, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7905537486076355}, {"memory_id": "history_02_utt_0010", "score": 0.8812718987464905}], "gold_semantic_scores": [0.7220396995544434, 0.8115909695625305], "gold_temporal_scores": [0.06851392239332199, 0.06968063116073608], "max_gold_score": 0.8812718987464905, "max_candidate_score": 0.8812718987464905, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.802964448928833, "best_gold_margin": 0.07830744981765747, "weakest_gold_margin": -0.01241070032119751}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00314", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What service was mentioned as the reason for suggesting Sunrise Pharmacy?", "temporal_relation": "none", "query_temporal_norm": 0.11690933257341385, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6548763513565063}], "gold_semantic_scores": [0.6330901384353638], "gold_temporal_scores": [0.021786175668239594], "max_gold_score": 0.6548763513565063, "max_candidate_score": 0.6548763513565063, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.3961283266544342, "best_gold_margin": 0.25874802470207214, "weakest_gold_margin": 0.25874802470207214}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00314", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Sunrise Pharmacy suggested?", "temporal_relation": "session", "query_temporal_norm": 0.11906225234270096, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.6534276604652405}], "gold_semantic_scores": [0.6216121912002563], "gold_temporal_scores": [0.03181527182459831], "max_gold_score": 0.6534276604652405, "max_candidate_score": 0.6534276604652405, "top_memory_id": "history_01_utt_0020", "max_non_gold_score": 0.39161115884780884, "best_gold_margin": 0.26181650161743164, "weakest_gold_margin": 0.26181650161743164}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00314", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about Sunrise Pharmacy's ability to process transfers today?", "temporal_relation": "none", "query_temporal_norm": 0.102959044277668, "query_session_index": 2, "query_start_sec": 18.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0021", "score": 0.5347802042961121}], "gold_semantic_scores": [0.5036575794219971], "gold_temporal_scores": [0.0311227235943079], "max_gold_score": 0.5347802042961121, "max_candidate_score": 0.5347802042961121, "top_memory_id": "history_02_utt_0021", "max_non_gold_score": 0.3846852779388428, "best_gold_margin": 0.1500949263572693, "weakest_gold_margin": 0.1500949263572693}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00433", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention as my reason for recommending Jordan's Deep Dive, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.16640497744083405, "query_session_index": 2, "query_start_sec": 25.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7987788915634155}, {"memory_id": "history_02_utt_0008", "score": 0.7851384282112122}], "gold_semantic_scores": [0.7555075883865356, 0.7246453166007996], "gold_temporal_scores": [0.04327137768268585, 0.0604931004345417], "max_gold_score": 0.7987788915634155, "max_candidate_score": 0.7987788915634155, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7925549149513245, "best_gold_margin": 0.0062239766120910645, "weakest_gold_margin": -0.007416486740112305}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00433", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Midnight Microcast?", "temporal_relation": "none", "query_temporal_norm": 0.11019779741764069, "query_session_index": 2, "query_start_sec": 25.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.8111190795898438}], "gold_semantic_scores": [0.7928795218467712], "gold_temporal_scores": [0.018239576369524002], "max_gold_score": 0.8111190795898438, "max_candidate_score": 0.8111190795898438, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5762960314750671, "best_gold_margin": 0.2348230481147766, "weakest_gold_margin": 0.2348230481147766}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00433", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Midnight Microcast recommended?", "temporal_relation": "session", "query_temporal_norm": 0.14942960441112518, "query_session_index": 2, "query_start_sec": 25.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7916226387023926}], "gold_semantic_scores": [0.7454026937484741], "gold_temporal_scores": [0.046219684183597565], "max_gold_score": 0.7916226387023926, "max_candidate_score": 0.7916226387023926, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5405595898628235, "best_gold_margin": 0.2510630488395691, "weakest_gold_margin": 0.2510630488395691}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00433", "qa_id": "extra_qa_0006", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What eventually happened to Jordan's Deep Dive?", "temporal_relation": "none", "query_temporal_norm": 0.548336923122406, "query_session_index": 2, "query_start_sec": 25.479999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9206424951553345}], "gold_semantic_scores": [0.6833242774009705], "gold_temporal_scores": [0.23731841146945953], "max_gold_score": 0.9206424951553345, "max_candidate_score": 0.9206424951553345, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9134500622749329, "best_gold_margin": 0.007192432880401611, "weakest_gold_margin": 0.007192432880401611}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00577", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending Ava's episode \"Echoes at Noon\", and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.17110462486743927, "query_session_index": 2, "query_start_sec": 19.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7443387508392334}, {"memory_id": "history_02_utt_0007", "score": 0.7982729077339172}], "gold_semantic_scores": [0.6952676773071289, 0.7329927682876587], "gold_temporal_scores": [0.04907096549868584, 0.06528006494045258], "max_gold_score": 0.7982729077339172, "max_candidate_score": 0.7982729077339172, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7926153540611267, "best_gold_margin": 0.005657553672790527, "weakest_gold_margin": -0.04827660322189331}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00577", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What ultimately happened to Ava's suggestion \"Echoes at Noon\"?", "temporal_relation": "none", "query_temporal_norm": 0.4930552542209625, "query_session_index": 2, "query_start_sec": 19.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8777469396591187}], "gold_semantic_scores": [0.6432467699050903], "gold_temporal_scores": [0.23450042307376862], "max_gold_score": 0.8777469396591187, "max_candidate_score": 0.8777469396591187, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.651267945766449, "best_gold_margin": 0.22647899389266968, "weakest_gold_margin": 0.22647899389266968}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00577", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title was flagged as having an intimate interview focus?", "temporal_relation": "none", "query_temporal_norm": 0.13260801136493683, "query_session_index": 2, "query_start_sec": 19.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.4253385663032532}], "gold_semantic_scores": [0.4002474248409271], "gold_temporal_scores": [0.025091122835874557], "max_gold_score": 0.4253385663032532, "max_candidate_score": 0.5549156665802002, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5549156665802002, "best_gold_margin": -0.12957710027694702, "weakest_gold_margin": -0.12957710027694702}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00577", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "What am I doing to help with the snack delivery?", "temporal_relation": "none", "query_temporal_norm": 0.3523954153060913, "query_session_index": 2, "query_start_sec": 19.759999999999998, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.22336342930793762, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.22336342930793762, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00647", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they moved the screening to the rooftop lounge?", "temporal_relation": "none", "query_temporal_norm": 0.36242493987083435, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9323452115058899}], "gold_semantic_scores": [0.7633375525474548], "gold_temporal_scores": [0.16900736093521118], "max_gold_score": 0.9323452115058899, "max_candidate_score": 0.9323452115058899, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.567693829536438, "best_gold_margin": 0.3646513819694519, "weakest_gold_margin": 0.3646513819694519}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00647", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did the screening venue end up changing, and if so what was it changed from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.4155179262161255, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8179712891578674}, {"memory_id": "history_02_utt_0010", "score": 0.8635343313217163}], "gold_semantic_scores": [0.666477620601654, 0.6991608738899231], "gold_temporal_scores": [0.15149377286434174, 0.16437385976314545], "max_gold_score": 0.8635343313217163, "max_candidate_score": 0.8635343313217163, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4560784101486206, "best_gold_margin": 0.4074559211730957, "weakest_gold_margin": 0.3618928790092468}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00647", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who reported moving the screening to the rooftop lounge?", "temporal_relation": "none", "query_temporal_norm": 0.2872075140476227, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8329558372497559}], "gold_semantic_scores": [0.6964044570922852], "gold_temporal_scores": [0.1365513950586319], "max_gold_score": 0.8329558372497559, "max_candidate_score": 0.8329558372497559, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4827689230442047, "best_gold_margin": 0.35018691420555115, "weakest_gold_margin": 0.35018691420555115}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00647", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Taylor say they moved the screening?", "temporal_relation": "none", "query_temporal_norm": 0.45585471391677856, "query_session_index": 2, "query_start_sec": 16.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8766972422599792}], "gold_semantic_scores": [0.6685042381286621], "gold_temporal_scores": [0.20819306373596191], "max_gold_score": 0.8766972422599792, "max_candidate_score": 0.8766972422599792, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7365175485610962, "best_gold_margin": 0.14017969369888306, "weakest_gold_margin": 0.14017969369888306}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00712", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest deployment target was?", "temporal_relation": "latest", "query_temporal_norm": 0.5612135529518127, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0560835599899292}], "gold_semantic_scores": [0.7868561744689941], "gold_temporal_scores": [0.2692275941371918], "max_gold_score": 1.0560835599899292, "max_candidate_score": 1.069362759590149, "top_memory_id": "history_02_utt_0010::cf::main::0", "max_non_gold_score": 1.069362759590149, "best_gold_margin": -0.013279199600219727, "weakest_gold_margin": -0.013279199600219727}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00712", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which deployment target was set for the integration tests?", "temporal_relation": "none", "query_temporal_norm": 0.30662858486175537, "query_session_index": 2, "query_start_sec": 16.720000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7634631395339966}], "gold_semantic_scores": [0.7643898725509644], "gold_temporal_scores": [-0.0009269037982448936], "max_gold_score": 0.7634631395339966, "max_candidate_score": 0.7840514183044434, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7840514183044434, "best_gold_margin": -0.020588278770446777, "weakest_gold_margin": -0.020588278770446777}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00830", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the chore schedule was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5518330931663513, "query_session_index": 2, "query_start_sec": 20.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8412593007087708}], "gold_semantic_scores": [0.6933687329292297], "gold_temporal_scores": [0.1478906124830246], "max_gold_score": 0.8412593007087708, "max_candidate_score": 0.842693030834198, "top_memory_id": "history_01_utt_0008::cf::main::1", "max_non_gold_score": 0.842693030834198, "best_gold_margin": -0.001433730125427246, "weakest_gold_margin": -0.001433730125427246}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00830", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally set the schedule that had Tuesdays for kitchen and dishes and Saturdays for recycling?", "temporal_relation": "earliest", "query_temporal_norm": 0.5733635425567627, "query_session_index": 2, "query_start_sec": 20.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9169716238975525}], "gold_semantic_scores": [0.7752566933631897], "gold_temporal_scores": [0.14171531796455383], "max_gold_score": 0.9169716238975525, "max_candidate_score": 0.9170077443122864, "top_memory_id": "history_01_utt_0008::cf::extra_qa_0006::1", "max_non_gold_score": 0.9170077443122864, "best_gold_margin": -3.612041473388672e-05, "weakest_gold_margin": -3.612041473388672e-05}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00830", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current chore schedule after the update?", "temporal_relation": "latest", "query_temporal_norm": 0.539446234703064, "query_session_index": 2, "query_start_sec": 20.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7510549426078796}], "gold_semantic_scores": [0.49544212222099304], "gold_temporal_scores": [0.25561290979385376], "max_gold_score": 0.7510549426078796, "max_candidate_score": 0.7510549426078796, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.743046760559082, "best_gold_margin": 0.008008182048797607, "weakest_gold_margin": 0.008008182048797607}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00830", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chore schedule change from the earlier version to the updated one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4074557423591614, "query_session_index": 2, "query_start_sec": 20.24, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.49292293190956116}, {"memory_id": "history_02_utt_0007", "score": 0.4649030268192291}], "gold_semantic_scores": [0.3422820568084717, 0.3230553865432739], "gold_temporal_scores": [0.15064087510108948, 0.1418476700782776], "max_gold_score": 0.49292293190956116, "max_candidate_score": 0.49292293190956116, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.3013867139816284, "best_gold_margin": 0.19153621792793274, "weakest_gold_margin": 0.1635163128376007}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00960", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched to CascadeNet-Optimized for the benchmark submission?", "temporal_relation": "none", "query_temporal_norm": 0.21510958671569824, "query_session_index": 2, "query_start_sec": 17.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8973972201347351}], "gold_semantic_scores": [0.7979165315628052], "gold_temporal_scores": [0.09948086738586426], "max_gold_score": 0.8973972201347351, "max_candidate_score": 0.8973972201347351, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5594689249992371, "best_gold_margin": 0.33792829513549805, "weakest_gold_margin": 0.33792829513549805}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00960", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model was originally planned for the challenge, and which model is being used now for the benchmark submission?", "temporal_relation": "none", "query_temporal_norm": 0.5116823315620422, "query_session_index": 2, "query_start_sec": 17.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6718922853469849}, {"memory_id": "history_02_utt_0009", "score": 0.6814161539077759}], "gold_semantic_scores": [0.5051364302635193, 0.6031168699264526], "gold_temporal_scores": [0.16675598919391632, 0.07829927653074265], "max_gold_score": 0.6814161539077759, "max_candidate_score": 0.6814161539077759, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5008371472358704, "best_gold_margin": 0.18057900667190552, "weakest_gold_margin": 0.1710551381111145}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00960", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which model did Rowan say they switched to for the benchmark submission?", "temporal_relation": "none", "query_temporal_norm": 0.427933931350708, "query_session_index": 2, "query_start_sec": 17.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9184572100639343}], "gold_semantic_scores": [0.6911963820457458], "gold_temporal_scores": [0.22726069390773773], "max_gold_score": 0.9184572100639343, "max_candidate_score": 0.9184572100639343, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.779834508895874, "best_gold_margin": 0.1386227011680603, "weakest_gold_margin": 0.1386227011680603}
{"sample_id": "memory_qwen_gpt_final_v1_p3_00960", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Rowan say they had switched to CascadeNet-Optimized?", "temporal_relation": "session", "query_temporal_norm": 0.2704264521598816, "query_session_index": 2, "query_start_sec": 17.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7957682609558105}], "gold_semantic_scores": [0.6694648265838623], "gold_temporal_scores": [0.12630343437194824], "max_gold_score": 0.7957682609558105, "max_candidate_score": 0.7957682609558105, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7239986062049866, "best_gold_margin": 0.07176965475082397, "weakest_gold_margin": 0.07176965475082397}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01110", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my deployment target was before, and what did I change it to in the later discussion?", "temporal_relation": "comparison", "query_temporal_norm": 0.37574222683906555, "query_session_index": 2, "query_start_sec": 20.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7701082825660706}, {"memory_id": "history_02_utt_0007", "score": 0.5893771648406982}], "gold_semantic_scores": [0.631783664226532, 0.4814898371696472], "gold_temporal_scores": [0.13832448422908783, 0.10788729786872864], "max_gold_score": 0.7701082825660706, "max_candidate_score": 0.8210011720657349, "top_memory_id": "history_01_utt_0007::cf::main::0", "max_non_gold_score": 0.8210011720657349, "best_gold_margin": -0.05089288949966431, "weakest_gold_margin": -0.23162400722503662}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01110", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who planned to deploy the build?", "temporal_relation": "none", "query_temporal_norm": 0.16925516724586487, "query_session_index": 2, "query_start_sec": 20.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6726803779602051}], "gold_semantic_scores": [0.6463081240653992], "gold_temporal_scores": [0.026372253894805908], "max_gold_score": 0.6726803779602051, "max_candidate_score": 0.6726803779602051, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5004947185516357, "best_gold_margin": 0.17218565940856934, "weakest_gold_margin": 0.17218565940856934}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01110", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had updated the plan to deploy to the managed cloud canary cluster?", "temporal_relation": "none", "query_temporal_norm": 0.2689584195613861, "query_session_index": 2, "query_start_sec": 20.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8566753268241882}], "gold_semantic_scores": [0.7263575196266174], "gold_temporal_scores": [0.13031795620918274], "max_gold_score": 0.8566753268241882, "max_candidate_score": 0.8566753268241882, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6367402076721191, "best_gold_margin": 0.2199351191520691, "weakest_gold_margin": 0.2199351191520691}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01110", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "When did we say the reminder for the access renewal would be sent?", "temporal_relation": "none", "query_temporal_norm": 0.3211701810359955, "query_session_index": 2, "query_start_sec": 20.72, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.341663658618927, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.341663658618927, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01186", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.407382071018219, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7727921605110168}, {"memory_id": "history_02_utt_0009", "score": 0.8365985155105591}], "gold_semantic_scores": [0.6295229196548462, 0.6950618624687195], "gold_temporal_scores": [0.14326922595500946, 0.1415368914604187], "max_gold_score": 0.8365985155105591, "max_candidate_score": 0.8365985155105591, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8307154774665833, "best_gold_margin": 0.00588303804397583, "weakest_gold_margin": -0.057923316955566406}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01186", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were planning a museum visit for the get-together?", "temporal_relation": "none", "query_temporal_norm": 0.21813444793224335, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8228618502616882}], "gold_semantic_scores": [0.7977061867713928], "gold_temporal_scores": [0.025155674666166306], "max_gold_score": 0.8228618502616882, "max_candidate_score": 0.8228618502616882, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5702450275421143, "best_gold_margin": 0.252616822719574, "weakest_gold_margin": 0.252616822719574}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01186", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed plans and now wanted a stargazing picnic instead?", "temporal_relation": "none", "query_temporal_norm": 0.3533913195133209, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9992688298225403}], "gold_semantic_scores": [0.8432478904724121], "gold_temporal_scores": [0.15602122247219086], "max_gold_score": 0.9992688298225403, "max_candidate_score": 0.9992688298225403, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6879860758781433, "best_gold_margin": 0.311282753944397, "weakest_gold_margin": 0.311282753944397}
{"sample_id": "memory_qwen_gpt_final_v1_p3_01186", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What time is the grocery run scheduled?", "temporal_relation": "none", "query_temporal_norm": 0.27325454354286194, "query_session_index": 2, "query_start_sec": 17.12, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4068460464477539, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4068460464477539, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00059", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.39140552282333374, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.742483913898468}, {"memory_id": "history_02_utt_0009", "score": 0.7463827133178711}], "gold_semantic_scores": [0.6084423661231995, 0.6077360510826111], "gold_temporal_scores": [0.13404162228107452, 0.13864685595035553], "max_gold_score": 0.7463827133178711, "max_candidate_score": 0.7657975554466248, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7657975554466248, "best_gold_margin": -0.019414842128753662, "weakest_gold_margin": -0.02331364154815674}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00059", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they wanted to do a kayaking trip this weekend?", "temporal_relation": "none", "query_temporal_norm": 0.12675367295742035, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7417805194854736}], "gold_semantic_scores": [0.7347648739814758], "gold_temporal_scores": [0.007015811745077372], "max_gold_score": 0.7417805194854736, "max_candidate_score": 0.7417805194854736, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5211002826690674, "best_gold_margin": 0.22068023681640625, "weakest_gold_margin": 0.22068023681640625}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00059", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they changed their mind and picked an indoor escape room for the weekend?", "temporal_relation": "none", "query_temporal_norm": 0.29119637608528137, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9671779870986938}], "gold_semantic_scores": [0.8205251693725586], "gold_temporal_scores": [0.14665274322032928], "max_gold_score": 0.9671779870986938, "max_candidate_score": 0.9671779870986938, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5579947233200073, "best_gold_margin": 0.4091832637786865, "weakest_gold_margin": 0.4091832637786865}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00059", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who is planning to be near the reception desk to help with check-in?", "temporal_relation": "none", "query_temporal_norm": 0.3368717133998871, "query_session_index": 2, "query_start_sec": 16.8, "excluded_control_support_ids": ["current_01_utt_0004"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4164438843727112, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4164438843727112, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00209", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the activity choice was before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.5491993427276611, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8125450611114502}], "gold_semantic_scores": [0.6903706789016724], "gold_temporal_scores": [0.12217455357313156], "max_gold_score": 0.8125450611114502, "max_candidate_score": 0.8207764625549316, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.8207764625549316, "best_gold_margin": -0.008231401443481445, "weakest_gold_margin": -0.008231401443481445}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00209", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally suggested doing a pottery class at the community center?", "temporal_relation": "earliest", "query_temporal_norm": 0.48610666394233704, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8266346454620361}], "gold_semantic_scores": [0.737445592880249], "gold_temporal_scores": [0.08918921649456024], "max_gold_score": 0.8266346454620361, "max_candidate_score": 0.8266346454620361, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8196959495544434, "best_gold_margin": 0.0069386959075927734, "weakest_gold_margin": 0.0069386959075927734}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00209", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In an earlier discussion there was an initial activity suggestion before it was changed. What was that original suggestion?", "temporal_relation": "session", "query_temporal_norm": 0.5128961205482483, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7669956088066101}], "gold_semantic_scores": [0.6466138362884521], "gold_temporal_scores": [0.12038180232048035], "max_gold_score": 0.7669956088066101, "max_candidate_score": 0.7670638561248779, "top_memory_id": "history_01_utt_0007::cf::extra_qa_0004::1", "max_non_gold_score": 0.7670638561248779, "best_gold_margin": -6.824731826782227e-05, "weakest_gold_margin": -6.824731826782227e-05}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00209", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity change from the original choice to the new one?", "temporal_relation": "comparison", "query_temporal_norm": 0.42435935139656067, "query_session_index": 2, "query_start_sec": 21.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8072393536567688}, {"memory_id": "history_02_utt_0008", "score": 0.8145882487297058}], "gold_semantic_scores": [0.6496807336807251, 0.6762934923171997], "gold_temporal_scores": [0.15755867958068848, 0.13829460740089417], "max_gold_score": 0.8145882487297058, "max_candidate_score": 0.8145882487297058, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.45531004667282104, "best_gold_margin": 0.35927820205688477, "weakest_gold_margin": 0.35192930698394775}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00393", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who recommended The Last Broadcast, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.21273155510425568, "query_session_index": 2, "query_start_sec": 15.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6867679357528687}, {"memory_id": "history_02_utt_0010", "score": 0.7116618156433105}], "gold_semantic_scores": [0.6310654878616333, 0.6165766716003418], "gold_temporal_scores": [0.05570242926478386, 0.09508493542671204], "max_gold_score": 0.7116618156433105, "max_candidate_score": 0.7116618156433105, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4458199739456177, "best_gold_margin": 0.26584184169769287, "weakest_gold_margin": 0.24094796180725098}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00393", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to The Last Broadcast in the follow-up chat?", "temporal_relation": "none", "query_temporal_norm": 0.5443263053894043, "query_session_index": 2, "query_start_sec": 15.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9391025304794312}], "gold_semantic_scores": [0.6801523566246033], "gold_temporal_scores": [0.2589500844478607], "max_gold_score": 0.9391025304794312, "max_candidate_score": 0.9391025304794312, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5638806819915771, "best_gold_margin": 0.375221848487854, "weakest_gold_margin": 0.375221848487854}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00393", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we drop The Last Broadcast?", "temporal_relation": "session", "query_temporal_norm": 0.372422456741333, "query_session_index": 2, "query_start_sec": 15.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7829070687294006}], "gold_semantic_scores": [0.6243206262588501], "gold_temporal_scores": [0.1585865169763565], "max_gold_score": 0.7829070687294006, "max_candidate_score": 0.7829070687294006, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5848599076271057, "best_gold_margin": 0.19804716110229492, "weakest_gold_margin": 0.19804716110229492}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00393", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How was Midnight Lectures described in that earlier mention?", "temporal_relation": "before", "query_temporal_norm": 0.1680125594139099, "query_session_index": 2, "query_start_sec": 15.559999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.559661865234375}], "gold_semantic_scores": [0.5293356776237488], "gold_temporal_scores": [0.030326170846819878], "max_gold_score": 0.559661865234375, "max_candidate_score": 0.5990359783172607, "top_memory_id": "history_02_utt_0023", "max_non_gold_score": 0.5990359783172607, "best_gold_margin": -0.03937411308288574, "weakest_gold_margin": -0.03937411308288574}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00495", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about The Deep Archive, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.22935831546783447, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6849496364593506}, {"memory_id": "history_02_utt_0011", "score": 0.6977840065956116}], "gold_semantic_scores": [0.6133185625076294, 0.6397402286529541], "gold_temporal_scores": [0.07163109630346298, 0.058043960481882095], "max_gold_score": 0.6977840065956116, "max_candidate_score": 0.7081342935562134, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.7081342935562134, "best_gold_margin": -0.010350286960601807, "weakest_gold_margin": -0.023184657096862793}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00495", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In our past talks, why did someone say they dropped The Deep Archive?", "temporal_relation": "none", "query_temporal_norm": 0.14586490392684937, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6420412063598633}], "gold_semantic_scores": [0.5891119241714478], "gold_temporal_scores": [0.05292901024222374], "max_gold_score": 0.6420412063598633, "max_candidate_score": 0.6420412063598633, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6317430138587952, "best_gold_margin": 0.010298192501068115, "weakest_gold_margin": 0.010298192501068115}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00495", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did someone recommend Late Night Reads?", "temporal_relation": "none", "query_temporal_norm": 0.1324465274810791, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.8608445525169373}], "gold_semantic_scores": [0.8402217030525208], "gold_temporal_scores": [0.02062283456325531], "max_gold_score": 0.8608445525169373, "max_candidate_score": 0.8608445525169373, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.6157376766204834, "best_gold_margin": 0.24510687589645386, "weakest_gold_margin": 0.24510687589645386}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00495", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say they removed Late Night Reads?", "temporal_relation": "session", "query_temporal_norm": 0.2925367057323456, "query_session_index": 2, "query_start_sec": 23.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0025", "score": 0.8073124289512634}], "gold_semantic_scores": [0.6956636905670166], "gold_temporal_scores": [0.11164867132902145], "max_gold_score": 0.8073124289512634, "max_candidate_score": 0.8073124289512634, "top_memory_id": "history_02_utt_0025", "max_non_gold_score": 0.5384538769721985, "best_gold_margin": 0.26885855197906494, "weakest_gold_margin": 0.26885855197906494}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00569", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Rowan's venue change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.38887926936149597, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8070492148399353}, {"memory_id": "history_02_utt_0008", "score": 0.7573865652084351}], "gold_semantic_scores": [0.6646636128425598, 0.6304332613945007], "gold_temporal_scores": [0.14238564670085907, 0.12695357203483582], "max_gold_score": 0.8070492148399353, "max_candidate_score": 0.8070492148399353, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6960547566413879, "best_gold_margin": 0.11099445819854736, "weakest_gold_margin": 0.06133180856704712}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00569", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the earlier venue and what is the new venue for the listening session?", "temporal_relation": "none", "query_temporal_norm": 0.3946720361709595, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8283087611198425}, {"memory_id": "history_02_utt_0008", "score": 0.8036701083183289}], "gold_semantic_scores": [0.6830753684043884, 0.6600766181945801], "gold_temporal_scores": [0.1452334076166153, 0.14359353482723236], "max_gold_score": 0.8283087611198425, "max_candidate_score": 0.8283087611198425, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5122090578079224, "best_gold_margin": 0.31609970331192017, "weakest_gold_margin": 0.2914610505104065}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00569", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Rowan originally plan to hold the listening session?", "temporal_relation": "session", "query_temporal_norm": 0.5544223785400391, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8767485022544861}], "gold_semantic_scores": [0.7354022264480591], "gold_temporal_scores": [0.14134614169597626], "max_gold_score": 0.8767485022544861, "max_candidate_score": 0.8767485022544861, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7343014478683472, "best_gold_margin": 0.14244705438613892, "weakest_gold_margin": 0.14244705438613892}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00569", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which venue did Rowan say they switched to for the trip playlist meetup?", "temporal_relation": "none", "query_temporal_norm": 0.36710959672927856, "query_session_index": 2, "query_start_sec": 16.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9546884894371033}], "gold_semantic_scores": [0.7735380530357361], "gold_temporal_scores": [0.18115071952342987], "max_gold_score": 0.9546884894371033, "max_candidate_score": 0.9546884894371033, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7916247248649597, "best_gold_margin": 0.16306376457214355, "weakest_gold_margin": 0.16306376457214355}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00650", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for proposing StreamSlice, and why did Quinn reject it?", "temporal_relation": "none", "query_temporal_norm": 0.15454038977622986, "query_session_index": 2, "query_start_sec": 21.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7493025064468384}, {"memory_id": "history_02_utt_0009", "score": 0.8166924715042114}], "gold_semantic_scores": [0.7055630087852478, 0.7616212368011475], "gold_temporal_scores": [0.043739527463912964, 0.0550711452960968], "max_gold_score": 0.8166924715042114, "max_candidate_score": 0.8166924715042114, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7753374576568604, "best_gold_margin": 0.041355013847351074, "weakest_gold_margin": -0.026034951210021973}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00650", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for proposing BatchRelay?", "temporal_relation": "none", "query_temporal_norm": 0.09816792607307434, "query_session_index": 2, "query_start_sec": 21.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7928831577301025}], "gold_semantic_scores": [0.7755200266838074], "gold_temporal_scores": [0.017363356426358223], "max_gold_score": 0.7928831577301025, "max_candidate_score": 0.7928831577301025, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5571771264076233, "best_gold_margin": 0.23570603132247925, "weakest_gold_margin": 0.23570603132247925}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00650", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was BatchRelay proposed?", "temporal_relation": "session", "query_temporal_norm": 0.17978323996067047, "query_session_index": 2, "query_start_sec": 21.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7323228120803833}], "gold_semantic_scores": [0.6761537790298462], "gold_temporal_scores": [0.05616892874240875], "max_gold_score": 0.7323228120803833, "max_candidate_score": 0.7323228120803833, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5892159342765808, "best_gold_margin": 0.1431068778038025, "weakest_gold_margin": 0.1431068778038025}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00650", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was BatchRelay rejected?", "temporal_relation": "session", "query_temporal_norm": 0.17019706964492798, "query_session_index": 2, "query_start_sec": 21.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0023", "score": 0.6757274270057678}], "gold_semantic_scores": [0.6454126834869385], "gold_temporal_scores": [0.03031458705663681], "max_gold_score": 0.6757274270057678, "max_candidate_score": 0.6757274270057678, "top_memory_id": "history_02_utt_0023", "max_non_gold_score": 0.5520774126052856, "best_gold_margin": 0.12365001440048218, "weakest_gold_margin": 0.12365001440048218}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00734", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was notable about Green Harvest Market, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.15471039712429047, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7346701622009277}, {"memory_id": "history_02_utt_0010", "score": 0.825700044631958}], "gold_semantic_scores": [0.687466561794281, 0.7869746685028076], "gold_temporal_scores": [0.04720345512032509, 0.038725294172763824], "max_gold_score": 0.825700044631958, "max_candidate_score": 0.825700044631958, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7539612650871277, "best_gold_margin": 0.07173877954483032, "weakest_gold_margin": -0.01929110288619995}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00734", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Green Harvest Market ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.13366352021694183, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8868075609207153}], "gold_semantic_scores": [0.832236647605896], "gold_temporal_scores": [0.05457102879881859], "max_gold_score": 0.8868075609207153, "max_candidate_score": 0.8868075609207153, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7355295419692993, "best_gold_margin": 0.15127801895141602, "weakest_gold_margin": 0.15127801895141602}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00734", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was Green Harvest Market said to be closed for inventory?", "temporal_relation": "session", "query_temporal_norm": 0.142790749669075, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8599587678909302}], "gold_semantic_scores": [0.8043302893638611], "gold_temporal_scores": [0.05562841519713402], "max_gold_score": 0.8599587678909302, "max_candidate_score": 0.8599587678909302, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8221235275268555, "best_gold_margin": 0.03783524036407471, "weakest_gold_margin": 0.03783524036407471}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00734", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What service did Sunrise Deli offer that was given as the reason to recommend it?", "temporal_relation": "none", "query_temporal_norm": 0.1044686809182167, "query_session_index": 2, "query_start_sec": 16.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7563066482543945}], "gold_semantic_scores": [0.7364916205406189], "gold_temporal_scores": [0.019815078005194664], "max_gold_score": 0.7563066482543945, "max_candidate_score": 0.7563066482543945, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5678108930587769, "best_gold_margin": 0.18849575519561768, "weakest_gold_margin": 0.18849575519561768}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00817", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Harbor Bistro, and why is it closed tonight?", "temporal_relation": "none", "query_temporal_norm": 0.12884439527988434, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.731246829032898}, {"memory_id": "history_02_utt_0008", "score": 0.824465274810791}], "gold_semantic_scores": [0.6969506144523621, 0.8097699284553528], "gold_temporal_scores": [0.03429608419537544, 0.014695300720632076], "max_gold_score": 0.824465274810791, "max_candidate_score": 0.824465274810791, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7407106161117554, "best_gold_margin": 0.08375465869903564, "weakest_gold_margin": -0.009463787078857422}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00817", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was reported about Harbor Bistro's availability tonight?", "temporal_relation": "none", "query_temporal_norm": 0.20384086668491364, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8874715566635132}], "gold_semantic_scores": [0.8312838077545166], "gold_temporal_scores": [0.056187599897384644], "max_gold_score": 0.8874715566635132, "max_candidate_score": 0.8874715566635132, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5699907541275024, "best_gold_margin": 0.31748080253601074, "weakest_gold_margin": 0.31748080253601074}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00817", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Maple Corner?", "temporal_relation": "none", "query_temporal_norm": 0.10255684703588486, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7960536479949951}], "gold_semantic_scores": [0.7815137505531311], "gold_temporal_scores": [0.01453992910683155], "max_gold_score": 0.7960536479949951, "max_candidate_score": 0.7960536479949951, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.6564481854438782, "best_gold_margin": 0.13960546255111694, "weakest_gold_margin": 0.13960546255111694}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00817", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Maple Corner labels vegan options clearly?", "temporal_relation": "session", "query_temporal_norm": 0.1242000088095665, "query_session_index": 2, "query_start_sec": 16.12, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.6449490785598755}], "gold_semantic_scores": [0.6121219992637634], "gold_temporal_scores": [0.03282700851559639], "max_gold_score": 0.6449490785598755, "max_candidate_score": 0.6906864047050476, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.6906864047050476, "best_gold_margin": -0.04573732614517212, "weakest_gold_margin": -0.04573732614517212}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00888", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said the clip was a 5/10?", "temporal_relation": "earliest", "query_temporal_norm": 0.5638130307197571, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8437565565109253}], "gold_semantic_scores": [0.7100175023078918], "gold_temporal_scores": [0.13373927772045135], "max_gold_score": 0.8437565565109253, "max_candidate_score": 0.8437565565109253, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5277279615402222, "best_gold_margin": 0.3160285949707031, "weakest_gold_margin": 0.3160285949707031}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00888", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the clip's rating change between the earlier comment and the later update?", "temporal_relation": "comparison", "query_temporal_norm": 0.3927413523197174, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7704074382781982}, {"memory_id": "history_02_utt_0007", "score": 0.8613837361335754}], "gold_semantic_scores": [0.627924382686615, 0.7121953964233398], "gold_temporal_scores": [0.14248305559158325, 0.14918844401836395], "max_gold_score": 0.8613837361335754, "max_candidate_score": 0.8613837361335754, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.4171612858772278, "best_gold_margin": 0.44422245025634766, "weakest_gold_margin": 0.35324615240097046}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00888", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Finley originally give that clip?", "temporal_relation": "earliest", "query_temporal_norm": 0.5473730564117432, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8794996738433838}], "gold_semantic_scores": [0.7402929067611694], "gold_temporal_scores": [0.13920681178569794], "max_gold_score": 0.8794996738433838, "max_candidate_score": 0.8794996738433838, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6889051795005798, "best_gold_margin": 0.19059449434280396, "weakest_gold_margin": 0.19059449434280396}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00888", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who described the clip as a five out of ten?", "temporal_relation": "none", "query_temporal_norm": 0.14535462856292725, "query_session_index": 2, "query_start_sec": 16.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7966875433921814}], "gold_semantic_scores": [0.7563035488128662], "gold_temporal_scores": [0.040384046733379364], "max_gold_score": 0.7966875433921814, "max_candidate_score": 0.7966875433921814, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5390006303787231, "best_gold_margin": 0.25768691301345825, "weakest_gold_margin": 0.25768691301345825}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00995", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say the latest chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.5598894357681274, "query_session_index": 2, "query_start_sec": 21.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 1.0268597602844238}], "gold_semantic_scores": [0.7521357536315918], "gold_temporal_scores": [0.27472391724586487], "max_gold_score": 1.0268597602844238, "max_candidate_score": 1.0268597602844238, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 1.0261353254318237, "best_gold_margin": 0.0007244348526000977, "weakest_gold_margin": 0.0007244348526000977}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00995", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title had originally been chosen to keep earlier in the discussions?", "temporal_relation": "session", "query_temporal_norm": 0.5724526643753052, "query_session_index": 2, "query_start_sec": 21.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8168169856071472}], "gold_semantic_scores": [0.6661289930343628], "gold_temporal_scores": [0.15068835020065308], "max_gold_score": 0.8168169856071472, "max_candidate_score": 0.8168169856071472, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5123414397239685, "best_gold_margin": 0.3044755458831787, "weakest_gold_margin": 0.3044755458831787}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00995", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the chosen title change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4115860164165497, "query_session_index": 2, "query_start_sec": 21.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7746117115020752}, {"memory_id": "history_02_utt_0010", "score": 0.7976186871528625}], "gold_semantic_scores": [0.6213467717170715, 0.6591602563858032], "gold_temporal_scores": [0.15326498448848724, 0.13845869898796082], "max_gold_score": 0.7976186871528625, "max_candidate_score": 0.7976186871528625, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4899252951145172, "best_gold_margin": 0.30769339203834534, "weakest_gold_margin": 0.284686416387558}
{"sample_id": "memory_qwen_gpt_final_v1_p4_00995", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title was originally picked to keep in the earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.5644832849502563, "query_session_index": 2, "query_start_sec": 21.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8604365587234497}], "gold_semantic_scores": [0.6964424848556519], "gold_temporal_scores": [0.16399423778057098], "max_gold_score": 0.8604365587234497, "max_candidate_score": 0.8604365587234497, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6000398993492126, "best_gold_margin": 0.26039665937423706, "weakest_gold_margin": 0.26039665937423706}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01093", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Jordan originally say the venue was before it got changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5580271482467651, "query_session_index": 2, "query_start_sec": 20.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7745632529258728}], "gold_semantic_scores": [0.6473366618156433], "gold_temporal_scores": [0.12722660601139069], "max_gold_score": 0.7745632529258728, "max_candidate_score": 0.7745632529258728, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6018542647361755, "best_gold_margin": 0.17270898818969727, "weakest_gold_margin": 0.17270898818969727}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01093", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the screening going to be set up now?", "temporal_relation": "latest", "query_temporal_norm": 0.5524872541427612, "query_session_index": 2, "query_start_sec": 20.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9184171557426453}], "gold_semantic_scores": [0.6607688665390015], "gold_temporal_scores": [0.25764814019203186], "max_gold_score": 0.9184171557426453, "max_candidate_score": 0.9184171557426453, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.9161470532417297, "best_gold_margin": 0.0022701025009155273, "weakest_gold_margin": 0.0022701025009155273}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01093", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Jordan say he had originally reserved for the movie night?", "temporal_relation": "earliest", "query_temporal_norm": 0.5665594935417175, "query_session_index": 2, "query_start_sec": 20.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8779898285865784}], "gold_semantic_scores": [0.7462114095687866], "gold_temporal_scores": [0.13177849352359772], "max_gold_score": 0.8779898285865784, "max_candidate_score": 0.8779898285865784, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7035642266273499, "best_gold_margin": 0.17442560195922852, "weakest_gold_margin": 0.17442560195922852}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01093", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before the plan was changed, where had the venue been reserved for the movie night?", "temporal_relation": "before", "query_temporal_norm": 0.4395524263381958, "query_session_index": 2, "query_start_sec": 20.959999999999997, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9152758121490479}], "gold_semantic_scores": [0.75166916847229], "gold_temporal_scores": [0.16360659897327423], "max_gold_score": 0.9152758121490479, "max_candidate_score": 0.9152758121490479, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6985787153244019, "best_gold_margin": 0.216697096824646, "weakest_gold_margin": 0.216697096824646}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01151", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who gave the most recent rating of 8.5 out of 10 for the finale?", "temporal_relation": "none", "query_temporal_norm": 0.543936550617218, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9311238527297974}], "gold_semantic_scores": [0.6749728322029114], "gold_temporal_scores": [0.2561512887477875], "max_gold_score": 0.9311238527297974, "max_candidate_score": 0.9311238527297974, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9308063983917236, "best_gold_margin": 0.00031745433807373047, "weakest_gold_margin": 0.00031745433807373047}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01151", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Casey give the finale?", "temporal_relation": "none", "query_temporal_norm": 0.29747360944747925, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8139476776123047}], "gold_semantic_scores": [0.6833301186561584], "gold_temporal_scores": [0.1306171864271164], "max_gold_score": 0.8139476776123047, "max_candidate_score": 0.8139476776123047, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6763367056846619, "best_gold_margin": 0.13761097192764282, "weakest_gold_margin": 0.13761097192764282}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01151", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey say they rated the finale 8.5/10?", "temporal_relation": "session", "query_temporal_norm": 0.2498795986175537, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7899960875511169}], "gold_semantic_scores": [0.6795735955238342], "gold_temporal_scores": [0.11042283475399017], "max_gold_score": 0.7899960875511169, "max_candidate_score": 0.7899960875511169, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7272235155105591, "best_gold_margin": 0.06277257204055786, "weakest_gold_margin": 0.06277257204055786}
{"sample_id": "memory_qwen_gpt_final_v1_p4_01151", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the stated rating for the finale change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.38801029324531555, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6616408824920654}, {"memory_id": "history_02_utt_0008", "score": 0.7169116139411926}], "gold_semantic_scores": [0.5241542458534241, 0.560592532157898], "gold_temporal_scores": [0.13748666644096375, 0.1563187539577484], "max_gold_score": 0.7169116139411926, "max_candidate_score": 0.7169116139411926, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.33535292744636536, "best_gold_margin": 0.38155868649482727, "weakest_gold_margin": 0.3262879550457001}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00074", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending the sunset transition slot track, and why was it removed?", "temporal_relation": "none", "query_temporal_norm": 0.148256316781044, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.616205632686615}, {"memory_id": "history_02_utt_0009", "score": 0.7529070377349854}], "gold_semantic_scores": [0.5721256136894226, 0.7049946188926697], "gold_temporal_scores": [0.04408004507422447, 0.047912485897541046], "max_gold_score": 0.7529070377349854, "max_candidate_score": 0.7529070377349854, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6585386991500854, "best_gold_margin": 0.0943683385848999, "weakest_gold_margin": -0.04233306646347046}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00074", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What happened to the sunset transition slot pick?", "temporal_relation": "none", "query_temporal_norm": 0.26489222049713135, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.844667911529541}], "gold_semantic_scores": [0.7242357134819031], "gold_temporal_scores": [0.12043201178312302], "max_gold_score": 0.844667911529541, "max_candidate_score": 0.844667911529541, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6865450143814087, "best_gold_margin": 0.15812289714813232, "weakest_gold_margin": 0.15812289714813232}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00074", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which track was pitched for the drive start slot?", "temporal_relation": "none", "query_temporal_norm": 0.1780097633600235, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0020", "score": 0.4650304913520813}], "gold_semantic_scores": [0.4477214217185974], "gold_temporal_scores": [0.017309142276644707], "max_gold_score": 0.4650304913520813, "max_candidate_score": 0.47819602489471436, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.47819602489471436, "best_gold_margin": -0.013165533542633057, "weakest_gold_margin": -0.013165533542633057}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00074", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "person_to_fact", "query_text": "Where did Quinn say the HDMI cable is located?", "temporal_relation": "none", "query_temporal_norm": 0.35265469551086426, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.3457489013671875, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3457489013671875, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00167", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn originally say the dataset version was before it changed?", "temporal_relation": "earliest", "query_temporal_norm": 0.5312014222145081, "query_session_index": 2, "query_start_sec": 21.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8783106207847595}], "gold_semantic_scores": [0.7068527936935425], "gold_temporal_scores": [0.17145776748657227], "max_gold_score": 0.8783106207847595, "max_candidate_score": 0.8783106207847595, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7594092488288879, "best_gold_margin": 0.11890137195587158, "weakest_gold_margin": 0.11890137195587158}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00167", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dataset change between the earlier version and the newer one?", "temporal_relation": "comparison", "query_temporal_norm": 0.3962068259716034, "query_session_index": 2, "query_start_sec": 21.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6305617690086365}, {"memory_id": "history_02_utt_0010", "score": 0.6555243730545044}], "gold_semantic_scores": [0.4864911139011383, 0.514327883720398], "gold_temporal_scores": [0.1440707892179489, 0.14119651913642883], "max_gold_score": 0.6555243730545044, "max_candidate_score": 0.6555243730545044, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5383066534996033, "best_gold_margin": 0.11721771955490112, "weakest_gold_margin": 0.0922551155090332}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00167", "qa_id": "extra_qa_0003", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who reported that the initial dataset configuration was v0.9?", "temporal_relation": "earliest", "query_temporal_norm": 0.5166482925415039, "query_session_index": 2, "query_start_sec": 21.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7899714112281799}], "gold_semantic_scores": [0.6614236831665039], "gold_temporal_scores": [0.12854766845703125], "max_gold_score": 0.7899714112281799, "max_candidate_score": 0.7899714112281799, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6220219135284424, "best_gold_margin": 0.16794949769973755, "weakest_gold_margin": 0.16794949769973755}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00167", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "According to Quinn, what was the dataset's original version and format?", "temporal_relation": "earliest", "query_temporal_norm": 0.48734766244888306, "query_session_index": 2, "query_start_sec": 21.240000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7449482679367065}], "gold_semantic_scores": [0.5728162527084351], "gold_temporal_scores": [0.1721319854259491], "max_gold_score": 0.7449482679367065, "max_candidate_score": 0.7449482679367065, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6862078905105591, "best_gold_margin": 0.05874037742614746, "weakest_gold_margin": 0.05874037742614746}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00246", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say was my reason for recommending The Long Night, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.18644914031028748, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8071017265319824}, {"memory_id": "history_02_utt_0008", "score": 0.8126680850982666}], "gold_semantic_scores": [0.7484816908836365, 0.7479956746101379], "gold_temporal_scores": [0.05861992761492729, 0.06467240303754807], "max_gold_score": 0.8126680850982666, "max_candidate_score": 0.8268325924873352, "top_memory_id": "history_01_utt_0008::cf::main::0", "max_non_gold_score": 0.8268325924873352, "best_gold_margin": -0.014164507389068604, "weakest_gold_margin": -0.019730865955352783}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00246", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop The Long Night in the earlier discussion?", "temporal_relation": "none", "query_temporal_norm": 0.23909977078437805, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.975145697593689}], "gold_semantic_scores": [0.8629747033119202], "gold_temporal_scores": [0.11217114329338074], "max_gold_score": 0.975145697593689, "max_candidate_score": 0.975145697593689, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6911320090293884, "best_gold_margin": 0.28401368856430054, "weakest_gold_margin": 0.28401368856430054}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00246", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we say we dropped The Long Night?", "temporal_relation": "session", "query_temporal_norm": 0.22161221504211426, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9670648574829102}], "gold_semantic_scores": [0.8635196089744568], "gold_temporal_scores": [0.10354535281658173], "max_gold_score": 0.9670648574829102, "max_candidate_score": 0.9670648574829102, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5948682427406311, "best_gold_margin": 0.37219661474227905, "weakest_gold_margin": 0.37219661474227905}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00246", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for recommending Echoes of Dawn earlier?", "temporal_relation": "none", "query_temporal_norm": 0.11841430515050888, "query_session_index": 2, "query_start_sec": 19.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.7280527949333191}], "gold_semantic_scores": [0.713722825050354], "gold_temporal_scores": [0.01433023251593113], "max_gold_score": 0.7280527949333191, "max_candidate_score": 0.7280527949333191, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5635631680488586, "best_gold_margin": 0.16448962688446045, "weakest_gold_margin": 0.16448962688446045}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00311", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.5502877235412598, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9617733955383301}], "gold_semantic_scores": [0.6817002892494202], "gold_temporal_scores": [0.2800731956958771], "max_gold_score": 0.9617733955383301, "max_candidate_score": 0.9658446311950684, "top_memory_id": "history_02_utt_0008::cf::main::1", "max_non_gold_score": 0.9658446311950684, "best_gold_margin": -0.004071235656738281, "weakest_gold_margin": -0.004071235656738281}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00311", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What shopping item did we mention picking up from the corner store earlier?", "temporal_relation": "none", "query_temporal_norm": 0.45560422539711, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.79616379737854}], "gold_semantic_scores": [0.6705971360206604], "gold_temporal_scores": [0.12556667625904083], "max_gold_score": 0.79616379737854, "max_candidate_score": 0.79616379737854, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5845127105712891, "best_gold_margin": 0.21165108680725098, "weakest_gold_margin": 0.21165108680725098}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00311", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we talk about picking up a 6-pack of microfiber cleaning cloths (unscented)?", "temporal_relation": "session", "query_temporal_norm": 0.1592949479818344, "query_session_index": 2, "query_start_sec": 18.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8776131272315979}], "gold_semantic_scores": [0.8314388990402222], "gold_temporal_scores": [0.046174172312021255], "max_gold_score": 0.8776131272315979, "max_candidate_score": 0.8776131272315979, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6365905404090881, "best_gold_margin": 0.24102258682250977, "weakest_gold_margin": 0.24102258682250977}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00447", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I choose for the watchlist in the earlier discussion, and what did I choose in the later meeting?", "temporal_relation": "none", "query_temporal_norm": 0.3410559892654419, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7143964171409607}, {"memory_id": "history_02_utt_0009", "score": 0.7195746302604675}], "gold_semantic_scores": [0.6108172535896301, 0.5847011208534241], "gold_temporal_scores": [0.10357943922281265, 0.134873166680336], "max_gold_score": 0.7195746302604675, "max_candidate_score": 0.7195746302604675, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.715871274471283, "best_gold_margin": 0.0037033557891845703, "weakest_gold_margin": -0.0014748573303222656}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00447", "qa_id": "extra_qa_0009", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they chose Echoes of the Archive for the watchlist in the latest meeting?", "temporal_relation": "latest", "query_temporal_norm": 0.2903393805027008, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9439740777015686}], "gold_semantic_scores": [0.8343417644500732], "gold_temporal_scores": [0.10963242501020432], "max_gold_score": 0.9439740777015686, "max_candidate_score": 0.9457578659057617, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0009::1", "max_non_gold_score": 0.9457578659057617, "best_gold_margin": -0.0017837882041931152, "weakest_gold_margin": -0.0017837882041931152}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00447", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which title is currently on the watchlist according to the latest meeting?", "temporal_relation": "latest", "query_temporal_norm": 0.5310994982719421, "query_session_index": 2, "query_start_sec": 14.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8077566027641296}], "gold_semantic_scores": [0.5380375981330872], "gold_temporal_scores": [0.2697191834449768], "max_gold_score": 0.8077566027641296, "max_candidate_score": 0.8077566027641296, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8037741184234619, "best_gold_margin": 0.003982484340667725, "weakest_gold_margin": 0.003982484340667725}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00553", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Greenway Pharmacy, and why was it closed?", "temporal_relation": "none", "query_temporal_norm": 0.2095434069633484, "query_session_index": 2, "query_start_sec": 20.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7041808366775513}, {"memory_id": "history_02_utt_0007", "score": 0.7968419790267944}], "gold_semantic_scores": [0.6405915021896362, 0.768265426158905], "gold_temporal_scores": [0.06358933448791504, 0.02857666090130806], "max_gold_score": 0.7968419790267944, "max_candidate_score": 0.7968419790267944, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.724250853061676, "best_gold_margin": 0.07259112596511841, "weakest_gold_margin": -0.020070016384124756}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00553", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Greenway Pharmacy said to be unavailable earlier?", "temporal_relation": "none", "query_temporal_norm": 0.20474156737327576, "query_session_index": 2, "query_start_sec": 20.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.6323783993721008}], "gold_semantic_scores": [0.6009547114372253], "gold_temporal_scores": [0.03142370656132698], "max_gold_score": 0.6323783993721008, "max_candidate_score": 0.6323783993721008, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.45582735538482666, "best_gold_margin": 0.17655104398727417, "weakest_gold_margin": 0.17655104398727417}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00553", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for mentioning Corner Deli earlier?", "temporal_relation": "none", "query_temporal_norm": 0.1252511739730835, "query_session_index": 2, "query_start_sec": 20.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.8369107246398926}], "gold_semantic_scores": [0.8175544142723083], "gold_temporal_scores": [0.019356392323970795], "max_gold_score": 0.8369107246398926, "max_candidate_score": 0.8369107246398926, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5460151433944702, "best_gold_margin": 0.29089558124542236, "weakest_gold_margin": 0.29089558124542236}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00553", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we mention Corner Deli?", "temporal_relation": "session", "query_temporal_norm": 0.24803362786769867, "query_session_index": 2, "query_start_sec": 20.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7965795993804932}], "gold_semantic_scores": [0.7445841431617737], "gold_temporal_scores": [0.05199551582336426], "max_gold_score": 0.7965795993804932, "max_candidate_score": 0.7965795993804932, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.566545307636261, "best_gold_margin": 0.23003429174423218, "weakest_gold_margin": 0.23003429174423218}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00667", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5285261273384094, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8663325309753418}], "gold_semantic_scores": [0.58819580078125], "gold_temporal_scores": [0.27813655138015747], "max_gold_score": 0.8663325309753418, "max_candidate_score": 0.8663325309753418, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8630170226097107, "best_gold_margin": 0.0033155083656311035, "weakest_gold_margin": 0.0033155083656311035}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00667", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our discussions, which prototype model was initially chosen?", "temporal_relation": "session", "query_temporal_norm": 0.5623975396156311, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7747330069541931}], "gold_semantic_scores": [0.6231297254562378], "gold_temporal_scores": [0.15160314738750458], "max_gold_score": 0.7747330069541931, "max_candidate_score": 0.7747330069541931, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.4888125956058502, "best_gold_margin": 0.2859204113483429, "weakest_gold_margin": 0.2859204113483429}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00667", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Which model did Avery report switching to for the prototype?", "temporal_relation": "none", "query_temporal_norm": 0.394583135843277, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6660987734794617}], "gold_semantic_scores": [0.4621114134788513], "gold_temporal_scores": [0.20398768782615662], "max_gold_score": 0.6660987734794617, "max_candidate_score": 0.6660987734794617, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5702407956123352, "best_gold_margin": 0.09585797786712646, "weakest_gold_margin": 0.09585797786712646}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00667", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the team switched to DilatedTransformer-Lite for the prototype?", "temporal_relation": "none", "query_temporal_norm": 0.29199743270874023, "query_session_index": 2, "query_start_sec": 13.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.815743088722229}], "gold_semantic_scores": [0.684177815914154], "gold_temporal_scores": [0.1315651684999466], "max_gold_score": 0.815743088722229, "max_candidate_score": 0.815743088722229, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4429369270801544, "best_gold_margin": 0.3728061616420746, "weakest_gold_margin": 0.3728061616420746}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00767", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Morgan's evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3849940896034241, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7508485317230225}, {"memory_id": "history_02_utt_0007", "score": 0.751599133014679}], "gold_semantic_scores": [0.6093104481697083, 0.6153578162193298], "gold_temporal_scores": [0.1415380835533142, 0.13624155521392822], "max_gold_score": 0.751599133014679, "max_candidate_score": 0.751599133014679, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6739600300788879, "best_gold_margin": 0.07763910293579102, "weakest_gold_margin": 0.07688850164413452}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00767", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Morgan say they had for the benchmark?", "temporal_relation": "none", "query_temporal_norm": 0.21090999245643616, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.670401394367218}], "gold_semantic_scores": [0.6259570717811584], "gold_temporal_scores": [0.044444307684898376], "max_gold_score": 0.670401394367218, "max_candidate_score": 0.670401394367218, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.5107999444007874, "best_gold_margin": 0.15960144996643066, "weakest_gold_margin": 0.15960144996643066}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00767", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan say they planned a single-condition lab benchmark using per-class accuracy?", "temporal_relation": "session", "query_temporal_norm": 0.19316896796226501, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8049948215484619}], "gold_semantic_scores": [0.7592447400093079], "gold_temporal_scores": [0.04575001448392868], "max_gold_score": 0.8049948215484619, "max_candidate_score": 0.8049948215484619, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6916137337684631, "best_gold_margin": 0.11338108777999878, "weakest_gold_margin": 0.11338108777999878}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00767", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan say they switched to a two-condition external pilot?", "temporal_relation": "session", "query_temporal_norm": 0.2527707815170288, "query_session_index": 2, "query_start_sec": 12.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8408392071723938}], "gold_semantic_scores": [0.7155448794364929], "gold_temporal_scores": [0.12529440224170685], "max_gold_score": 0.8408392071723938, "max_candidate_score": 0.8408392071723938, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.7704938054084778, "best_gold_margin": 0.07034540176391602, "weakest_gold_margin": 0.07034540176391602}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00976", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Quinn's evaluation plan change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.42037078738212585, "query_session_index": 2, "query_start_sec": 17.840000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8450161814689636}, {"memory_id": "history_02_utt_0008", "score": 0.7754824161529541}], "gold_semantic_scores": [0.6928910613059998, 0.6173794269561768], "gold_temporal_scores": [0.15212523937225342, 0.15810303390026093], "max_gold_score": 0.8450161814689636, "max_candidate_score": 0.8450161814689636, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.7392339706420898, "best_gold_margin": 0.10578221082687378, "weakest_gold_margin": 0.03624844551086426}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00976", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation plan discussed earlier differ from the updated plan?", "temporal_relation": "none", "query_temporal_norm": 0.38112109899520874, "query_session_index": 2, "query_start_sec": 17.840000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7333745360374451}, {"memory_id": "history_02_utt_0008", "score": 0.7313866019248962}], "gold_semantic_scores": [0.5962747931480408, 0.5933563709259033], "gold_temporal_scores": [0.13709960877895355, 0.13802988827228546], "max_gold_score": 0.7333745360374451, "max_candidate_score": 0.7333745360374451, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.501043975353241, "best_gold_margin": 0.2323305606842041, "weakest_gold_margin": 0.23034262657165527}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00976", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to evaluate with cross-validation on the internal lab dataset?", "temporal_relation": "none", "query_temporal_norm": 0.22517599165439606, "query_session_index": 2, "query_start_sec": 17.840000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7611144185066223}], "gold_semantic_scores": [0.733593225479126], "gold_temporal_scores": [0.027521204203367233], "max_gold_score": 0.7611144185066223, "max_candidate_score": 0.7611144185066223, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.561007559299469, "best_gold_margin": 0.20010685920715332, "weakest_gold_margin": 0.20010685920715332}
{"sample_id": "memory_qwen_gpt_final_v1_p5_00976", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the evaluation to run multi-site pilot tests?", "temporal_relation": "none", "query_temporal_norm": 0.4490100145339966, "query_session_index": 2, "query_start_sec": 17.840000000000003, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9940074682235718}], "gold_semantic_scores": [0.7738441228866577], "gold_temporal_scores": [0.2201634645462036], "max_gold_score": 0.9940074682235718, "max_candidate_score": 0.9940074682235718, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5837822556495667, "best_gold_margin": 0.4102252125740051, "weakest_gold_margin": 0.4102252125740051}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01039", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say the model choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5515568256378174, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7115230560302734}], "gold_semantic_scores": [0.584385871887207], "gold_temporal_scores": [0.12713730335235596], "max_gold_score": 0.7115230560302734, "max_candidate_score": 0.7136303186416626, "top_memory_id": "history_01_utt_0007::cf::main::1", "max_non_gold_score": 0.7136303186416626, "best_gold_margin": -0.00210726261138916, "weakest_gold_margin": -0.00210726261138916}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01039", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which model did we switch to because it cut latency enough for the demo?", "temporal_relation": "none", "query_temporal_norm": 0.3132888674736023, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7825956344604492}], "gold_semantic_scores": [0.6284475922584534], "gold_temporal_scores": [0.15414804220199585], "max_gold_score": 0.7825956344604492, "max_candidate_score": 0.7825956344604492, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5906428098678589, "best_gold_margin": 0.19195282459259033, "weakest_gold_margin": 0.19195282459259033}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01039", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the switch to WaveLite-Compact (6-layer) mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.2758830487728119, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.769637942314148}], "gold_semantic_scores": [0.6403504014015198], "gold_temporal_scores": [0.12928752601146698], "max_gold_score": 0.769637942314148, "max_candidate_score": 0.769637942314148, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4327385723590851, "best_gold_margin": 0.33689936995506287, "weakest_gold_margin": 0.33689936995506287}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01039", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was reported about latency when mixed-heavy inputs were fed during the run?", "temporal_relation": "none", "query_temporal_norm": 0.20451299846172333, "query_session_index": 2, "query_start_sec": 15.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0022", "score": 0.7541196942329407}], "gold_semantic_scores": [0.6800366044044495], "gold_temporal_scores": [0.07408306002616882], "max_gold_score": 0.7541196942329407, "max_candidate_score": 0.7541196942329407, "top_memory_id": "history_02_utt_0022", "max_non_gold_score": 0.5008401870727539, "best_gold_margin": 0.25327950716018677, "weakest_gold_margin": 0.25327950716018677}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01123", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say the latest watch order was?", "temporal_relation": "latest", "query_temporal_norm": 0.569440484046936, "query_session_index": 2, "query_start_sec": 14.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9140270948410034}], "gold_semantic_scores": [0.6495844721794128], "gold_temporal_scores": [0.2644425332546234], "max_gold_score": 0.9140270948410034, "max_candidate_score": 0.9167608618736267, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.9167608618736267, "best_gold_margin": -0.002733767032623291, "weakest_gold_margin": -0.002733767032623291}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01123", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before the plan was changed, what order were we going to watch the two films?", "temporal_relation": "before", "query_temporal_norm": 0.30139005184173584, "query_session_index": 2, "query_start_sec": 14.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.8270483613014221}], "gold_semantic_scores": [0.723540723323822], "gold_temporal_scores": [0.10350760072469711], "max_gold_score": 0.8270483613014221, "max_candidate_score": 0.8270483613014221, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.8030956387519836, "best_gold_margin": 0.023952722549438477, "weakest_gold_margin": 0.023952722549438477}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01123", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that Night Flights comes first and Soundscape Sessions is second?", "temporal_relation": "none", "query_temporal_norm": 0.1787804365158081, "query_session_index": 2, "query_start_sec": 14.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8154003024101257}], "gold_semantic_scores": [0.7949761152267456], "gold_temporal_scores": [0.020424289628863335], "max_gold_score": 0.8154003024101257, "max_candidate_score": 0.8154003024101257, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7972862720489502, "best_gold_margin": 0.018114030361175537, "weakest_gold_margin": 0.018114030361175537}
{"sample_id": "memory_qwen_gpt_final_v1_p5_01123", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What's the current plan for the order we'll watch Night Flights and Soundscape Sessions?", "temporal_relation": "latest", "query_temporal_norm": 0.5230074524879456, "query_session_index": 2, "query_start_sec": 14.92, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0107438564300537}], "gold_semantic_scores": [0.789966881275177], "gold_temporal_scores": [0.22077696025371552], "max_gold_score": 1.0107438564300537, "max_candidate_score": 1.015689492225647, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0004::1", "max_non_gold_score": 1.015689492225647, "best_gold_margin": -0.004945635795593262, "weakest_gold_margin": -0.004945635795593262}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00023", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said the latest activity choice was a picnic in the park?", "temporal_relation": "latest", "query_temporal_norm": 0.5517832040786743, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8971979022026062}], "gold_semantic_scores": [0.6109040379524231], "gold_temporal_scores": [0.28629395365715027], "max_gold_score": 0.8971979022026062, "max_candidate_score": 0.8977510929107666, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 0.8977510929107666, "best_gold_margin": -0.0005531907081604004, "weakest_gold_margin": -0.0005531907081604004}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00023", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the planned activity change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41708484292030334, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6547471284866333}, {"memory_id": "history_02_utt_0009", "score": 0.5788333415985107}], "gold_semantic_scores": [0.4993250370025635, 0.4282003343105316], "gold_temporal_scores": [0.1554221361875534, 0.15063290297985077], "max_gold_score": 0.6547471284866333, "max_candidate_score": 0.6547471284866333, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4562477469444275, "best_gold_margin": 0.1984993815422058, "weakest_gold_margin": 0.12258559465408325}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00023", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they preferred a picnic in the park instead of a movie night?", "temporal_relation": "none", "query_temporal_norm": 0.24767343699932098, "query_session_index": 2, "query_start_sec": 13.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9499692320823669}], "gold_semantic_scores": [0.8428264260292053], "gold_temporal_scores": [0.10714272409677505], "max_gold_score": 0.9499692320823669, "max_candidate_score": 0.9499692320823669, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6610579490661621, "best_gold_margin": 0.28891128301620483, "weakest_gold_margin": 0.28891128301620483}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00080", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's activity suggestion change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.41434526443481445, "query_session_index": 2, "query_start_sec": 15.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8493491411209106}, {"memory_id": "history_02_utt_0010", "score": 0.815584123134613}], "gold_semantic_scores": [0.7052727937698364, 0.6750195622444153], "gold_temporal_scores": [0.14407627284526825, 0.14056438207626343], "max_gold_score": 0.8493491411209106, "max_candidate_score": 0.8493491411209106, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7425756454467773, "best_gold_margin": 0.1067734956741333, "weakest_gold_margin": 0.0730084776878357}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00080", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Casey pick as the group's activity?", "temporal_relation": "none", "query_temporal_norm": 0.2678212821483612, "query_session_index": 2, "query_start_sec": 15.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7370852828025818}], "gold_semantic_scores": [0.7165122032165527], "gold_temporal_scores": [0.0205729641020298], "max_gold_score": 0.7370852828025818, "max_candidate_score": 0.8209825754165649, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8209825754165649, "best_gold_margin": -0.08389729261398315, "weakest_gold_margin": -0.08389729261398315}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00080", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey say they had picked a museum visit?", "temporal_relation": "session", "query_temporal_norm": 0.17432551085948944, "query_session_index": 2, "query_start_sec": 15.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6582068800926208}], "gold_semantic_scores": [0.6164998412132263], "gold_temporal_scores": [0.041706833988428116], "max_gold_score": 0.6582068800926208, "max_candidate_score": 0.6582068800926208, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5969060659408569, "best_gold_margin": 0.061300814151763916, "weakest_gold_margin": 0.061300814151763916}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00080", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Casey say they changed their suggestion to for the gathering?", "temporal_relation": "none", "query_temporal_norm": 0.37969347834587097, "query_session_index": 2, "query_start_sec": 15.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9916282892227173}], "gold_semantic_scores": [0.8197241425514221], "gold_temporal_scores": [0.17190417647361755], "max_gold_score": 0.9916282892227173, "max_candidate_score": 0.9916282892227173, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8289186954498291, "best_gold_margin": 0.16270959377288818, "weakest_gold_margin": 0.16270959377288818}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00175", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Cameron's chosen title change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4080832898616791, "query_session_index": 2, "query_start_sec": 23.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6869497299194336}, {"memory_id": "history_02_utt_0009", "score": 0.7152143120765686}], "gold_semantic_scores": [0.5680719017982483, 0.5867791175842285], "gold_temporal_scores": [0.11887779086828232, 0.1284351795911789], "max_gold_score": 0.7152143120765686, "max_candidate_score": 0.7152143120765686, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5857298374176025, "best_gold_margin": 0.12948447465896606, "weakest_gold_margin": 0.10121989250183105}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00175", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did the chosen watchlist title change, and if so what was it before and what is it now?", "temporal_relation": "comparison", "query_temporal_norm": 0.41476690769195557, "query_session_index": 2, "query_start_sec": 23.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7889809012413025}, {"memory_id": "history_02_utt_0009", "score": 0.7751369476318359}], "gold_semantic_scores": [0.6669982075691223, 0.6657440066337585], "gold_temporal_scores": [0.12198300659656525, 0.10939311236143112], "max_gold_score": 0.7889809012413025, "max_candidate_score": 0.7889809012413025, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.1501173973083496, "best_gold_margin": 0.6388635039329529, "weakest_gold_margin": 0.6250195503234863}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00175", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had chosen Golden Hour Loop for the watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.11161121726036072, "query_session_index": 2, "query_start_sec": 23.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8398647308349609}], "gold_semantic_scores": [0.8324216604232788], "gold_temporal_scores": [0.007443188223987818], "max_gold_score": 0.8398647308349609, "max_candidate_score": 0.8398647308349609, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6283218860626221, "best_gold_margin": 0.21154284477233887, "weakest_gold_margin": 0.21154284477233887}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00175", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched their pick to Daybreak Montage for the watchlist?", "temporal_relation": "none", "query_temporal_norm": 0.2445717602968216, "query_session_index": 2, "query_start_sec": 23.28, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8183887004852295}], "gold_semantic_scores": [0.6997104287147522], "gold_temporal_scores": [0.11867828667163849], "max_gold_score": 0.8183887004852295, "max_candidate_score": 0.8183887004852295, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5044843554496765, "best_gold_margin": 0.313904345035553, "weakest_gold_margin": 0.313904345035553}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00309", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Morgan say about the edge cache, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.21639388799667358, "query_session_index": 2, "query_start_sec": 21.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6639100313186646}, {"memory_id": "history_02_utt_0007", "score": 0.792043149471283}], "gold_semantic_scores": [0.6044886708259583, 0.7519260048866272], "gold_temporal_scores": [0.059421245008707047, 0.0401170589029789], "max_gold_score": 0.792043149471283, "max_candidate_score": 0.8275317549705505, "top_memory_id": "history_02_utt_0007::cf::main::3", "max_non_gold_score": 0.8275317549705505, "best_gold_margin": -0.03548860549926758, "weakest_gold_margin": -0.163621723651886}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00309", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Morgan confirm the edge cache?", "temporal_relation": "session", "query_temporal_norm": 0.19309167563915253, "query_session_index": 2, "query_start_sec": 21.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6721720099449158}], "gold_semantic_scores": [0.6188939809799194], "gold_temporal_scores": [0.05327799543738365], "max_gold_score": 0.6721720099449158, "max_candidate_score": 0.6721720099449158, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6692505478858948, "best_gold_margin": 0.002921462059020996, "weakest_gold_margin": 0.002921462059020996}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00309", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we establish about the local in-memory store with respect to the deployment durability constraint?", "temporal_relation": "none", "query_temporal_norm": 0.12101175636053085, "query_session_index": 2, "query_start_sec": 21.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0019", "score": 0.6758310794830322}], "gold_semantic_scores": [0.6428819298744202], "gold_temporal_scores": [0.032949164509773254], "max_gold_score": 0.6758310794830322, "max_candidate_score": 0.6758310794830322, "top_memory_id": "history_01_utt_0019", "max_non_gold_score": 0.5269049406051636, "best_gold_margin": 0.14892613887786865, "weakest_gold_margin": 0.14892613887786865}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00309", "qa_id": "extra_qa_0008", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we decide to do with the local in-memory store, and why?", "temporal_relation": "none", "query_temporal_norm": 0.20685191452503204, "query_session_index": 2, "query_start_sec": 21.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0019", "score": 0.6323435306549072}], "gold_semantic_scores": [0.5529375076293945], "gold_temporal_scores": [0.07940594851970673], "max_gold_score": 0.6323435306549072, "max_candidate_score": 0.6323435306549072, "top_memory_id": "history_02_utt_0019", "max_non_gold_score": 0.5702009797096252, "best_gold_margin": 0.06214255094528198, "weakest_gold_margin": 0.06214255094528198}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00399", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Avery say the latest chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.5332395434379578, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.9423525333404541}], "gold_semantic_scores": [0.6937740445137024], "gold_temporal_scores": [0.24857845902442932], "max_gold_score": 0.9423525333404541, "max_candidate_score": 0.9423525333404541, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.9375689625740051, "best_gold_margin": 0.004783570766448975, "weakest_gold_margin": 0.004783570766448975}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00399", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier you mentioned the group's movie choice changed. What did it change from and to?", "temporal_relation": "comparison", "query_temporal_norm": 0.43017059564590454, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8104217052459717}, {"memory_id": "history_02_utt_0007", "score": 0.7204769253730774}], "gold_semantic_scores": [0.6574768424034119, 0.576413631439209], "gold_temporal_scores": [0.1529449224472046, 0.14406317472457886], "max_gold_score": 0.8104217052459717, "max_candidate_score": 0.8104217052459717, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.28329381346702576, "best_gold_margin": 0.5271278917789459, "weakest_gold_margin": 0.43718311190605164}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00399", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we changed our pick and agreed on The Iron Orchard?", "temporal_relation": "none", "query_temporal_norm": 0.31982892751693726, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7991880178451538}], "gold_semantic_scores": [0.65666264295578], "gold_temporal_scores": [0.1425251066684723], "max_gold_score": 0.7991880178451538, "max_candidate_score": 0.7991880178451538, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6747136116027832, "best_gold_margin": 0.1244744062423706, "weakest_gold_margin": 0.1244744062423706}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00399", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery say we agreed on The Iron Orchard?", "temporal_relation": "session", "query_temporal_norm": 0.1433713585138321, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.7051900029182434}], "gold_semantic_scores": [0.6775268912315369], "gold_temporal_scores": [0.0276632159948349], "max_gold_score": 0.7051900029182434, "max_candidate_score": 0.7051900029182434, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6579029560089111, "best_gold_margin": 0.047287046909332275, "weakest_gold_margin": 0.047287046909332275}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00553", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention about Green Willow, and why was it ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.16259765625, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7821434736251831}, {"memory_id": "history_02_utt_0008", "score": 0.8513518571853638}], "gold_semantic_scores": [0.7328795790672302, 0.8155724406242371], "gold_temporal_scores": [0.04926399886608124, 0.035779330879449844], "max_gold_score": 0.8513518571853638, "max_candidate_score": 0.8513518571853638, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7889431118965149, "best_gold_margin": 0.06240874528884888, "weakest_gold_margin": -0.006799638271331787}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00553", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Green Willow ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.14076147973537445, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9446691274642944}], "gold_semantic_scores": [0.8871405124664307], "gold_temporal_scores": [0.057528503239154816], "max_gold_score": 0.9446691274642944, "max_candidate_score": 0.9446691274642944, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7367391586303711, "best_gold_margin": 0.20792996883392334, "weakest_gold_margin": 0.20792996883392334}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00553", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Blue Orchard suggested earlier?", "temporal_relation": "none", "query_temporal_norm": 0.19854402542114258, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0021", "score": 0.7761425971984863}], "gold_semantic_scores": [0.7667758464813232], "gold_temporal_scores": [0.009366675280034542], "max_gold_score": 0.7761425971984863, "max_candidate_score": 0.7761425971984863, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.5664407014846802, "best_gold_margin": 0.20970189571380615, "weakest_gold_margin": 0.20970189571380615}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00553", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone say Blue Orchard was rejected?", "temporal_relation": "session", "query_temporal_norm": 0.11238996684551239, "query_session_index": 2, "query_start_sec": 16.48, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0020", "score": 0.8188697695732117}], "gold_semantic_scores": [0.777042806148529], "gold_temporal_scores": [0.04182729870080948], "max_gold_score": 0.8188697695732117, "max_candidate_score": 0.8188697695732117, "top_memory_id": "history_02_utt_0020", "max_non_gold_score": 0.5777266025543213, "best_gold_margin": 0.24114316701889038, "weakest_gold_margin": 0.24114316701889038}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00682", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my activity choice change between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3988325595855713, "query_session_index": 2, "query_start_sec": 22.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7190543413162231}, {"memory_id": "history_02_utt_0008", "score": 0.8126044273376465}], "gold_semantic_scores": [0.5733795166015625, 0.6679484844207764], "gold_temporal_scores": [0.1456746608018875, 0.14465567469596863], "max_gold_score": 0.8126044273376465, "max_candidate_score": 0.823036253452301, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.823036253452301, "best_gold_margin": -0.010431826114654541, "weakest_gold_margin": -0.10398191213607788}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00682", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested the botanical garden guided tour?", "temporal_relation": "none", "query_temporal_norm": 0.09754162281751633, "query_session_index": 2, "query_start_sec": 22.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.754591166973114}], "gold_semantic_scores": [0.7346717715263367], "gold_temporal_scores": [0.01991927996277809], "max_gold_score": 0.754591166973114, "max_candidate_score": 0.754591166973114, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.3501911461353302, "best_gold_margin": 0.4044000208377838, "weakest_gold_margin": 0.4044000208377838}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00682", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "self_to_fact", "query_text": "Where did I think I left the spare set earlier?", "temporal_relation": "none", "query_temporal_norm": 0.21138495206832886, "query_session_index": 2, "query_start_sec": 22.68, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.16503015160560608, "top_memory_id": "history_01_utt_0003", "max_non_gold_score": 0.16503015160560608, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00829", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who originally said we should start with Season 2, Episode 1, \"The Turning Point\"?", "temporal_relation": "earliest", "query_temporal_norm": 0.5568719506263733, "query_session_index": 2, "query_start_sec": 25.839999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8242751955986023}], "gold_semantic_scores": [0.7515316009521484], "gold_temporal_scores": [0.0727437362074852], "max_gold_score": 0.8242751955986023, "max_candidate_score": 0.8242751955986023, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6115024089813232, "best_gold_margin": 0.21277278661727905, "weakest_gold_margin": 0.21277278661727905}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00829", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Before the plan changed, which episode had been chosen to start our watch?", "temporal_relation": "before", "query_temporal_norm": 0.23689004778862, "query_session_index": 2, "query_start_sec": 25.839999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8250986933708191}], "gold_semantic_scores": [0.762381911277771], "gold_temporal_scores": [0.06271655112504959], "max_gold_score": 0.8250986933708191, "max_candidate_score": 0.8250986933708191, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7821834087371826, "best_gold_margin": 0.042915284633636475, "weakest_gold_margin": 0.042915284633636475}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00829", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Which person suggested starting with Season 2, Episode 1 — 'The Turning Point'?", "temporal_relation": "none", "query_temporal_norm": 0.22064879536628723, "query_session_index": 2, "query_start_sec": 25.839999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6854181289672852}], "gold_semantic_scores": [0.6394108533859253], "gold_temporal_scores": [0.04600738361477852], "max_gold_score": 0.6854181289672852, "max_candidate_score": 0.6854181289672852, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6121974587440491, "best_gold_margin": 0.07322067022323608, "weakest_gold_margin": 0.07322067022323608}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00829", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Finley say we should start with?", "temporal_relation": "none", "query_temporal_norm": 0.23295088112354279, "query_session_index": 2, "query_start_sec": 25.839999999999996, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6416209936141968}], "gold_semantic_scores": [0.6177276372909546], "gold_temporal_scores": [0.023893287405371666], "max_gold_score": 0.6416209936141968, "max_candidate_score": 0.6416209936141968, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5881075263023376, "best_gold_margin": 0.05351346731185913, "weakest_gold_margin": 0.05351346731185913}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00937", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who proposed the memory-mapped shared-file approach, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.2074560672044754, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8083239197731018}, {"memory_id": "history_02_utt_0007", "score": 0.8166348338127136}], "gold_semantic_scores": [0.7433767914772034, 0.7484109997749329], "gold_temporal_scores": [0.06494706869125366, 0.0682239904999733], "max_gold_score": 0.8166348338127136, "max_candidate_score": 0.8166348338127136, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.49309980869293213, "best_gold_margin": 0.3235350251197815, "weakest_gold_margin": 0.3152241110801697}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00937", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said that Reese proposed using a memory-mapped shared-file approach?", "temporal_relation": "none", "query_temporal_norm": 0.11332648247480392, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8069525957107544}], "gold_semantic_scores": [0.7863879799842834], "gold_temporal_scores": [0.020564638078212738], "max_gold_score": 0.8069525957107544, "max_candidate_score": 0.8069525957107544, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5361514687538147, "best_gold_margin": 0.2708011269569397, "weakest_gold_margin": 0.2708011269569397}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00937", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Jordan say was proposed for sharing model parameters?", "temporal_relation": "none", "query_temporal_norm": 0.10870633274316788, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6886580586433411}], "gold_semantic_scores": [0.6924616694450378], "gold_temporal_scores": [-0.003803639905527234], "max_gold_score": 0.6886580586433411, "max_candidate_score": 0.6886580586433411, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5319649577140808, "best_gold_margin": 0.15669310092926025, "weakest_gold_margin": 0.15669310092926025}
{"sample_id": "memory_qwen_gpt_final_v1_p6_00937", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Jordan mention Reese's memory-mapped shared-file proposal?", "temporal_relation": "session", "query_temporal_norm": 0.17931313812732697, "query_session_index": 2, "query_start_sec": 15.84, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.768178403377533}], "gold_semantic_scores": [0.711843729019165], "gold_temporal_scores": [0.05633466690778732], "max_gold_score": 0.768178403377533, "max_candidate_score": 0.768178403377533, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5793941617012024, "best_gold_margin": 0.18878424167633057, "weakest_gold_margin": 0.18878424167633057}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01022", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their plan to a coastal hike, and what was the earlier plan?", "temporal_relation": "none", "query_temporal_norm": 0.35278087854385376, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6013087034225464}, {"memory_id": "history_02_utt_0008", "score": 0.7396091222763062}], "gold_semantic_scores": [0.48134130239486694, 0.6511923670768738], "gold_temporal_scores": [0.11996743083000183, 0.08841666579246521], "max_gold_score": 0.7396091222763062, "max_candidate_score": 0.7396091222763062, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.4524432420730591, "best_gold_margin": 0.28716588020324707, "weakest_gold_margin": 0.1488654613494873}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01022", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier in our discussions, what activity had been planned before it was changed?", "temporal_relation": "session", "query_temporal_norm": 0.37148547172546387, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.800336480140686}], "gold_semantic_scores": [0.6740320920944214], "gold_temporal_scores": [0.12630470097064972], "max_gold_score": 0.800336480140686, "max_candidate_score": 0.800336480140686, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7232646942138672, "best_gold_margin": 0.07707178592681885, "weakest_gold_margin": 0.07707178592681885}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01022", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Rowan say they had planned?", "temporal_relation": "none", "query_temporal_norm": 0.22426004707813263, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7233965396881104}], "gold_semantic_scores": [0.6715771555900574], "gold_temporal_scores": [0.051819369196891785], "max_gold_score": 0.7233965396881104, "max_candidate_score": 0.7636847496032715, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7636847496032715, "best_gold_margin": -0.04028820991516113, "weakest_gold_margin": -0.04028820991516113}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01022", "qa_id": "extra_qa_0005", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Rowan say they were planning now after changing their earlier plan?", "temporal_relation": "latest", "query_temporal_norm": 0.46368536353111267, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8741176128387451}], "gold_semantic_scores": [0.7195277810096741], "gold_temporal_scores": [0.15458983182907104], "max_gold_score": 0.8741176128387451, "max_candidate_score": 0.8964881896972656, "top_memory_id": "history_02_utt_0008::cf::extra_qa_0005::2", "max_non_gold_score": 0.8964881896972656, "best_gold_margin": -0.022370576858520508, "weakest_gold_margin": -0.022370576858520508}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01091", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say the latest shopping item was?", "temporal_relation": "latest", "query_temporal_norm": 0.551014244556427, "query_session_index": 2, "query_start_sec": 17.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0191867351531982}], "gold_semantic_scores": [0.7399459481239319], "gold_temporal_scores": [0.27924054861068726], "max_gold_score": 1.0191867351531982, "max_candidate_score": 1.020540714263916, "top_memory_id": "history_02_utt_0009::cf::main::1", "max_non_gold_score": 1.020540714263916, "best_gold_margin": -0.0013539791107177734, "weakest_gold_margin": -0.0013539791107177734}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01091", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which shopping item was added to the list?", "temporal_relation": "none", "query_temporal_norm": 0.2646576166152954, "query_session_index": 2, "query_start_sec": 17.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.6935237646102905}], "gold_semantic_scores": [0.6290540099143982], "gold_temporal_scores": [0.06446968019008636], "max_gold_score": 0.6935237646102905, "max_candidate_score": 0.7691705822944641, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7691705822944641, "best_gold_margin": -0.07564681768417358, "weakest_gold_margin": -0.07564681768417358}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01138", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did I change my evaluation plan between the earlier and later discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.3802957832813263, "query_session_index": 2, "query_start_sec": 15.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7494224309921265}, {"memory_id": "history_02_utt_0009", "score": 0.6648377180099487}], "gold_semantic_scores": [0.61878502368927, 0.5346004366874695], "gold_temporal_scores": [0.13063737750053406, 0.13023750483989716], "max_gold_score": 0.7494224309921265, "max_candidate_score": 0.7931205630302429, "top_memory_id": "history_01_utt_0010::cf::main::1", "max_non_gold_score": 0.7931205630302429, "best_gold_margin": -0.043698132038116455, "weakest_gold_margin": -0.1282828450202942}
{"sample_id": "memory_qwen_gpt_final_v1_p6_01138", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who updated the evaluation to report per-class F1?", "temporal_relation": "none", "query_temporal_norm": 0.4926300048828125, "query_session_index": 2, "query_start_sec": 15.680000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.080559492111206}], "gold_semantic_scores": [0.8263968229293823], "gold_temporal_scores": [0.25416234135627747], "max_gold_score": 1.080559492111206, "max_candidate_score": 1.080559492111206, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6670487523078918, "best_gold_margin": 0.4135107398033142, "weakest_gold_margin": 0.4135107398033142}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00005", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did we originally have down for the rating?", "temporal_relation": "earliest", "query_temporal_norm": 0.5610139966011047, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.45049136877059937}], "gold_semantic_scores": [0.33137524127960205], "gold_temporal_scores": [0.11911611258983612], "max_gold_score": 0.45049136877059937, "max_candidate_score": 0.45049136877059937, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.16829177737236023, "best_gold_margin": 0.28219959139823914, "weakest_gold_margin": 0.28219959139823914}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00005", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating for Midnight Arcade change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.29969751834869385, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8108055591583252}, {"memory_id": "history_02_utt_0013", "score": 0.8186683654785156}], "gold_semantic_scores": [0.7075511813163757, 0.7415080070495605], "gold_temporal_scores": [0.10325442999601364, 0.0771598368883133], "max_gold_score": 0.8186683654785156, "max_candidate_score": 0.8186683654785156, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.5890837907791138, "best_gold_margin": 0.22958457469940186, "weakest_gold_margin": 0.22172176837921143}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00005", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What rating did we originally give to Midnight Arcade?", "temporal_relation": "none", "query_temporal_norm": 0.5291515588760376, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.9213777780532837}], "gold_semantic_scores": [0.7965648770332336], "gold_temporal_scores": [0.12481296807527542], "max_gold_score": 0.9213777780532837, "max_candidate_score": 0.9213777780532837, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6572141051292419, "best_gold_margin": 0.26416367292404175, "weakest_gold_margin": 0.26416367292404175}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00005", "qa_id": "extra_qa_0003", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "What time is the playback scheduled to start?", "temporal_relation": "none", "query_temporal_norm": 0.4517979323863983, "query_session_index": 2, "query_start_sec": 14.080000000000002, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.37531644105911255, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.37531644105911255, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00073", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say the latest chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.5584456920623779, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8489404320716858}], "gold_semantic_scores": [0.583032488822937], "gold_temporal_scores": [0.26590779423713684], "max_gold_score": 0.8489404320716858, "max_candidate_score": 0.8489404320716858, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8455256223678589, "best_gold_margin": 0.0034148097038269043, "weakest_gold_margin": 0.0034148097038269043}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00073", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention the chosen title?", "temporal_relation": "session", "query_temporal_norm": 0.19015535712242126, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.3779623210430145}], "gold_semantic_scores": [0.3278408944606781], "gold_temporal_scores": [0.050121426582336426], "max_gold_score": 0.3779623210430145, "max_candidate_score": 0.46059250831604004, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.46059250831604004, "best_gold_margin": -0.08263018727302551, "weakest_gold_margin": -0.08263018727302551}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00073", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said we were going with Harbor Lights?", "temporal_relation": "none", "query_temporal_norm": 0.2247605174779892, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7015185952186584}], "gold_semantic_scores": [0.6003836393356323], "gold_temporal_scores": [0.10113485902547836], "max_gold_score": 0.7015185952186584, "max_candidate_score": 0.7015185952186584, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.10697713494300842, "best_gold_margin": 0.59454146027565, "weakest_gold_margin": 0.59454146027565}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00073", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the title we originally set on?", "temporal_relation": "earliest", "query_temporal_norm": 0.5347830057144165, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7171173691749573}], "gold_semantic_scores": [0.582793653011322], "gold_temporal_scores": [0.1343236118555069], "max_gold_score": 0.7171173691749573, "max_candidate_score": 0.7171173691749573, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.28392910957336426, "best_gold_margin": 0.433188259601593, "weakest_gold_margin": 0.433188259601593}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00191", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What venue did I originally say we could use before I changed the plan?", "temporal_relation": "earliest", "query_temporal_norm": 0.5606802105903625, "query_session_index": 2, "query_start_sec": 12.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7959097027778625}], "gold_semantic_scores": [0.6628841161727905], "gold_temporal_scores": [0.1330256313085556], "max_gold_score": 0.7959097027778625, "max_candidate_score": 0.7959097027778625, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7951414585113525, "best_gold_margin": 0.0007682442665100098, "weakest_gold_margin": 0.0007682442665100098}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00191", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the group decide to hold the meeting?", "temporal_relation": "none", "query_temporal_norm": 0.35846132040023804, "query_session_index": 2, "query_start_sec": 12.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7880706787109375}], "gold_semantic_scores": [0.6516561508178711], "gold_temporal_scores": [0.1364145278930664], "max_gold_score": 0.7880706787109375, "max_candidate_score": 0.7880706787109375, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4960169494152069, "best_gold_margin": 0.2920537292957306, "weakest_gold_margin": 0.2920537292957306}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00191", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the venue for the meeting changed?", "temporal_relation": "session", "query_temporal_norm": 0.3547898828983307, "query_session_index": 2, "query_start_sec": 12.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8381456732749939}], "gold_semantic_scores": [0.6846612095832825], "gold_temporal_scores": [0.15348483622074127], "max_gold_score": 0.8381456732749939, "max_candidate_score": 0.8381456732749939, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7632097005844116, "best_gold_margin": 0.07493597269058228, "weakest_gold_margin": 0.07493597269058228}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00191", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the portable speakers are charging by the window?", "temporal_relation": "none", "query_temporal_norm": 0.15321233868598938, "query_session_index": 2, "query_start_sec": 12.799999999999999, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4640585780143738, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4640585780143738, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00347", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their evaluation plan to averaging three checkpoints, running schema dry-runs, and checking consistency across tracks before the upload, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.3928670883178711, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8373525738716125}, {"memory_id": "history_02_utt_0010", "score": 0.8668631315231323}], "gold_semantic_scores": [0.6926113963127136, 0.7490977048873901], "gold_temporal_scores": [0.14474137127399445, 0.11776527762413025], "max_gold_score": 0.8668631315231323, "max_candidate_score": 0.8668631315231323, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.2600487768650055, "best_gold_margin": 0.6068143546581268, "weakest_gold_margin": 0.5773037970066071}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00347", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest evaluation plan we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5339368581771851, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8936637043952942}], "gold_semantic_scores": [0.6418507695198059], "gold_temporal_scores": [0.251813143491745], "max_gold_score": 0.8936637043952942, "max_candidate_score": 0.8936637043952942, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8852887153625488, "best_gold_margin": 0.008374989032745361, "weakest_gold_margin": 0.008374989032745361}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00347", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation plan change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3961883783340454, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8328849673271179}, {"memory_id": "history_02_utt_0010", "score": 0.8662787675857544}], "gold_semantic_scores": [0.6876118779182434, 0.7296559810638428], "gold_temporal_scores": [0.14527320861816406, 0.13662295043468475], "max_gold_score": 0.8662787675857544, "max_candidate_score": 0.8662787675857544, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.2920953333377838, "best_gold_margin": 0.5741834342479706, "weakest_gold_margin": 0.5407896339893341}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00347", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where do visitor badges need to be picked up?", "temporal_relation": "none", "query_temporal_norm": 0.2641811668872833, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": ["current_01_utt_0003"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.31179314851760864, "top_memory_id": "history_01_utt_0044", "max_non_gold_score": 0.31179314851760864, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00426", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest activity choice was for the get-together?", "temporal_relation": "latest", "query_temporal_norm": 0.5632354617118835, "query_session_index": 2, "query_start_sec": 11.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9051108956336975}], "gold_semantic_scores": [0.6546967029571533], "gold_temporal_scores": [0.2504141926765442], "max_gold_score": 0.9051108956336975, "max_candidate_score": 0.907713770866394, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.907713770866394, "best_gold_margin": -0.002602875232696533, "weakest_gold_margin": -0.002602875232696533}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00483", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Drew say he was getting instead as the latest shopping item?", "temporal_relation": "latest", "query_temporal_norm": 0.5560838580131531, "query_session_index": 2, "query_start_sec": 11.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.9958692193031311}], "gold_semantic_scores": [0.7399354577064514], "gold_temporal_scores": [0.25593411922454834], "max_gold_score": 0.9958692193031311, "max_candidate_score": 0.9958692193031311, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.9874967336654663, "best_gold_margin": 0.008372485637664795, "weakest_gold_margin": 0.008372485637664795}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00483", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the shopping item that we discussed earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.37224721908569336, "query_session_index": 2, "query_start_sec": 11.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7717185020446777}, {"memory_id": "history_02_utt_0012", "score": 0.7242735028266907}], "gold_semantic_scores": [0.6418191194534302, 0.6612995862960815], "gold_temporal_scores": [0.1298993080854416, 0.06297408789396286], "max_gold_score": 0.7717185020446777, "max_candidate_score": 0.7717185020446777, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6580074429512024, "best_gold_margin": 0.11371105909347534, "weakest_gold_margin": 0.06626605987548828}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00483", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned getting toilet bowl cleaner?", "temporal_relation": "none", "query_temporal_norm": 0.14306046068668365, "query_session_index": 2, "query_start_sec": 11.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0012", "score": 0.6428531408309937}], "gold_semantic_scores": [0.6107038259506226], "gold_temporal_scores": [0.03214945271611214], "max_gold_score": 0.6428531408309937, "max_candidate_score": 0.6428531408309937, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.6330167055130005, "best_gold_margin": 0.009836435317993164, "weakest_gold_margin": 0.009836435317993164}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00535", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest rating for Signal Fires was?", "temporal_relation": "latest", "query_temporal_norm": 0.5370997190475464, "query_session_index": 2, "query_start_sec": 14.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.963039755821228}], "gold_semantic_scores": [0.7233794331550598], "gold_temporal_scores": [0.23966005444526672], "max_gold_score": 0.963039755821228, "max_candidate_score": 1.0251439809799194, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 1.0251439809799194, "best_gold_margin": -0.062104225158691406, "weakest_gold_margin": -0.062104225158691406}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00535", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they'd bump Signal Fires up to 9 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.2601027488708496, "query_session_index": 2, "query_start_sec": 14.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.5406096577644348}], "gold_semantic_scores": [0.4297846853733063], "gold_temporal_scores": [0.11082501709461212], "max_gold_score": 0.5406096577644348, "max_candidate_score": 0.5406096577644348, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.3057337701320648, "best_gold_margin": 0.23487588763237, "weakest_gold_margin": 0.23487588763237}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00535", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the earlier rating given to Signal Fires during our discussions?", "temporal_relation": "session", "query_temporal_norm": 0.4071947932243347, "query_session_index": 2, "query_start_sec": 14.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7828031182289124}], "gold_semantic_scores": [0.7026013731956482], "gold_temporal_scores": [0.08020156621932983], "max_gold_score": 0.7828031182289124, "max_candidate_score": 0.7828031182289124, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5635955333709717, "best_gold_margin": 0.21920758485794067, "weakest_gold_margin": 0.21920758485794067}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00535", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the rating for Signal Fires change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.37045934796333313, "query_session_index": 2, "query_start_sec": 14.719999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6907513737678528}, {"memory_id": "history_02_utt_0010", "score": 0.6938009858131409}], "gold_semantic_scores": [0.5624544024467468, 0.5828326940536499], "gold_temporal_scores": [0.12829694151878357, 0.1109679788351059], "max_gold_score": 0.6938009858131409, "max_candidate_score": 0.6938009858131409, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4844646155834198, "best_gold_margin": 0.20933637022972107, "weakest_gold_margin": 0.20628675818443298}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00614", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Riley give for putting Maple Street Co-op on the list, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.1853666454553604, "query_session_index": 2, "query_start_sec": 10.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7645053863525391}, {"memory_id": "history_02_utt_0010", "score": 0.6860830187797546}], "gold_semantic_scores": [0.7050586342811584, 0.6346468925476074], "gold_temporal_scores": [0.059446945786476135, 0.05143633484840393], "max_gold_score": 0.7645053863525391, "max_candidate_score": 0.7712377309799194, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.7712377309799194, "best_gold_margin": -0.006732344627380371, "weakest_gold_margin": -0.0851547122001648}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00614", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that Maple Street Co-op has bulk bins for buying small amounts of spices?", "temporal_relation": "none", "query_temporal_norm": 0.097226582467556, "query_session_index": 2, "query_start_sec": 10.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6543858051300049}], "gold_semantic_scores": [0.6399528384208679], "gold_temporal_scores": [0.014433091506361961], "max_gold_score": 0.6543858051300049, "max_candidate_score": 0.6543858051300049, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.48300284147262573, "best_gold_margin": 0.17138296365737915, "weakest_gold_margin": 0.17138296365737915}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00614", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was Corner Cart Market suggested?", "temporal_relation": "none", "query_temporal_norm": 0.09672190994024277, "query_session_index": 2, "query_start_sec": 10.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0030", "score": 0.7348338961601257}], "gold_semantic_scores": [0.7145334482192993], "gold_temporal_scores": [0.020300256088376045], "max_gold_score": 0.7348338961601257, "max_candidate_score": 0.7348338961601257, "top_memory_id": "history_01_utt_0030", "max_non_gold_score": 0.5150927305221558, "best_gold_margin": 0.21974116563796997, "weakest_gold_margin": 0.21974116563796997}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00614", "qa_id": "extra_qa_0009", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Corner Cart Market still had a late pickup window?", "temporal_relation": "session", "query_temporal_norm": 0.16113175451755524, "query_session_index": 2, "query_start_sec": 10.52, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.7693540453910828}], "gold_semantic_scores": [0.6998336315155029], "gold_temporal_scores": [0.06952071934938431], "max_gold_score": 0.7693540453910828, "max_candidate_score": 0.7693540453910828, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.6138085126876831, "best_gold_margin": 0.15554553270339966, "weakest_gold_margin": 0.15554553270339966}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00823", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What rating did I say I gave Paper Trail after our first discussion?", "temporal_relation": "session", "query_temporal_norm": 0.3359758257865906, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8685270547866821}], "gold_semantic_scores": [0.841492772102356], "gold_temporal_scores": [0.027034219354391098], "max_gold_score": 0.8685270547866821, "max_candidate_score": 0.8685270547866821, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8459182381629944, "best_gold_margin": 0.022608816623687744, "weakest_gold_margin": 0.022608816623687744}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00823", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the rating for Paper Trail lowered to 6 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.26073157787323, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8440989851951599}], "gold_semantic_scores": [0.7325578927993774], "gold_temporal_scores": [0.11154107004404068], "max_gold_score": 0.8440989851951599, "max_candidate_score": 0.8440989851951599, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8063598275184631, "best_gold_margin": 0.03773915767669678, "weakest_gold_margin": 0.03773915767669678}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00823", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who said we would take a short break at 9:40 PM?", "temporal_relation": "none", "query_temporal_norm": 0.14978358149528503, "query_session_index": 2, "query_start_sec": 13.639999999999999, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4034094512462616, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4034094512462616, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00991", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the live demo plan to a two-stage intent model with a scripted fallback renderer, and what was the earlier plan?", "temporal_relation": "comparison", "query_temporal_norm": 0.39305904507637024, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7795754671096802}, {"memory_id": "history_02_utt_0009", "score": 0.8461964726448059}], "gold_semantic_scores": [0.6409291625022888, 0.7089998722076416], "gold_temporal_scores": [0.13864625990390778, 0.13719680905342102], "max_gold_score": 0.8461964726448059, "max_candidate_score": 0.8461964726448059, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.35705268383026123, "best_gold_margin": 0.4891437888145447, "weakest_gold_margin": 0.42252278327941895}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00991", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model approach was initially proposed to run the entire demo?", "temporal_relation": "earliest", "query_temporal_norm": 0.4179846942424774, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7540367841720581}], "gold_semantic_scores": [0.6967756748199463], "gold_temporal_scores": [0.057261042296886444], "max_gold_score": 0.7540367841720581, "max_candidate_score": 0.7540367841720581, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.3127487301826477, "best_gold_margin": 0.4412880539894104, "weakest_gold_margin": 0.4412880539894104}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00991", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model choice did Skyler first suggest for running the demo?", "temporal_relation": "earliest", "query_temporal_norm": 0.48179659247398376, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8120850920677185}], "gold_semantic_scores": [0.7181326150894165], "gold_temporal_scores": [0.09395238757133484], "max_gold_score": 0.8120850920677185, "max_candidate_score": 0.8120850920677185, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6938729882240295, "best_gold_margin": 0.11821210384368896, "weakest_gold_margin": 0.11821210384368896}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_00991", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention their preference for a single end-to-end multimodal model?", "temporal_relation": "session", "query_temporal_norm": 0.17124095559120178, "query_session_index": 2, "query_start_sec": 16.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6068414449691772}], "gold_semantic_scores": [0.5546094179153442], "gold_temporal_scores": [0.05223200470209122], "max_gold_score": 0.6068414449691772, "max_candidate_score": 0.6068414449691772, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5263105034828186, "best_gold_margin": 0.08053094148635864, "weakest_gold_margin": 0.08053094148635864}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01106", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I give for proposing the fused decoder path, and why was it rejected?", "temporal_relation": "none", "query_temporal_norm": 0.15761882066726685, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6675636172294617}, {"memory_id": "history_02_utt_0010", "score": 0.7191106081008911}], "gold_semantic_scores": [0.6205743551254272, 0.6624372601509094], "gold_temporal_scores": [0.04698922485113144, 0.0566730871796608], "max_gold_score": 0.7191106081008911, "max_candidate_score": 0.7191106081008911, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6728545427322388, "best_gold_margin": 0.046256065368652344, "weakest_gold_margin": -0.0052909255027771}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01106", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why was the fused decoder path rejected?", "temporal_relation": "none", "query_temporal_norm": 0.13781242072582245, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7636579871177673}], "gold_semantic_scores": [0.7138817310333252], "gold_temporal_scores": [0.04977625608444214], "max_gold_score": 0.7636579871177673, "max_candidate_score": 0.7636579871177673, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5264214873313904, "best_gold_margin": 0.23723649978637695, "weakest_gold_margin": 0.23723649978637695}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01106", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the proposed reason for using the preloaded fallback cache?", "temporal_relation": "none", "query_temporal_norm": 0.09467166662216187, "query_session_index": 2, "query_start_sec": 13.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0025", "score": 0.708499550819397}], "gold_semantic_scores": [0.6940661668777466], "gold_temporal_scores": [0.014433394186198711], "max_gold_score": 0.708499550819397, "max_candidate_score": 0.708499550819397, "top_memory_id": "history_01_utt_0025", "max_non_gold_score": 0.6736074686050415, "best_gold_margin": 0.03489208221435547, "weakest_gold_margin": 0.03489208221435547}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01249", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron say was the reason for suggesting Green Bowl, and why was Green Bowl ruled out?", "temporal_relation": "none", "query_temporal_norm": 0.15792697668075562, "query_session_index": 2, "query_start_sec": 18.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7648031115531921}, {"memory_id": "history_02_utt_0009", "score": 0.8168337345123291}], "gold_semantic_scores": [0.7219592332839966, 0.7526620626449585], "gold_temporal_scores": [0.04284394532442093, 0.06417153030633926], "max_gold_score": 0.8168337345123291, "max_candidate_score": 0.8473080992698669, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8473080992698669, "best_gold_margin": -0.030474364757537842, "weakest_gold_margin": -0.0825049877166748}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01249", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that Green Bowl has a separate vegan fryer?", "temporal_relation": "none", "query_temporal_norm": 0.1228741928935051, "query_session_index": 2, "query_start_sec": 18.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.720702052116394}], "gold_semantic_scores": [0.7008541822433472], "gold_temporal_scores": [0.019847823306918144], "max_gold_score": 0.720702052116394, "max_candidate_score": 0.720702052116394, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6709789037704468, "best_gold_margin": 0.049723148345947266, "weakest_gold_margin": 0.049723148345947266}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01249", "qa_id": "extra_qa_0002", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron suggest Green Bowl?", "temporal_relation": "session", "query_temporal_norm": 0.1552732139825821, "query_session_index": 2, "query_start_sec": 18.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8717442750930786}], "gold_semantic_scores": [0.8361764550209045], "gold_temporal_scores": [0.035567644983530045], "max_gold_score": 0.8717442750930786, "max_candidate_score": 0.8717442750930786, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8006603121757507, "best_gold_margin": 0.07108396291732788, "weakest_gold_margin": 0.07108396291732788}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01249", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the availability issue with Green Bowl that came up in our discussions?", "temporal_relation": "none", "query_temporal_norm": 0.23439298570156097, "query_session_index": 2, "query_start_sec": 18.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9294198155403137}], "gold_semantic_scores": [0.8290385007858276], "gold_temporal_scores": [0.10038089752197266], "max_gold_score": 0.9294198155403137, "max_candidate_score": 0.9294198155403137, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6395580768585205, "best_gold_margin": 0.2898617386817932, "weakest_gold_margin": 0.2898617386817932}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01296", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did the departure time I mentioned earlier change by the later discussion?", "temporal_relation": "comparison", "query_temporal_norm": 0.39004993438720703, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8067111968994141}, {"memory_id": "history_02_utt_0008", "score": 0.7672194242477417}], "gold_semantic_scores": [0.6675983667373657, 0.6072707176208496], "gold_temporal_scores": [0.13911274075508118, 0.1599489003419876], "max_gold_score": 0.8067111968994141, "max_candidate_score": 0.809472382068634, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.809472382068634, "best_gold_margin": -0.0027611851692199707, "weakest_gold_margin": -0.042252957820892334}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01296", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned pushing the departure time to 5:40 PM?", "temporal_relation": "none", "query_temporal_norm": 0.17690245807170868, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7603453993797302}], "gold_semantic_scores": [0.683225154876709], "gold_temporal_scores": [0.07712064683437347], "max_gold_score": 0.7603453993797302, "max_candidate_score": 0.7603453993797302, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6078574061393738, "best_gold_margin": 0.15248799324035645, "weakest_gold_margin": 0.15248799324035645}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01296", "qa_id": "extra_qa_0007", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original departure time mentioned for the pharmacy run and package pickup?", "temporal_relation": "earliest", "query_temporal_norm": 0.5390002131462097, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.79949951171875}], "gold_semantic_scores": [0.6624166965484619], "gold_temporal_scores": [0.1370827704668045], "max_gold_score": 0.79949951171875, "max_candidate_score": 0.79949951171875, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6716387271881104, "best_gold_margin": 0.12786078453063965, "weakest_gold_margin": 0.12786078453063965}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01296", "qa_id": "extra_qa_0010", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where are the spare keys located?", "temporal_relation": "none", "query_temporal_norm": 0.39317354559898376, "query_session_index": 2, "query_start_sec": 14.2, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.4583441913127899, "top_memory_id": "history_01_utt_0021", "max_non_gold_score": 0.4583441913127899, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01418", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41959357261657715, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7489598989486694}, {"memory_id": "history_02_utt_0009", "score": 0.8304997682571411}], "gold_semantic_scores": [0.5982478857040405, 0.6809585690498352], "gold_temporal_scores": [0.1507120281457901, 0.14954134821891785], "max_gold_score": 0.8304997682571411, "max_candidate_score": 0.8507428169250488, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8507428169250488, "best_gold_margin": -0.020243048667907715, "weakest_gold_margin": -0.1017829179763794}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01418", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning an overnight WER sweep on the noisy command set?", "temporal_relation": "none", "query_temporal_norm": 0.28483301401138306, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8429529070854187}], "gold_semantic_scores": [0.7595078349113464], "gold_temporal_scores": [0.08344510942697525], "max_gold_score": 0.8429529070854187, "max_candidate_score": 0.8429529070854187, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.466408908367157, "best_gold_margin": 0.3765439987182617, "weakest_gold_margin": 0.3765439987182617}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01418", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched the evaluation plan to a streaming run on the far-field meeting corpus?", "temporal_relation": "none", "query_temporal_norm": 0.37353119254112244, "query_session_index": 2, "query_start_sec": 16.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9511880874633789}], "gold_semantic_scores": [0.7613012790679932], "gold_temporal_scores": [0.18988697230815887], "max_gold_score": 0.9511880874633789, "max_candidate_score": 0.9511880874633789, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6154752373695374, "best_gold_margin": 0.33571285009384155, "weakest_gold_margin": 0.33571285009384155}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01513", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5540411472320557, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.859490156173706}], "gold_semantic_scores": [0.6010019183158875], "gold_temporal_scores": [0.258488267660141], "max_gold_score": 0.859490156173706, "max_candidate_score": 0.859490156173706, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.8525784611701965, "best_gold_margin": 0.0069116950035095215, "weakest_gold_margin": 0.0069116950035095215}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01513", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching the submission model to the Conformer-LSTM stack?", "temporal_relation": "none", "query_temporal_norm": 0.24668072164058685, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0007", "score": 0.8776834607124329}], "gold_semantic_scores": [0.7700117826461792], "gold_temporal_scores": [0.10767153650522232], "max_gold_score": 0.8776834607124329, "max_candidate_score": 0.8776834607124329, "top_memory_id": "history_02_utt_0007", "max_non_gold_score": 0.6004616022109985, "best_gold_margin": 0.2772218585014343, "weakest_gold_margin": 0.2772218585014343}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01513", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What model was originally planned for the benchmark run?", "temporal_relation": "earliest", "query_temporal_norm": 0.5480120778083801, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7952430248260498}], "gold_semantic_scores": [0.6662796139717102], "gold_temporal_scores": [0.12896332144737244], "max_gold_score": 0.7952430248260498, "max_candidate_score": 0.7952430248260498, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6517941355705261, "best_gold_margin": 0.14344888925552368, "weakest_gold_margin": 0.14344888925552368}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01513", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the dual-branch transformer mentioned for the benchmark run?", "temporal_relation": "session", "query_temporal_norm": 0.13942794501781464, "query_session_index": 2, "query_start_sec": 15.4, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.771599531173706}], "gold_semantic_scores": [0.7404919266700745], "gold_temporal_scores": [0.031107651069760323], "max_gold_score": 0.771599531173706, "max_candidate_score": 0.771599531173706, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.4710948169231415, "best_gold_margin": 0.3005047142505646, "weakest_gold_margin": 0.3005047142505646}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01583", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed their pick for the free afternoon in Lisbon to a street-food tour, and what was the earlier pick?", "temporal_relation": "comparison", "query_temporal_norm": 0.4236336052417755, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8634060025215149}, {"memory_id": "history_02_utt_0008", "score": 0.7628651261329651}], "gold_semantic_scores": [0.7048425078392029, 0.6485260128974915], "gold_temporal_scores": [0.1585637331008911, 0.11433883756399155], "max_gold_score": 0.8634060025215149, "max_candidate_score": 0.8634060025215149, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.481505423784256, "best_gold_margin": 0.3819005787372589, "weakest_gold_margin": 0.2813597023487091}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01583", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity did we first discuss for the free afternoon in Lisbon, and what did it change to later?", "temporal_relation": "comparison", "query_temporal_norm": 0.40052032470703125, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.813072681427002}, {"memory_id": "history_02_utt_0008", "score": 0.7671408653259277}], "gold_semantic_scores": [0.6634836196899414, 0.6270250678062439], "gold_temporal_scores": [0.1495891660451889, 0.14011576771736145], "max_gold_score": 0.813072681427002, "max_candidate_score": 0.813072681427002, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.48499181866645813, "best_gold_margin": 0.3280808627605438, "weakest_gold_margin": 0.2821490466594696}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01583", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Avery say they were leaning toward for the free afternoon in Lisbon?", "temporal_relation": "none", "query_temporal_norm": 0.2757611572742462, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8529510498046875}], "gold_semantic_scores": [0.7715580463409424], "gold_temporal_scores": [0.08139308542013168], "max_gold_score": 0.8529510498046875, "max_candidate_score": 0.8529510498046875, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7159286737442017, "best_gold_margin": 0.13702237606048584, "weakest_gold_margin": 0.13702237606048584}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01583", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Avery mention switching their pick to a street-food tour for the free afternoon?", "temporal_relation": "session", "query_temporal_norm": 0.2835991680622101, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9573992490768433}], "gold_semantic_scores": [0.8189904093742371], "gold_temporal_scores": [0.13840916752815247], "max_gold_score": 0.9573992490768433, "max_candidate_score": 0.9573992490768433, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8480521440505981, "best_gold_margin": 0.10934710502624512, "weakest_gold_margin": 0.10934710502624512}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01709", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say I put on my grocery list for the taco bowls?", "temporal_relation": "earliest", "query_temporal_norm": 0.5557526350021362, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8777848482131958}], "gold_semantic_scores": [0.7628434300422668], "gold_temporal_scores": [0.11494129151105881], "max_gold_score": 0.8777848482131958, "max_candidate_score": 0.9026248455047607, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.9026248455047607, "best_gold_margin": -0.02483999729156494, "weakest_gold_margin": -0.02483999729156494}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01709", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What item was originally listed for the taco bowls?", "temporal_relation": "earliest", "query_temporal_norm": 0.5537975430488586, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.842336893081665}], "gold_semantic_scores": [0.7212316989898682], "gold_temporal_scores": [0.12110518664121628], "max_gold_score": 0.842336893081665, "max_candidate_score": 0.842336893081665, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6903650760650635, "best_gold_margin": 0.15197181701660156, "weakest_gold_margin": 0.15197181701660156}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01709", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did someone mention switching to black beans for the taco bowls?", "temporal_relation": "session", "query_temporal_norm": 0.19808591902256012, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7998489141464233}], "gold_semantic_scores": [0.7092836499214172], "gold_temporal_scores": [0.09056510031223297], "max_gold_score": 0.7998489141464233, "max_candidate_score": 0.7998489141464233, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5324252843856812, "best_gold_margin": 0.2674236297607422, "weakest_gold_margin": 0.2674236297607422}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01709", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What food item was still wanted for one of the dinners because it fits everyone’s preferences?", "temporal_relation": "none", "query_temporal_norm": 0.31194549798965454, "query_session_index": 2, "query_start_sec": 18.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0026", "score": 0.8285201191902161}], "gold_semantic_scores": [0.7029963135719299], "gold_temporal_scores": [0.12552408874034882], "max_gold_score": 0.8285201191902161, "max_candidate_score": 0.8285201191902161, "top_memory_id": "history_02_utt_0026", "max_non_gold_score": 0.672024130821228, "best_gold_margin": 0.15649598836898804, "weakest_gold_margin": 0.15649598836898804}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01920", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Hayden's evaluation plan change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.4076860547065735, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.838784396648407}, {"memory_id": "history_02_utt_0010", "score": 0.8001115322113037}], "gold_semantic_scores": [0.7016996145248413, 0.6651189923286438], "gold_temporal_scores": [0.1370849460363388, 0.13499240577220917], "max_gold_score": 0.838784396648407, "max_candidate_score": 0.838784396648407, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6783643960952759, "best_gold_margin": 0.1604200005531311, "weakest_gold_margin": 0.12174713611602783}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01920", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Hayden mention in the earlier conversation?", "temporal_relation": "session", "query_temporal_norm": 0.3181297183036804, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6946824789047241}], "gold_semantic_scores": [0.5953646302223206], "gold_temporal_scores": [0.09931784868240356], "max_gold_score": 0.6946824789047241, "max_candidate_score": 0.6946824789047241, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5765362977981567, "best_gold_margin": 0.11814618110656738, "weakest_gold_margin": 0.11814618110656738}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01920", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What evaluation plan was mentioned in the most recent discussion?", "temporal_relation": "none", "query_temporal_norm": 0.4895228147506714, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9756754636764526}], "gold_semantic_scores": [0.7373005747795105], "gold_temporal_scores": [0.23837506771087646], "max_gold_score": 0.9756754636764526, "max_candidate_score": 0.9774357080459595, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0007::1", "max_non_gold_score": 0.9774357080459595, "best_gold_margin": -0.001760244369506836, "weakest_gold_margin": -0.001760244369506836}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_01920", "qa_id": "extra_qa_0010", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What study conditions were discussed for comparison?", "temporal_relation": "none", "query_temporal_norm": 0.10877106338739395, "query_session_index": 2, "query_start_sec": 15.08, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.2764759659767151}], "gold_semantic_scores": [0.24475841224193573], "gold_temporal_scores": [0.0317174531519413], "max_gold_score": 0.2764759659767151, "max_candidate_score": 0.46959376335144043, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.46959376335144043, "best_gold_margin": -0.19311779737472534, "weakest_gold_margin": -0.19311779737472534}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02011", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Drew's main dinner shopping item change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.40499308705329895, "query_session_index": 2, "query_start_sec": 13.999999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8298930525779724}, {"memory_id": "history_02_utt_0008", "score": 0.8358312249183655}], "gold_semantic_scores": [0.678290843963623, 0.6975887417793274], "gold_temporal_scores": [0.15160231292247772, 0.13824263215065002], "max_gold_score": 0.8358312249183655, "max_candidate_score": 0.8358312249183655, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.7301398515701294, "best_gold_margin": 0.10569137334823608, "weakest_gold_margin": 0.09975320100784302}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02011", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Drew mention salmon fillets for the main dinner?", "temporal_relation": "session", "query_temporal_norm": 0.15353965759277344, "query_session_index": 2, "query_start_sec": 13.999999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7702693343162537}], "gold_semantic_scores": [0.729713499546051], "gold_temporal_scores": [0.04055582731962204], "max_gold_score": 0.7702693343162537, "max_candidate_score": 0.7702693343162537, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7371772527694702, "best_gold_margin": 0.03309208154678345, "weakest_gold_margin": 0.03309208154678345}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02011", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current main dinner shopping item we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.531265139579773, "query_session_index": 2, "query_start_sec": 13.999999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.025683879852295}], "gold_semantic_scores": [0.7681789398193359], "gold_temporal_scores": [0.25750455260276794], "max_gold_score": 1.025683879852295, "max_candidate_score": 1.025683879852295, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.0255405902862549, "best_gold_margin": 0.00014328956604003906, "weakest_gold_margin": 0.00014328956604003906}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02108", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my evaluation plan change between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.40546342730522156, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.838467538356781}, {"memory_id": "history_02_utt_0009", "score": 0.8599212169647217}], "gold_semantic_scores": [0.702505350112915, 0.7007101774215698], "gold_temporal_scores": [0.13596215844154358, 0.15921126306056976], "max_gold_score": 0.8599212169647217, "max_candidate_score": 0.8846184611320496, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8846184611320496, "best_gold_margin": -0.02469724416732788, "weakest_gold_margin": -0.046150922775268555}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02108", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the original evaluation plan that we discussed earlier?", "temporal_relation": "earliest", "query_temporal_norm": 0.5520700812339783, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7933101654052734}], "gold_semantic_scores": [0.6560247540473938], "gold_temporal_scores": [0.13728544116020203], "max_gold_score": 0.7933101654052734, "max_candidate_score": 0.7933101654052734, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6470537781715393, "best_gold_margin": 0.14625638723373413, "weakest_gold_margin": 0.14625638723373413}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02108", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned the evaluation plan involving live moderated sessions?", "temporal_relation": "none", "query_temporal_norm": 0.14266930520534515, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8071154356002808}], "gold_semantic_scores": [0.7762084007263184], "gold_temporal_scores": [0.030906986445188522], "max_gold_score": 0.8071154356002808, "max_candidate_score": 0.8071154356002808, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7183879613876343, "best_gold_margin": 0.08872747421264648, "weakest_gold_margin": 0.08872747421264648}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02108", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who changed the evaluation plan to an unmoderated remote test?", "temporal_relation": "none", "query_temporal_norm": 0.3220938742160797, "query_session_index": 2, "query_start_sec": 13.04, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9082491993904114}], "gold_semantic_scores": [0.7640141844749451], "gold_temporal_scores": [0.14423510432243347], "max_gold_score": 0.9082491993904114, "max_candidate_score": 0.9082491993904114, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7094502449035645, "best_gold_margin": 0.19879895448684692, "weakest_gold_margin": 0.19879895448684692}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02227", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Riley say the latest restaurant choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5480155348777771, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9514757990837097}], "gold_semantic_scores": [0.673687219619751], "gold_temporal_scores": [0.27778851985931396], "max_gold_score": 0.9514757990837097, "max_candidate_score": 0.9514757990837097, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9468425512313843, "best_gold_margin": 0.0046332478523254395, "weakest_gold_margin": 0.0046332478523254395}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02227", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What restaurant did Riley say they switched us to?", "temporal_relation": "none", "query_temporal_norm": 0.520226001739502, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9370487332344055}], "gold_semantic_scores": [0.6699370741844177], "gold_temporal_scores": [0.26711148023605347], "max_gold_score": 0.9370487332344055, "max_candidate_score": 0.9370487332344055, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8699613809585571, "best_gold_margin": 0.06708735227584839, "weakest_gold_margin": 0.06708735227584839}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02227", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Riley mention switching to Juniper Grill?", "temporal_relation": "session", "query_temporal_norm": 0.2886163890361786, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9452783465385437}], "gold_semantic_scores": [0.800267219543457], "gold_temporal_scores": [0.1450112760066986], "max_gold_score": 0.9452783465385437, "max_candidate_score": 0.9452783465385437, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.866905927658081, "best_gold_margin": 0.07837241888046265, "weakest_gold_margin": 0.07837241888046265}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02227", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched the restaurant choice to Juniper Grill?", "temporal_relation": "none", "query_temporal_norm": 0.2880183756351471, "query_session_index": 2, "query_start_sec": 12.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9750033617019653}], "gold_semantic_scores": [0.8372654318809509], "gold_temporal_scores": [0.1377379596233368], "max_gold_score": 0.9750033617019653, "max_candidate_score": 0.9750033617019653, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6369115710258484, "best_gold_margin": 0.33809179067611694, "weakest_gold_margin": 0.33809179067611694}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02319", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest deadline was?", "temporal_relation": "latest", "query_temporal_norm": 0.5563433766365051, "query_session_index": 2, "query_start_sec": 14.16, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9731817245483398}], "gold_semantic_scores": [0.7298567891120911], "gold_temporal_scores": [0.2433251589536667], "max_gold_score": 0.9731817245483398, "max_candidate_score": 1.0259099006652832, "top_memory_id": "history_02_utt_0010::cf::main::1", "max_non_gold_score": 1.0259099006652832, "best_gold_margin": -0.05272817611694336, "weakest_gold_margin": -0.05272817611694336}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02364", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I mention as my reason for suggesting Green Lotus, and why was it later crossed off?", "temporal_relation": "none", "query_temporal_norm": 0.1482892781496048, "query_session_index": 2, "query_start_sec": 14.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7256113290786743}, {"memory_id": "history_02_utt_0009", "score": 0.7573003172874451}], "gold_semantic_scores": [0.6818081140518188, 0.7052620053291321], "gold_temporal_scores": [0.043803345412015915, 0.05203857272863388], "max_gold_score": 0.7573003172874451, "max_candidate_score": 0.7786362767219543, "top_memory_id": "history_02_utt_0009::cf::main::2", "max_non_gold_score": 0.7786362767219543, "best_gold_margin": -0.021335959434509277, "weakest_gold_margin": -0.05302494764328003}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02364", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did Green Lotus become unavailable?", "temporal_relation": "none", "query_temporal_norm": 0.14754222333431244, "query_session_index": 2, "query_start_sec": 14.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7848511934280396}], "gold_semantic_scores": [0.7219972014427185], "gold_temporal_scores": [0.06285404413938522], "max_gold_score": 0.7848511934280396, "max_candidate_score": 0.7848511934280396, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5907447338104248, "best_gold_margin": 0.19410645961761475, "weakest_gold_margin": 0.19410645961761475}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02364", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did someone suggest Pasta Pier?", "temporal_relation": "none", "query_temporal_norm": 0.11327388137578964, "query_session_index": 2, "query_start_sec": 14.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0022", "score": 0.708782434463501}], "gold_semantic_scores": [0.6982677578926086], "gold_temporal_scores": [0.010514646768569946], "max_gold_score": 0.708782434463501, "max_candidate_score": 0.708782434463501, "top_memory_id": "history_01_utt_0022", "max_non_gold_score": 0.46143707633018494, "best_gold_margin": 0.24734535813331604, "weakest_gold_margin": 0.24734535813331604}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02364", "qa_id": "extra_qa_0013", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned that Cedar Grill was still on the shortlist?", "temporal_relation": "session", "query_temporal_norm": 0.13580021262168884, "query_session_index": 2, "query_start_sec": 14.76, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0035", "score": 0.7922379970550537}], "gold_semantic_scores": [0.7354824542999268], "gold_temporal_scores": [0.056756023317575455], "max_gold_score": 0.7922379970550537, "max_candidate_score": 0.7922379970550537, "top_memory_id": "history_02_utt_0035", "max_non_gold_score": 0.668900728225708, "best_gold_margin": 0.1233372688293457, "weakest_gold_margin": 0.1233372688293457}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02479", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Skyler's weekend activity pick change from the earlier conversation to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.41326889395713806, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7811164855957031}, {"memory_id": "history_02_utt_0010", "score": 0.7216294407844543}], "gold_semantic_scores": [0.625981330871582, 0.5870768427848816], "gold_temporal_scores": [0.15513509511947632, 0.1345524936914444], "max_gold_score": 0.7811164855957031, "max_candidate_score": 0.7811164855957031, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6788427829742432, "best_gold_margin": 0.10227370262145996, "weakest_gold_margin": 0.04278665781021118}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02479", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest activity choice mentioned for the weekend?", "temporal_relation": "latest", "query_temporal_norm": 0.5358127951622009, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8844292759895325}], "gold_semantic_scores": [0.6322442293167114], "gold_temporal_scores": [0.252185195684433], "max_gold_score": 0.8844292759895325, "max_candidate_score": 0.8861818313598633, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0001::1", "max_non_gold_score": 0.8861818313598633, "best_gold_margin": -0.0017525553703308105, "weakest_gold_margin": -0.0017525553703308105}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02479", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention a botanical garden visit?", "temporal_relation": "session", "query_temporal_norm": 0.20478585362434387, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.6394740343093872}], "gold_semantic_scores": [0.5741952657699585], "gold_temporal_scores": [0.0652787983417511], "max_gold_score": 0.6394740343093872, "max_candidate_score": 0.6394740343093872, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.48930442333221436, "best_gold_margin": 0.15016961097717285, "weakest_gold_margin": 0.15016961097717285}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02479", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention switching their pick to an indie movie matinee?", "temporal_relation": "session", "query_temporal_norm": 0.2890172004699707, "query_session_index": 2, "query_start_sec": 14.799999999999999, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8440120220184326}], "gold_semantic_scores": [0.7124283313751221], "gold_temporal_scores": [0.13158412277698517], "max_gold_score": 0.8440120220184326, "max_candidate_score": 0.8440120220184326, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.7532269358634949, "best_gold_margin": 0.09078508615493774, "weakest_gold_margin": 0.09078508615493774}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02582", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Jordan say the restaurant choice ended up being?", "temporal_relation": "latest", "query_temporal_norm": 0.5382773280143738, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8608428835868835}], "gold_semantic_scores": [0.6165441274642944], "gold_temporal_scores": [0.24429915845394135], "max_gold_score": 0.8608428835868835, "max_candidate_score": 0.8621402382850647, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8621402382850647, "best_gold_margin": -0.0012973546981811523, "weakest_gold_margin": -0.0012973546981811523}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02582", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What restaurant was originally considered for dinner?", "temporal_relation": "earliest", "query_temporal_norm": 0.5431143045425415, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0007", "score": 0.7971842885017395}], "gold_semantic_scores": [0.6593206524848938], "gold_temporal_scores": [0.1378636658191681], "max_gold_score": 0.7971842885017395, "max_candidate_score": 0.7971842885017395, "top_memory_id": "history_01_utt_0007", "max_non_gold_score": 0.6647554636001587, "best_gold_margin": 0.1324288249015808, "weakest_gold_margin": 0.1324288249015808}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02582", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the final restaurant choice we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5342481732368469, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8649081587791443}], "gold_semantic_scores": [0.6050746440887451], "gold_temporal_scores": [0.259833425283432], "max_gold_score": 0.8649081587791443, "max_candidate_score": 0.8649081587791443, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8617445230484009, "best_gold_margin": 0.003163635730743408, "weakest_gold_margin": 0.003163635730743408}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02582", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What restaurant did Jordan say they booked instead?", "temporal_relation": "none", "query_temporal_norm": 0.29125821590423584, "query_session_index": 2, "query_start_sec": 16.44, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7527233362197876}], "gold_semantic_scores": [0.6274740695953369], "gold_temporal_scores": [0.12524940073490143], "max_gold_score": 0.7527233362197876, "max_candidate_score": 0.7527233362197876, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6533562541007996, "best_gold_margin": 0.09936708211898804, "weakest_gold_margin": 0.09936708211898804}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02715", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say the final chosen title was?", "temporal_relation": "latest", "query_temporal_norm": 0.5509040951728821, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8836904764175415}], "gold_semantic_scores": [0.6047460436820984], "gold_temporal_scores": [0.27894484996795654], "max_gold_score": 0.8836904764175415, "max_candidate_score": 0.8899713754653931, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 0.8899713754653931, "best_gold_margin": -0.0062808990478515625, "weakest_gold_margin": -0.0062808990478515625}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02715", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What title did we initially choose?", "temporal_relation": "earliest", "query_temporal_norm": 0.2639569640159607, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.37629517912864685}], "gold_semantic_scores": [0.3037247359752655], "gold_temporal_scores": [0.07257042080163956], "max_gold_score": 0.37629517912864685, "max_candidate_score": 0.37629517912864685, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3333700895309448, "best_gold_margin": 0.042925089597702026, "weakest_gold_margin": 0.042925089597702026}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02715", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "speaker_independent", "query_text": "Where are we gathering tonight?", "temporal_relation": "none", "query_temporal_norm": 0.4354303479194641, "query_session_index": 2, "query_start_sec": 15.760000000000002, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.31884849071502686, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.31884849071502686, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02786", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Jordan give for suggesting Zodiac, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.15981383621692657, "query_session_index": 2, "query_start_sec": 10.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7612113952636719}, {"memory_id": "history_02_utt_0010", "score": 0.673660933971405}], "gold_semantic_scores": [0.7118913531303406, 0.6285772323608398], "gold_temporal_scores": [0.049320098012685776, 0.045083608478307724], "max_gold_score": 0.7612113952636719, "max_candidate_score": 0.7639220952987671, "top_memory_id": "history_02_utt_0010::cf::main::2", "max_non_gold_score": 0.7639220952987671, "best_gold_margin": -0.002710700035095215, "weakest_gold_margin": -0.09026116132736206}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02786", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who suggested Zodiac?", "temporal_relation": "none", "query_temporal_norm": 0.16111063957214355, "query_session_index": 2, "query_start_sec": 10.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.46843448281288147}], "gold_semantic_scores": [0.4508008658885956], "gold_temporal_scores": [0.017633624374866486], "max_gold_score": 0.46843448281288147, "max_candidate_score": 0.46843448281288147, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.18333016335964203, "best_gold_margin": 0.28510431945323944, "weakest_gold_margin": 0.28510431945323944}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02786", "qa_id": "extra_qa_0001", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Why did Jordan recommend Zodiac?", "temporal_relation": "none", "query_temporal_norm": 0.09507608413696289, "query_session_index": 2, "query_start_sec": 10.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7990389466285706}], "gold_semantic_scores": [0.7822847962379456], "gold_temporal_scores": [0.01675420068204403], "max_gold_score": 0.7990389466285706, "max_candidate_score": 0.7990389466285706, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6416692733764648, "best_gold_margin": 0.1573696732521057, "weakest_gold_margin": 0.1573696732521057}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02786", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was it mentioned why Zodiac was dropped?", "temporal_relation": "session", "query_temporal_norm": 0.10402277112007141, "query_session_index": 2, "query_start_sec": 10.239999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8288672566413879}], "gold_semantic_scores": [0.8011284470558167], "gold_temporal_scores": [0.02773861587047577], "max_gold_score": 0.8288672566413879, "max_candidate_score": 0.8288672566413879, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.484378457069397, "best_gold_margin": 0.34448879957199097, "weakest_gold_margin": 0.34448879957199097}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02973", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their supply run to laundry detergent, and what was the earlier item?", "temporal_relation": "none", "query_temporal_norm": 0.33666467666625977, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7254393100738525}, {"memory_id": "history_02_utt_0010", "score": 0.783089816570282}], "gold_semantic_scores": [0.6087700128555298, 0.7010295987129211], "gold_temporal_scores": [0.11666930466890335, 0.08206015080213547], "max_gold_score": 0.783089816570282, "max_candidate_score": 0.783089816570282, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.5393099784851074, "best_gold_margin": 0.24377983808517456, "weakest_gold_margin": 0.18612933158874512}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02973", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What item was originally planned for the shopping list but later replaced?", "temporal_relation": "none", "query_temporal_norm": 0.5270222425460815, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6735171675682068}, {"memory_id": "history_02_utt_0010", "score": 0.6477388739585876}], "gold_semantic_scores": [0.518451452255249, 0.6384882926940918], "gold_temporal_scores": [0.1550658494234085, 0.009250328876078129], "max_gold_score": 0.6735171675682068, "max_candidate_score": 0.6735171675682068, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5088878870010376, "best_gold_margin": 0.1646292805671692, "weakest_gold_margin": 0.13885098695755005}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02973", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they switched their supply run to include laundry detergent?", "temporal_relation": "none", "query_temporal_norm": 0.23087556660175323, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.818235456943512}], "gold_semantic_scores": [0.7061856389045715], "gold_temporal_scores": [0.11204972118139267], "max_gold_score": 0.818235456943512, "max_candidate_score": 0.818235456943512, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.4255264699459076, "best_gold_margin": 0.39270898699760437, "weakest_gold_margin": 0.39270898699760437}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_02973", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping item did Skyler say they were planning to pick up?", "temporal_relation": "none", "query_temporal_norm": 0.46241074800491333, "query_session_index": 2, "query_start_sec": 12.520000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8432943224906921}], "gold_semantic_scores": [0.7588215470314026], "gold_temporal_scores": [0.08447254449129105], "max_gold_score": 0.8432943224906921, "max_candidate_score": 0.8432943224906921, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7768163681030273, "best_gold_margin": 0.0664779543876648, "weakest_gold_margin": 0.0664779543876648}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03116", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How did Casey's choice for the playlist opener change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.39763689041137695, "query_session_index": 2, "query_start_sec": 13.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8459250330924988}, {"memory_id": "history_02_utt_0010", "score": 0.5283880233764648}], "gold_semantic_scores": [0.6994381546974182, 0.400272399187088], "gold_temporal_scores": [0.14648717641830444, 0.12811551988124847], "max_gold_score": 0.8459250330924988, "max_candidate_score": 0.8459250330924988, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.762650728225708, "best_gold_margin": 0.08327430486679077, "weakest_gold_margin": -0.23426270484924316}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03116", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey initially pick as the opener for the listening session?", "temporal_relation": "session", "query_temporal_norm": 0.5090994238853455, "query_session_index": 2, "query_start_sec": 13.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.9140176773071289}], "gold_semantic_scores": [0.7799923419952393], "gold_temporal_scores": [0.13402530550956726], "max_gold_score": 0.9140176773071289, "max_candidate_score": 0.9140176773071289, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.8243719339370728, "best_gold_margin": 0.08964574337005615, "weakest_gold_margin": 0.08964574337005615}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03116", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention picking Neon Static as the opener?", "temporal_relation": "session", "query_temporal_norm": 0.21821507811546326, "query_session_index": 2, "query_start_sec": 13.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7379574179649353}], "gold_semantic_scores": [0.6648429036140442], "gold_temporal_scores": [0.07311461120843887], "max_gold_score": 0.7379574179649353, "max_candidate_score": 0.7379574179649353, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6778031587600708, "best_gold_margin": 0.0601542592048645, "weakest_gold_margin": 0.0601542592048645}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03116", "qa_id": "extra_qa_0005", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say they switched the opener to?", "temporal_relation": "none", "query_temporal_norm": 0.348532110452652, "query_session_index": 2, "query_start_sec": 13.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7055676579475403}], "gold_semantic_scores": [0.5297767519950867], "gold_temporal_scores": [0.17579112946987152], "max_gold_score": 0.7055676579475403, "max_candidate_score": 0.7055676579475403, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6230876445770264, "best_gold_margin": 0.08248001337051392, "weakest_gold_margin": 0.08248001337051392}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03172", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who most recently said they wanted the art museum visit as our main activity?", "temporal_relation": "none", "query_temporal_norm": 0.5282081961631775, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0634922981262207}], "gold_semantic_scores": [0.8270653486251831], "gold_temporal_scores": [0.23642686009407043], "max_gold_score": 1.0634922981262207, "max_candidate_score": 1.0634922981262207, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 1.0632545948028564, "best_gold_margin": 0.0002377033233642578, "weakest_gold_margin": 0.0002377033233642578}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03172", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the earlier activity choice, and what did it change to?", "temporal_relation": "comparison", "query_temporal_norm": 0.44301289319992065, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7530767321586609}, {"memory_id": "history_02_utt_0009", "score": 0.7223857045173645}], "gold_semantic_scores": [0.5872748494148254, 0.5809121131896973], "gold_temporal_scores": [0.16580192744731903, 0.14147350192070007], "max_gold_score": 0.7530767321586609, "max_candidate_score": 0.7530767321586609, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5522689819335938, "best_gold_margin": 0.20080775022506714, "weakest_gold_margin": 0.17011672258377075}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03172", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention wanting the art museum visit?", "temporal_relation": "session", "query_temporal_norm": 0.31279483437538147, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.6802648305892944}], "gold_semantic_scores": [0.6335851550102234], "gold_temporal_scores": [0.04667983949184418], "max_gold_score": 0.6802648305892944, "max_candidate_score": 0.6802648305892944, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5949515700340271, "best_gold_margin": 0.08531326055526733, "weakest_gold_margin": 0.08531326055526733}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03172", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the sunset boat tour mentioned as the main activity?", "temporal_relation": "session", "query_temporal_norm": 0.145496666431427, "query_session_index": 2, "query_start_sec": 17.8, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.5960237979888916}], "gold_semantic_scores": [0.5774478912353516], "gold_temporal_scores": [0.01857578009366989], "max_gold_score": 0.5960237979888916, "max_candidate_score": 0.5960237979888916, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5467126965522766, "best_gold_margin": 0.04931110143661499, "weakest_gold_margin": 0.04931110143661499}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03322", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they’d switched to handling the laundry room and hallway on Wednesday evenings?", "temporal_relation": "none", "query_temporal_norm": 0.30630746483802795, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8912882208824158}], "gold_semantic_scores": [0.7420260310173035], "gold_temporal_scores": [0.1492624431848526], "max_gold_score": 0.8912882208824158, "max_candidate_score": 0.8912882208824158, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5586156249046326, "best_gold_margin": 0.3326725959777832, "weakest_gold_margin": 0.3326725959777832}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03322", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the chore schedule that we discussed?", "temporal_relation": "comparison", "query_temporal_norm": 0.29320064187049866, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.667794406414032}, {"memory_id": "history_02_utt_0011", "score": 0.624260425567627}], "gold_semantic_scores": [0.568870484828949, 0.5382207036018372], "gold_temporal_scores": [0.09892383962869644, 0.08603928983211517], "max_gold_score": 0.667794406414032, "max_candidate_score": 0.667794406414032, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4773900806903839, "best_gold_margin": 0.19040432572364807, "weakest_gold_margin": 0.14687034487724304}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03322", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What chore schedule did Emerson mention they switched to?", "temporal_relation": "none", "query_temporal_norm": 0.3403320014476776, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7579858899116516}], "gold_semantic_scores": [0.584774374961853], "gold_temporal_scores": [0.17321166396141052], "max_gold_score": 0.7579858899116516, "max_candidate_score": 0.7579858899116516, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6975309252738953, "best_gold_margin": 0.06045496463775635, "weakest_gold_margin": 0.06045496463775635}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03322", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What chore schedule did we discuss for the laundry room and hallway?", "temporal_relation": "none", "query_temporal_norm": 0.20047080516815186, "query_session_index": 2, "query_start_sec": 13.120000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.6388054490089417}], "gold_semantic_scores": [0.5767830014228821], "gold_temporal_scores": [0.06202234700322151], "max_gold_score": 0.6388054490089417, "max_candidate_score": 0.6388054490089417, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.5376527905464172, "best_gold_margin": 0.10115265846252441, "weakest_gold_margin": 0.10115265846252441}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03391", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Casey say the latest model choice was?", "temporal_relation": "latest", "query_temporal_norm": 0.5616260170936584, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8260125517845154}], "gold_semantic_scores": [0.5630269646644592], "gold_temporal_scores": [0.2629857361316681], "max_gold_score": 0.8260125517845154, "max_candidate_score": 0.8315300941467285, "top_memory_id": "history_02_utt_0008::cf::main::3", "max_non_gold_score": 0.8315300941467285, "best_gold_margin": -0.005517542362213135, "weakest_gold_margin": -0.005517542362213135}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03391", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model did Casey say was chosen for the challenge?", "temporal_relation": "none", "query_temporal_norm": 0.11637208610773087, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.6307599544525146}], "gold_semantic_scores": [0.6369621157646179], "gold_temporal_scores": [-0.006202356424182653], "max_gold_score": 0.6307599544525146, "max_candidate_score": 0.6307599544525146, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5956047773361206, "best_gold_margin": 0.03515517711639404, "weakest_gold_margin": 0.03515517711639404}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03391", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Casey mention switching to the dual-path transformer?", "temporal_relation": "session", "query_temporal_norm": 0.22480309009552002, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.7736288905143738}], "gold_semantic_scores": [0.6690632104873657], "gold_temporal_scores": [0.10456584393978119], "max_gold_score": 0.7736288905143738, "max_candidate_score": 0.7736288905143738, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.6890507340431213, "best_gold_margin": 0.08457815647125244, "weakest_gold_margin": 0.08457815647125244}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03391", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the latest model we decided to use for the challenge?", "temporal_relation": "latest", "query_temporal_norm": 0.5305015444755554, "query_session_index": 2, "query_start_sec": 15.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 1.0504601001739502}], "gold_semantic_scores": [0.7955400943756104], "gold_temporal_scores": [0.25492003560066223], "max_gold_score": 1.0504601001739502, "max_candidate_score": 1.0504601001739502, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 1.048738956451416, "best_gold_margin": 0.0017211437225341797, "weakest_gold_margin": 0.0017211437225341797}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03499", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for wanting us to try Lantern District, and why was it taken off the shortlist?", "temporal_relation": "none", "query_temporal_norm": 0.1722094565629959, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7656251192092896}, {"memory_id": "history_02_utt_0013", "score": 0.7640339136123657}], "gold_semantic_scores": [0.7111132740974426, 0.7093930244445801], "gold_temporal_scores": [0.05451202765107155, 0.05464087799191475], "max_gold_score": 0.7656251192092896, "max_candidate_score": 0.7656251192092896, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.7639448642730713, "best_gold_margin": 0.0016802549362182617, "weakest_gold_margin": 8.90493392944336e-05}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03499", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop Lantern District from the shortlist?", "temporal_relation": "none", "query_temporal_norm": 0.18439243733882904, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0013", "score": 0.8848930597305298}], "gold_semantic_scores": [0.8016267418861389], "gold_temporal_scores": [0.08326613903045654], "max_gold_score": 0.8848930597305298, "max_candidate_score": 0.8848930597305298, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.738887369632721, "best_gold_margin": 0.14600569009780884, "weakest_gold_margin": 0.14600569009780884}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03499", "qa_id": "extra_qa_0005", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation did we discuss dropping Lantern District from the shortlist?", "temporal_relation": "session", "query_temporal_norm": 0.14863280951976776, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0013", "score": 0.8339352011680603}], "gold_semantic_scores": [0.7724276185035706], "gold_temporal_scores": [0.06150772050023079], "max_gold_score": 0.8339352011680603, "max_candidate_score": 0.8339352011680603, "top_memory_id": "history_02_utt_0013", "max_non_gold_score": 0.6863548159599304, "best_gold_margin": 0.14758038520812988, "weakest_gold_margin": 0.14758038520812988}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03499", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What made North Line appealing during our earlier discussion?", "temporal_relation": "session", "query_temporal_norm": 0.13131411373615265, "query_session_index": 2, "query_start_sec": 16.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0028", "score": 0.7176816463470459}], "gold_semantic_scores": [0.6965087652206421], "gold_temporal_scores": [0.021172871813178062], "max_gold_score": 0.7176816463470459, "max_candidate_score": 0.7176816463470459, "top_memory_id": "history_01_utt_0028", "max_non_gold_score": 0.5905187129974365, "best_gold_margin": 0.12716293334960938, "weakest_gold_margin": 0.12716293334960938}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03632", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say changed about my training setup between the earlier discussion and the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.36359748244285583, "query_session_index": 2, "query_start_sec": 20.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6614432334899902}, {"memory_id": "history_02_utt_0011", "score": 0.6937117576599121}], "gold_semantic_scores": [0.5323233008384705, 0.5529679656028748], "gold_temporal_scores": [0.12911991775035858, 0.14074404537677765], "max_gold_score": 0.6937117576599121, "max_candidate_score": 0.7477449178695679, "top_memory_id": "history_02_utt_0011::cf::main::2", "max_non_gold_score": 0.7477449178695679, "best_gold_margin": -0.05403316020965576, "weakest_gold_margin": -0.08630168437957764}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03632", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned switching to distributed fine-tuning with shared object-store streaming?", "temporal_relation": "none", "query_temporal_norm": 0.17466925084590912, "query_session_index": 2, "query_start_sec": 20.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.7736853957176208}], "gold_semantic_scores": [0.6949188709259033], "gold_temporal_scores": [0.0787665918469429], "max_gold_score": 0.7736853957176208, "max_candidate_score": 0.7736853957176208, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.38255855441093445, "best_gold_margin": 0.3911268413066864, "weakest_gold_margin": 0.3911268413066864}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03632", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the final training setup discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5209366679191589, "query_session_index": 2, "query_start_sec": 20.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.893314003944397}], "gold_semantic_scores": [0.6459015011787415], "gold_temporal_scores": [0.24741235375404358], "max_gold_score": 0.893314003944397, "max_candidate_score": 0.8991279602050781, "top_memory_id": "history_02_utt_0011::cf::extra_qa_0007::1", "max_non_gold_score": 0.8991279602050781, "best_gold_margin": -0.005813956260681152, "weakest_gold_margin": -0.005813956260681152}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03632", "qa_id": "extra_qa_0008", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the initial training setup mentioned?", "temporal_relation": "earliest", "query_temporal_norm": 0.5506076216697693, "query_session_index": 2, "query_start_sec": 20.64, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8501633405685425}], "gold_semantic_scores": [0.6939257383346558], "gold_temporal_scores": [0.15623755753040314], "max_gold_score": 0.8501633405685425, "max_candidate_score": 0.8501633405685425, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6926681399345398, "best_gold_margin": 0.15749520063400269, "weakest_gold_margin": 0.15749520063400269}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03717", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say I was going to host the screening in before I changed it later?", "temporal_relation": "earliest", "query_temporal_norm": 0.501278281211853, "query_session_index": 2, "query_start_sec": 14.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8746044039726257}], "gold_semantic_scores": [0.7238311767578125], "gold_temporal_scores": [0.15077312290668488], "max_gold_score": 0.8746044039726257, "max_candidate_score": 0.8746044039726257, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.838474690914154, "best_gold_margin": 0.03612971305847168, "weakest_gold_margin": 0.03612971305847168}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03717", "qa_id": "extra_qa_0006", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned planning to host the screening in the guest room at first?", "temporal_relation": "earliest", "query_temporal_norm": 0.3532693684101105, "query_session_index": 2, "query_start_sec": 14.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8717443346977234}], "gold_semantic_scores": [0.7699471712112427], "gold_temporal_scores": [0.10179731994867325], "max_gold_score": 0.8717443346977234, "max_candidate_score": 0.8717443346977234, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7715650796890259, "best_gold_margin": 0.10017925500869751, "weakest_gold_margin": 0.10017925500869751}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03717", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where is the screening currently planned to take place?", "temporal_relation": "latest", "query_temporal_norm": 0.4927867352962494, "query_session_index": 2, "query_start_sec": 14.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8880032896995544}], "gold_semantic_scores": [0.6357671022415161], "gold_temporal_scores": [0.252236545085907], "max_gold_score": 0.8880032896995544, "max_candidate_score": 0.8880032896995544, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.8869814276695251, "best_gold_margin": 0.0010218620300292969, "weakest_gold_margin": 0.0010218620300292969}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03717", "qa_id": "extra_qa_0005", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the screening originally planned to be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.5521474480628967, "query_session_index": 2, "query_start_sec": 14.919999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9039203524589539}], "gold_semantic_scores": [0.7242276668548584], "gold_temporal_scores": [0.17969244718551636], "max_gold_score": 0.9039203524589539, "max_candidate_score": 0.9039203524589539, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7722622752189636, "best_gold_margin": 0.13165807723999023, "weakest_gold_margin": 0.13165807723999023}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03796", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who switched their evaluation plan to a held-out benchmark sweep with latency, far-field, and streaming cuts, and what was the earlier plan?", "temporal_relation": "none", "query_temporal_norm": 0.3717564344406128, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7137491106987}, {"memory_id": "history_02_utt_0009", "score": 0.8263771533966064}], "gold_semantic_scores": [0.5786128640174866, 0.7138035297393799], "gold_temporal_scores": [0.1351361721754074, 0.11257380247116089], "max_gold_score": 0.8263771533966064, "max_candidate_score": 0.8263771533966064, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4286176562309265, "best_gold_margin": 0.39775949716567993, "weakest_gold_margin": 0.28513145446777344}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03796", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What evaluation plan did Hayden mention earlier?", "temporal_relation": "none", "query_temporal_norm": 0.31940174102783203, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7282789945602417}], "gold_semantic_scores": [0.6307458877563477], "gold_temporal_scores": [0.09753306955099106], "max_gold_score": 0.7282789945602417, "max_candidate_score": 0.7282789945602417, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6663133502006531, "best_gold_margin": 0.06196564435958862, "weakest_gold_margin": 0.06196564435958862}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03796", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What evaluation plan did we discuss most recently?", "temporal_relation": "none", "query_temporal_norm": 0.509260356426239, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.7800079584121704}], "gold_semantic_scores": [0.5771557688713074], "gold_temporal_scores": [0.20285233855247498], "max_gold_score": 0.7800079584121704, "max_candidate_score": 0.7848793268203735, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0007::1", "max_non_gold_score": 0.7848793268203735, "best_gold_margin": -0.004871368408203125, "weakest_gold_margin": -0.004871368408203125}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03796", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the evaluation plan change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.38919687271118164, "query_session_index": 2, "query_start_sec": 13.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5464830994606018}, {"memory_id": "history_02_utt_0009", "score": 0.6123336553573608}], "gold_semantic_scores": [0.40642616152763367, 0.4670634865760803], "gold_temporal_scores": [0.14005687832832336, 0.14527012407779694], "max_gold_score": 0.6123336553573608, "max_candidate_score": 0.6123336553573608, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.3979046940803528, "best_gold_margin": 0.21442896127700806, "weakest_gold_margin": 0.14857840538024902}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03895", "qa_id": "main", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were taking laundry detergent?", "temporal_relation": "none", "query_temporal_norm": 0.21799147129058838, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.414068341255188}], "gold_semantic_scores": [0.3099904954433441], "gold_temporal_scores": [0.10407798737287521], "max_gold_score": 0.414068341255188, "max_candidate_score": 0.414068341255188, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.2665324807167053, "best_gold_margin": 0.14753586053848267, "weakest_gold_margin": 0.14753586053848267}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03895", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the shopping item we discussed?", "temporal_relation": "comparison", "query_temporal_norm": 0.3731409013271332, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6901710629463196}, {"memory_id": "history_02_utt_0009", "score": 0.7109283804893494}], "gold_semantic_scores": [0.5548702478408813, 0.616119384765625], "gold_temporal_scores": [0.1353009194135666, 0.0948088988661766], "max_gold_score": 0.7109283804893494, "max_candidate_score": 0.7109283804893494, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.4650208353996277, "best_gold_margin": 0.24590754508972168, "weakest_gold_margin": 0.2251502275466919}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03895", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What shopping item did Skyler mention they were taking?", "temporal_relation": "none", "query_temporal_norm": 0.35504430532455444, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.715913712978363}], "gold_semantic_scores": [0.6847895383834839], "gold_temporal_scores": [0.03112439066171646], "max_gold_score": 0.715913712978363, "max_candidate_score": 0.7278690934181213, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.7278690934181213, "best_gold_margin": -0.0119553804397583, "weakest_gold_margin": -0.0119553804397583}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_03895", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Skyler mention switching to laundry detergent?", "temporal_relation": "session", "query_temporal_norm": 0.23125554621219635, "query_session_index": 2, "query_start_sec": 13.88, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5898507237434387}], "gold_semantic_scores": [0.48844918608665466], "gold_temporal_scores": [0.10140170902013779], "max_gold_score": 0.5898507237434387, "max_candidate_score": 0.5898507237434387, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5149601697921753, "best_gold_margin": 0.07489055395126343, "weakest_gold_margin": 0.07489055395126343}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04021", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What model choice did Jordan first say he wanted before he later changed the recommendation?", "temporal_relation": "earliest", "query_temporal_norm": 0.5310580134391785, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7242351174354553}], "gold_semantic_scores": [0.5781345367431641], "gold_temporal_scores": [0.1461005061864853], "max_gold_score": 0.7242351174354553, "max_candidate_score": 0.7242351174354553, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5882754921913147, "best_gold_margin": 0.13595962524414062, "weakest_gold_margin": 0.13595962524414062}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04021", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "I remember we discussed what kind of encoder to use for the acoustic model. What was the initial choice?", "temporal_relation": "earliest", "query_temporal_norm": 0.5498623251914978, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7997954487800598}], "gold_semantic_scores": [0.6572973132133484], "gold_temporal_scores": [0.1424979716539383], "max_gold_score": 0.7997954487800598, "max_candidate_score": 0.7997954487800598, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.6468391418457031, "best_gold_margin": 0.1529563069343567, "weakest_gold_margin": 0.1529563069343567}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04021", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What encoder model did Jordan originally suggest for the acoustic model?", "temporal_relation": "none", "query_temporal_norm": 0.5657731890678406, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7844427227973938}], "gold_semantic_scores": [0.6637805700302124], "gold_temporal_scores": [0.12066224962472916], "max_gold_score": 0.7844427227973938, "max_candidate_score": 0.7844427227973938, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.5834255814552307, "best_gold_margin": 0.20101714134216309, "weakest_gold_margin": 0.20101714134216309}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04021", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the recommended model choice to manage latency?", "temporal_relation": "none", "query_temporal_norm": 0.3246149718761444, "query_session_index": 2, "query_start_sec": 14.96, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.4653351902961731}], "gold_semantic_scores": [0.3777509331703186], "gold_temporal_scores": [0.08758442848920822], "max_gold_score": 0.4653351902961731, "max_candidate_score": 0.4653351902961731, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.30288195610046387, "best_gold_margin": 0.16245323419570923, "weakest_gold_margin": 0.16245323419570923}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04130", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What reason did I mention for pushing for Signal Drift, and why was it dropped?", "temporal_relation": "none", "query_temporal_norm": 0.13918694853782654, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8051373362541199}, {"memory_id": "history_02_utt_0010", "score": 0.7814077138900757}], "gold_semantic_scores": [0.7644151449203491, 0.7444016337394714], "gold_temporal_scores": [0.040722332894802094, 0.037006206810474396], "max_gold_score": 0.8051373362541199, "max_candidate_score": 0.8094822764396667, "top_memory_id": "history_01_utt_0009::cf::main::1", "max_non_gold_score": 0.8094822764396667, "best_gold_margin": -0.004344940185546875, "weakest_gold_margin": -0.028074562549591064}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04130", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did we decide to drop Signal Drift from the queue?", "temporal_relation": "none", "query_temporal_norm": 0.1414480060338974, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8822928667068481}], "gold_semantic_scores": [0.8200879096984863], "gold_temporal_scores": [0.06220519542694092], "max_gold_score": 0.8822928667068481, "max_candidate_score": 0.8822928667068481, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6056539416313171, "best_gold_margin": 0.276638925075531, "weakest_gold_margin": 0.276638925075531}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04130", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Why did Studio Ghosts get recommended?", "temporal_relation": "none", "query_temporal_norm": 0.08942581713199615, "query_session_index": 2, "query_start_sec": 14.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0026", "score": 0.6311507225036621}], "gold_semantic_scores": [0.6189433336257935], "gold_temporal_scores": [0.012207361869513988], "max_gold_score": 0.6311507225036621, "max_candidate_score": 0.6311507225036621, "top_memory_id": "history_01_utt_0026", "max_non_gold_score": 0.6131828427314758, "best_gold_margin": 0.01796787977218628, "weakest_gold_margin": 0.01796787977218628}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04192", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who first said they were planning to leave at 4:10 PM?", "temporal_relation": "earliest", "query_temporal_norm": 0.4998652935028076, "query_session_index": 2, "query_start_sec": 14.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7612646818161011}], "gold_semantic_scores": [0.6629822850227356], "gold_temporal_scores": [0.09828246384859085], "max_gold_score": 0.7612646818161011, "max_candidate_score": 0.7612646818161011, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.6467891335487366, "best_gold_margin": 0.1144755482673645, "weakest_gold_margin": 0.1144755482673645}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04192", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the change in the departure time we discussed earlier?", "temporal_relation": "comparison", "query_temporal_norm": 0.2970808148384094, "query_session_index": 2, "query_start_sec": 14.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8311665654182434}, {"memory_id": "history_02_utt_0009", "score": 0.7477927803993225}], "gold_semantic_scores": [0.7279335260391235, 0.6880112290382385], "gold_temporal_scores": [0.10323309153318405, 0.05978155508637428], "max_gold_score": 0.8311665654182434, "max_candidate_score": 0.8311665654182434, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.48848605155944824, "best_gold_margin": 0.34268051385879517, "weakest_gold_margin": 0.25930672883987427}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04192", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What departure time did Hayden mention for their pharmacy and package run?", "temporal_relation": "none", "query_temporal_norm": 0.1708756387233734, "query_session_index": 2, "query_start_sec": 14.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.5543596148490906}], "gold_semantic_scores": [0.5038353204727173], "gold_temporal_scores": [0.05052432417869568], "max_gold_score": 0.5543596148490906, "max_candidate_score": 0.5543596148490906, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.4628887474536896, "best_gold_margin": 0.091470867395401, "weakest_gold_margin": 0.091470867395401}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04192", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What departure time did we discuss for the errand loop?", "temporal_relation": "none", "query_temporal_norm": 0.16646818816661835, "query_session_index": 2, "query_start_sec": 14.200000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.5644745826721191}], "gold_semantic_scores": [0.5293290019035339], "gold_temporal_scores": [0.03514564037322998], "max_gold_score": 0.5644745826721191, "max_candidate_score": 0.5716373324394226, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.5716373324394226, "best_gold_margin": -0.007162749767303467, "weakest_gold_margin": -0.007162749767303467}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04313", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What reason did Hayden give for suggesting Green Table Cafe, and why was it later rejected?", "temporal_relation": "none", "query_temporal_norm": 0.21101050078868866, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.773063600063324}, {"memory_id": "history_02_utt_0010", "score": 0.8798152208328247}], "gold_semantic_scores": [0.7086418271064758, 0.7928157448768616], "gold_temporal_scores": [0.06442190706729889, 0.08699922263622284], "max_gold_score": 0.8798152208328247, "max_candidate_score": 0.8798152208328247, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8341741561889648, "best_gold_margin": 0.04564106464385986, "weakest_gold_margin": -0.06111055612564087}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04313", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What reason was given for suggesting Lotus Bowl?", "temporal_relation": "none", "query_temporal_norm": 0.099459707736969, "query_session_index": 2, "query_start_sec": 17.56, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0023", "score": 0.7520145177841187}], "gold_semantic_scores": [0.7363563776016235], "gold_temporal_scores": [0.015658101066946983], "max_gold_score": 0.7520145177841187, "max_candidate_score": 0.7520145177841187, "top_memory_id": "history_01_utt_0023", "max_non_gold_score": 0.5232257843017578, "best_gold_margin": 0.22878873348236084, "weakest_gold_margin": 0.22878873348236084}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04388", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my latest rating for Neon Harbor was?", "temporal_relation": "latest", "query_temporal_norm": 0.5722104907035828, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0172309875488281}], "gold_semantic_scores": [0.7542997598648071], "gold_temporal_scores": [0.2629307508468628], "max_gold_score": 1.0172309875488281, "max_candidate_score": 1.0206114053726196, "top_memory_id": "history_02_utt_0009::cf::main::3", "max_non_gold_score": 1.0206114053726196, "best_gold_margin": -0.003380417823791504, "weakest_gold_margin": -0.003380417823791504}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04388", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who rated Neon Harbor 9 out of 10?", "temporal_relation": "none", "query_temporal_norm": 0.2543479800224304, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8192700743675232}], "gold_semantic_scores": [0.7166691422462463], "gold_temporal_scores": [0.10260123759508133], "max_gold_score": 0.8192700743675232, "max_candidate_score": 0.8192700743675232, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.6635192632675171, "best_gold_margin": 0.1557508111000061, "weakest_gold_margin": 0.1557508111000061}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04388", "qa_id": "extra_qa_0004", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the initial rating given to Neon Harbor in our earlier discussions?", "temporal_relation": "session", "query_temporal_norm": 0.5244280695915222, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8855056762695312}], "gold_semantic_scores": [0.767201840877533], "gold_temporal_scores": [0.11830393970012665], "max_gold_score": 0.8855056762695312, "max_candidate_score": 0.8855056762695312, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6971530914306641, "best_gold_margin": 0.1883525848388672, "weakest_gold_margin": 0.1883525848388672}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04388", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who is handling the setup for the guest streaming profile?", "temporal_relation": "none", "query_temporal_norm": 0.29466140270233154, "query_session_index": 2, "query_start_sec": 17.36, "excluded_control_support_ids": ["current_01_utt_0002"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.17491599917411804, "top_memory_id": "history_02_utt_0012", "max_non_gold_score": 0.17491599917411804, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04583", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Taylor originally say the activity choice was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5792937874794006, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8098567724227905}], "gold_semantic_scores": [0.6491636633872986], "gold_temporal_scores": [0.16069309413433075], "max_gold_score": 0.8098567724227905, "max_candidate_score": 0.8240275979042053, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.8240275979042053, "best_gold_margin": -0.014170825481414795, "weakest_gold_margin": -0.014170825481414795}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04583", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What activity did Taylor say they were leaning toward at first?", "temporal_relation": "earliest", "query_temporal_norm": 0.564114511013031, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.8250079154968262}], "gold_semantic_scores": [0.6534548401832581], "gold_temporal_scores": [0.17155307531356812], "max_gold_score": 0.8250079154968262, "max_candidate_score": 0.8250079154968262, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7313396334648132, "best_gold_margin": 0.09366828203201294, "weakest_gold_margin": 0.09366828203201294}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04583", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Taylor mention the botanical garden walk?", "temporal_relation": "session", "query_temporal_norm": 0.22394399344921112, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7716633677482605}], "gold_semantic_scores": [0.7015731930732727], "gold_temporal_scores": [0.07009026408195496], "max_gold_score": 0.7716633677482605, "max_candidate_score": 0.7716633677482605, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.688643217086792, "best_gold_margin": 0.0830201506614685, "weakest_gold_margin": 0.0830201506614685}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04583", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently?", "temporal_relation": "none", "query_temporal_norm": 0.5235105752944946, "query_session_index": 2, "query_start_sec": 16.36, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9195210933685303}], "gold_semantic_scores": [0.6733728647232056], "gold_temporal_scores": [0.24614869058132172], "max_gold_score": 0.9195210933685303, "max_candidate_score": 0.9219147562980652, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0004::1", "max_non_gold_score": 0.9219147562980652, "best_gold_margin": -0.002393662929534912, "weakest_gold_margin": -0.002393662929534912}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04714", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say we were working from before the dataset version changed later?", "temporal_relation": "earliest", "query_temporal_norm": 0.5243731737136841, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7738409638404846}], "gold_semantic_scores": [0.671058177947998], "gold_temporal_scores": [0.10278288275003433], "max_gold_score": 0.7738409638404846, "max_candidate_score": 0.7738409638404846, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.7542778253555298, "best_gold_margin": 0.019563138484954834, "weakest_gold_margin": 0.019563138484954834}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04714", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned first having us working from capture pack alpha?", "temporal_relation": "none", "query_temporal_norm": 0.3412495255470276, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7188630700111389}], "gold_semantic_scores": [0.6421686410903931], "gold_temporal_scores": [0.07669460773468018], "max_gold_score": 0.7188630700111389, "max_candidate_score": 0.7188630700111389, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.1880519986152649, "best_gold_margin": 0.530811071395874, "weakest_gold_margin": 0.530811071395874}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04714", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version did we last settle on?", "temporal_relation": "none", "query_temporal_norm": 0.5193408727645874, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8843212127685547}], "gold_semantic_scores": [0.6115491986274719], "gold_temporal_scores": [0.27277129888534546], "max_gold_score": 0.8843212127685547, "max_candidate_score": 0.8870233297348022, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.8870233297348022, "best_gold_margin": -0.0027021169662475586, "weakest_gold_margin": -0.0027021169662475586}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04714", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the dataset version change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.40128904581069946, "query_session_index": 2, "query_start_sec": 15.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7558188438415527}, {"memory_id": "history_02_utt_0010", "score": 0.6243794560432434}], "gold_semantic_scores": [0.6086534857749939, 0.5071663856506348], "gold_temporal_scores": [0.14716531336307526, 0.11721307039260864], "max_gold_score": 0.7558188438415527, "max_candidate_score": 0.7558188438415527, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.3958700895309448, "best_gold_margin": 0.3599487543106079, "weakest_gold_margin": 0.22850936651229858}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04791", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Cameron say the rating ended up being most recently?", "temporal_relation": "latest", "query_temporal_norm": 0.5585029721260071, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8867926001548767}], "gold_semantic_scores": [0.6034783720970154], "gold_temporal_scores": [0.2833144962787628], "max_gold_score": 0.8867926001548767, "max_candidate_score": 0.8867926001548767, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.8708122968673706, "best_gold_margin": 0.015980303287506104, "weakest_gold_margin": 0.015980303287506104}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04791", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What rating did Cameron give to Night Bus Arcade after the second listen?", "temporal_relation": "none", "query_temporal_norm": 0.4309512972831726, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.8016171455383301}], "gold_semantic_scores": [0.6282965540885925], "gold_temporal_scores": [0.17332081496715546], "max_gold_score": 0.8016171455383301, "max_candidate_score": 0.8016171455383301, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.7467377185821533, "best_gold_margin": 0.05487942695617676, "weakest_gold_margin": 0.05487942695617676}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04791", "qa_id": "extra_qa_0006", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Cameron mention updating Night Bus Arcade to 8 out of 10?", "temporal_relation": "session", "query_temporal_norm": 0.23100188374519348, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.703933596611023}], "gold_semantic_scores": [0.6119505763053894], "gold_temporal_scores": [0.091982901096344], "max_gold_score": 0.703933596611023, "max_candidate_score": 0.703933596611023, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.5814835429191589, "best_gold_margin": 0.12245005369186401, "weakest_gold_margin": 0.12245005369186401}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04791", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What rating was most recently assigned to Night Bus Arcade?", "temporal_relation": "none", "query_temporal_norm": 0.5111644268035889, "query_session_index": 2, "query_start_sec": 14.68, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9753127694129944}], "gold_semantic_scores": [0.7369182705879211], "gold_temporal_scores": [0.23839494585990906], "max_gold_score": 0.9753127694129944, "max_candidate_score": 0.9753127694129944, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.963685929775238, "best_gold_margin": 0.011626839637756348, "weakest_gold_margin": 0.011626839637756348}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04880", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did my club pick change from the earlier discussion to the later one?", "temporal_relation": "comparison", "query_temporal_norm": 0.39707863330841064, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.607008695602417}, {"memory_id": "history_02_utt_0008", "score": 0.7406282424926758}], "gold_semantic_scores": [0.4662441313266754, 0.6036116480827332], "gold_temporal_scores": [0.14076466858386993, 0.13701650500297546], "max_gold_score": 0.7406282424926758, "max_candidate_score": 0.7699648141860962, "top_memory_id": "history_02_utt_0008::cf::main::2", "max_non_gold_score": 0.7699648141860962, "best_gold_margin": -0.02933657169342041, "weakest_gold_margin": -0.1629561185836792}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04880", "qa_id": "extra_qa_0009", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned changing the club pick to Blue Hour Errands?", "temporal_relation": "none", "query_temporal_norm": 0.28961658477783203, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.8490069508552551}], "gold_semantic_scores": [0.730434775352478], "gold_temporal_scores": [0.11857204139232635], "max_gold_score": 0.8490069508552551, "max_candidate_score": 0.8490069508552551, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.5426676869392395, "best_gold_margin": 0.3063392639160156, "weakest_gold_margin": 0.3063392639160156}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04880", "qa_id": "extra_qa_0007", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What is the current club pick we decided on?", "temporal_relation": "latest", "query_temporal_norm": 0.534369170665741, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0008", "score": 0.9308880567550659}], "gold_semantic_scores": [0.683402419090271], "gold_temporal_scores": [0.2474857121706009], "max_gold_score": 0.9308880567550659, "max_candidate_score": 0.9308880567550659, "top_memory_id": "history_02_utt_0008", "max_non_gold_score": 0.9269216060638428, "best_gold_margin": 0.0039664506912231445, "weakest_gold_margin": 0.0039664506912231445}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04880", "qa_id": "extra_qa_0008", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the club pick change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3561788499355316, "query_session_index": 2, "query_start_sec": 14.72, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7126816511154175}, {"memory_id": "history_02_utt_0008", "score": 0.7107725739479065}], "gold_semantic_scores": [0.58861243724823, 0.6006414890289307], "gold_temporal_scores": [0.12406928092241287, 0.11013144254684448], "max_gold_score": 0.7126816511154175, "max_candidate_score": 0.7126816511154175, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.38565853238105774, "best_gold_margin": 0.32702311873435974, "weakest_gold_margin": 0.32511404156684875}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04958", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my deployment target had most recently changed to?", "temporal_relation": "latest", "query_temporal_norm": 0.546714186668396, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 0.9441863894462585}], "gold_semantic_scores": [0.6810511350631714], "gold_temporal_scores": [0.26313549280166626], "max_gold_score": 0.9441863894462585, "max_candidate_score": 0.9441863894462585, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.9410743117332458, "best_gold_margin": 0.0031120777130126953, "weakest_gold_margin": 0.0031120777130126953}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_04958", "qa_id": "extra_qa_0009", "task_id": "current_only_control", "needs_rag": false, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that the equipment package is arriving at the front desk tomorrow?", "temporal_relation": "none", "query_temporal_norm": 0.17438915371894836, "query_session_index": 2, "query_start_sec": 17.759999999999998, "excluded_control_support_ids": ["current_01_utt_0001"], "gold_scores": [], "gold_semantic_scores": [], "gold_temporal_scores": [], "max_gold_score": null, "max_candidate_score": 0.2892322242259979, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.2892322242259979, "best_gold_margin": null, "weakest_gold_margin": null}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05099", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Rowan say the training setting was originally?", "temporal_relation": "earliest", "query_temporal_norm": 0.5619527697563171, "query_session_index": 2, "query_start_sec": 11.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8881345987319946}], "gold_semantic_scores": [0.7414547801017761], "gold_temporal_scores": [0.14667972922325134], "max_gold_score": 0.8881345987319946, "max_candidate_score": 0.8881345987319946, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7560424208641052, "best_gold_margin": 0.1320921778678894, "weakest_gold_margin": 0.1320921778678894}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05099", "qa_id": "extra_qa_0001", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the latest training setup we discussed?", "temporal_relation": "latest", "query_temporal_norm": 0.5367713570594788, "query_session_index": 2, "query_start_sec": 11.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0009", "score": 1.0402355194091797}], "gold_semantic_scores": [0.7693636417388916], "gold_temporal_scores": [0.2708715498447418], "max_gold_score": 1.0402355194091797, "max_candidate_score": 1.0453435182571411, "top_memory_id": "history_02_utt_0009::cf::extra_qa_0001::1", "max_non_gold_score": 1.0453435182571411, "best_gold_margin": -0.005107998847961426, "weakest_gold_margin": -0.005107998847961426}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05099", "qa_id": "extra_qa_0003", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned using full fine-tuning with label smoothing 0.1?", "temporal_relation": "none", "query_temporal_norm": 0.1903112381696701, "query_session_index": 2, "query_start_sec": 11.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.5394147634506226}], "gold_semantic_scores": [0.5049834251403809], "gold_temporal_scores": [0.03443140909075737], "max_gold_score": 0.5394147634506226, "max_candidate_score": 0.5394147634506226, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.4440267086029053, "best_gold_margin": 0.09538805484771729, "weakest_gold_margin": 0.09538805484771729}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05099", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the training setup change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.3614700138568878, "query_session_index": 2, "query_start_sec": 11.280000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7809430956840515}, {"memory_id": "history_02_utt_0009", "score": 0.8360214829444885}], "gold_semantic_scores": [0.6575235724449158, 0.7004578709602356], "gold_temporal_scores": [0.1234193742275238, 0.13556379079818726], "max_gold_score": 0.8360214829444885, "max_candidate_score": 0.8360214829444885, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.47067713737487793, "best_gold_margin": 0.3653443455696106, "weakest_gold_margin": 0.3102659583091736}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05193", "qa_id": "main", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Quinn say the deployment target was moved to most recently?", "temporal_relation": "none", "query_temporal_norm": 0.554340124130249, "query_session_index": 2, "query_start_sec": 22.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 1.0449566841125488}], "gold_semantic_scores": [0.794373095035553], "gold_temporal_scores": [0.2505838871002197], "max_gold_score": 1.0449566841125488, "max_candidate_score": 1.0474411249160767, "top_memory_id": "history_02_utt_0011::cf::main::3", "max_non_gold_score": 1.0474411249160767, "best_gold_margin": -0.002484440803527832, "weakest_gold_margin": -0.002484440803527832}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05193", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Quinn mention moving the deployment target?", "temporal_relation": "session", "query_temporal_norm": 0.21387360990047455, "query_session_index": 2, "query_start_sec": 22.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0011", "score": 0.8261110186576843}], "gold_semantic_scores": [0.7321012616157532], "gold_temporal_scores": [0.09400967508554459], "max_gold_score": 0.8261110186576843, "max_candidate_score": 0.8261110186576843, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.6821547746658325, "best_gold_margin": 0.1439562439918518, "weakest_gold_margin": 0.1439562439918518}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05193", "qa_id": "extra_qa_0007", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where was the model stack planned to be deployed?", "temporal_relation": "none", "query_temporal_norm": 0.19156841933727264, "query_session_index": 2, "query_start_sec": 22.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.6360036730766296}], "gold_semantic_scores": [0.63612961769104], "gold_temporal_scores": [-0.00012590420374181122], "max_gold_score": 0.6360036730766296, "max_candidate_score": 0.7431245446205139, "top_memory_id": "history_02_utt_0011", "max_non_gold_score": 0.7431245446205139, "best_gold_margin": -0.10712087154388428, "weakest_gold_margin": -0.10712087154388428}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05252", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I originally say I picked for our free afternoon before I changed it?", "temporal_relation": "earliest", "query_temporal_norm": 0.490399032831192, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7109458446502686}], "gold_semantic_scores": [0.5971682667732239], "gold_temporal_scores": [0.11377756297588348], "max_gold_score": 0.7109458446502686, "max_candidate_score": 0.7172068357467651, "top_memory_id": "history_01_utt_0009::cf::main::0", "max_non_gold_score": 0.7172068357467651, "best_gold_margin": -0.006260991096496582, "weakest_gold_margin": -0.006260991096496582}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05252", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned picking a harbor cruise for the free afternoon?", "temporal_relation": "none", "query_temporal_norm": 0.14876367151737213, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0009", "score": 0.7103046774864197}], "gold_semantic_scores": [0.6769286394119263], "gold_temporal_scores": [0.03337622806429863], "max_gold_score": 0.7103046774864197, "max_candidate_score": 0.7103046774864197, "top_memory_id": "history_01_utt_0009", "max_non_gold_score": 0.4146389663219452, "best_gold_margin": 0.2956657111644745, "weakest_gold_margin": 0.2956657111644745}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05252", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently for the free afternoon?", "temporal_relation": "none", "query_temporal_norm": 0.5315607786178589, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.8933161497116089}], "gold_semantic_scores": [0.6419651508331299], "gold_temporal_scores": [0.251350998878479], "max_gold_score": 0.8933161497116089, "max_candidate_score": 0.8933161497116089, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.8909048438072205, "best_gold_margin": 0.0024113059043884277, "weakest_gold_margin": 0.0024113059043884277}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05252", "qa_id": "extra_qa_0008", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was the maritime museum visit mentioned?", "temporal_relation": "session", "query_temporal_norm": 0.2230367809534073, "query_session_index": 2, "query_start_sec": 18.6, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.7163465619087219}], "gold_semantic_scores": [0.6357772946357727], "gold_temporal_scores": [0.08056944608688354], "max_gold_score": 0.7163465619087219, "max_candidate_score": 0.7163465619087219, "top_memory_id": "history_02_utt_0010", "max_non_gold_score": 0.6139141917228699, "best_gold_margin": 0.10243237018585205, "weakest_gold_margin": 0.10243237018585205}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05321", "qa_id": "main", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What position did I give \"Neon Harbor\" in the sunset stretch, and why was it cut from the ride playlist?", "temporal_relation": "none", "query_temporal_norm": 0.20122897624969482, "query_session_index": 2, "query_start_sec": 13.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7331503033638}, {"memory_id": "history_02_utt_0010", "score": 0.7190794348716736}], "gold_semantic_scores": [0.671413004398346, 0.6447948813438416], "gold_temporal_scores": [0.06173736974596977, 0.07428484410047531], "max_gold_score": 0.7331503033638, "max_candidate_score": 0.7375759482383728, "top_memory_id": "history_01_utt_0010::cf::main::0", "max_non_gold_score": 0.7375759482383728, "best_gold_margin": -0.004425644874572754, "weakest_gold_margin": -0.01849651336669922}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05321", "qa_id": "extra_qa_0004", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When was the song cut?", "temporal_relation": "none", "query_temporal_norm": 0.13866908848285675, "query_session_index": 2, "query_start_sec": 13.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.4317096471786499}], "gold_semantic_scores": [0.42328956723213196], "gold_temporal_scores": [0.00842003058642149], "max_gold_score": 0.4317096471786499, "max_candidate_score": 0.4446811378002167, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.4446811378002167, "best_gold_margin": -0.012971490621566772, "weakest_gold_margin": -0.012971490621566772}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05321", "qa_id": "extra_qa_0007", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which earlier conversation was 'Paper Lanterns' penciled in as the campfire handoff?", "temporal_relation": "session", "query_temporal_norm": 0.15931256115436554, "query_session_index": 2, "query_start_sec": 13.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0027", "score": 0.8200166821479797}], "gold_semantic_scores": [0.7836727499961853], "gold_temporal_scores": [0.03634406998753548], "max_gold_score": 0.8200166821479797, "max_candidate_score": 0.8200166821479797, "top_memory_id": "history_01_utt_0027", "max_non_gold_score": 0.7188894748687744, "best_gold_margin": 0.10112720727920532, "weakest_gold_margin": 0.10112720727920532}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05321", "qa_id": "extra_qa_0008", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the updated placement of 'Paper Lanterns' in the playlist?", "temporal_relation": "latest", "query_temporal_norm": 0.5021602511405945, "query_session_index": 2, "query_start_sec": 13.440000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0027", "score": 0.9005762338638306}], "gold_semantic_scores": [0.6958908438682556], "gold_temporal_scores": [0.2046855241060257], "max_gold_score": 0.9005762338638306, "max_candidate_score": 0.9005762338638306, "top_memory_id": "history_02_utt_0027", "max_non_gold_score": 0.8907775282859802, "best_gold_margin": 0.009798705577850342, "weakest_gold_margin": 0.009798705577850342}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05438", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say my weekend activity pick was before I changed it?", "temporal_relation": "before", "query_temporal_norm": 0.47102421522140503, "query_session_index": 2, "query_start_sec": 16.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9027956128120422}], "gold_semantic_scores": [0.770399272441864], "gold_temporal_scores": [0.13239622116088867], "max_gold_score": 0.9027956128120422, "max_candidate_score": 0.9027956128120422, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.896658182144165, "best_gold_margin": 0.006137430667877197, "weakest_gold_margin": 0.006137430667877197}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05438", "qa_id": "extra_qa_0006", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned they were leaning toward an aquarium visit for the weekend?", "temporal_relation": "none", "query_temporal_norm": 0.22069936990737915, "query_session_index": 2, "query_start_sec": 16.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.7440012097358704}], "gold_semantic_scores": [0.6735831499099731], "gold_temporal_scores": [0.07041811943054199], "max_gold_score": 0.7440012097358704, "max_candidate_score": 0.7440012097358704, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.41335463523864746, "best_gold_margin": 0.3306465744972229, "weakest_gold_margin": 0.3306465744972229}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05438", "qa_id": "extra_qa_0004", "task_id": "latest_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity was chosen most recently during our discussions?", "temporal_relation": "none", "query_temporal_norm": 0.5249887108802795, "query_session_index": 2, "query_start_sec": 16.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_02_utt_0010", "score": 0.9453835487365723}], "gold_semantic_scores": [0.694780707359314], "gold_temporal_scores": [0.250603049993515], "max_gold_score": 0.9453835487365723, "max_candidate_score": 0.9463587403297424, "top_memory_id": "history_02_utt_0010::cf::extra_qa_0004::1", "max_non_gold_score": 0.9463587403297424, "best_gold_margin": -0.000975191593170166, "weakest_gold_margin": -0.000975191593170166}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05438", "qa_id": "extra_qa_0005", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the activity choice change over time?", "temporal_relation": "comparison", "query_temporal_norm": 0.4116746783256531, "query_session_index": 2, "query_start_sec": 16.439999999999998, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.8199952244758606}, {"memory_id": "history_02_utt_0010", "score": 0.6618159413337708}], "gold_semantic_scores": [0.6665137410163879, 0.531590461730957], "gold_temporal_scores": [0.1534813940525055, 0.1302255094051361], "max_gold_score": 0.8199952244758606, "max_candidate_score": 0.8199952244758606, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5402697324752808, "best_gold_margin": 0.27972549200057983, "weakest_gold_margin": 0.12154620885848999}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05547", "qa_id": "main", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did my shopping item for noodle night change from and to across the earlier discussions?", "temporal_relation": "comparison", "query_temporal_norm": 0.4073835611343384, "query_session_index": 2, "query_start_sec": 10.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.7374298572540283}, {"memory_id": "history_02_utt_0010", "score": 0.7939615845680237}], "gold_semantic_scores": [0.587867259979248, 0.6413812041282654], "gold_temporal_scores": [0.14956238865852356, 0.1525803804397583], "max_gold_score": 0.7939615845680237, "max_candidate_score": 0.809883177280426, "top_memory_id": "history_02_utt_0010::cf::main::3", "max_non_gold_score": 0.809883177280426, "best_gold_margin": -0.015921592712402344, "weakest_gold_margin": -0.0724533200263977}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05547", "qa_id": "extra_qa_0002", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned having chickpea pasta on their list for noodle night?", "temporal_relation": "none", "query_temporal_norm": 0.14201989769935608, "query_session_index": 2, "query_start_sec": 10.040000000000001, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0010", "score": 0.8051292300224304}], "gold_semantic_scores": [0.7678956389427185], "gold_temporal_scores": [0.037233561277389526], "max_gold_score": 0.8051292300224304, "max_candidate_score": 0.8051292300224304, "top_memory_id": "history_01_utt_0010", "max_non_gold_score": 0.529545247554779, "best_gold_margin": 0.27558398246765137, "weakest_gold_margin": 0.27558398246765137}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05699", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What venue did Parker originally say we could use?", "temporal_relation": "earliest", "query_temporal_norm": 0.5752912759780884, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8320371508598328}], "gold_semantic_scores": [0.6860591769218445], "gold_temporal_scores": [0.1459779590368271], "max_gold_score": 0.8320371508598328, "max_candidate_score": 0.8320371508598328, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.6987270712852478, "best_gold_margin": 0.13331007957458496, "weakest_gold_margin": 0.13331007957458496}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05699", "qa_id": "extra_qa_0001", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was the venue change for movie night?", "temporal_relation": "comparison", "query_temporal_norm": 0.3872149884700775, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.7779941558837891}, {"memory_id": "history_02_utt_0009", "score": 0.90279221534729}], "gold_semantic_scores": [0.6562544107437134, 0.7186556458473206], "gold_temporal_scores": [0.12173989415168762, 0.18413682281970978], "max_gold_score": 0.90279221534729, "max_candidate_score": 0.90279221534729, "top_memory_id": "history_02_utt_0009", "max_non_gold_score": 0.444233775138855, "best_gold_margin": 0.45855844020843506, "weakest_gold_margin": 0.3337603807449341}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05699", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "Where did Parker originally say movie night could be held?", "temporal_relation": "earliest", "query_temporal_norm": 0.5747677087783813, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.8606763482093811}], "gold_semantic_scores": [0.7244468331336975], "gold_temporal_scores": [0.1362294852733612], "max_gold_score": 0.8606763482093811, "max_candidate_score": 0.8606763482093811, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.7235378623008728, "best_gold_margin": 0.1371384859085083, "weakest_gold_margin": 0.1371384859085083}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05699", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Parker mention the library screening room for movie night?", "temporal_relation": "session", "query_temporal_norm": 0.242951437830925, "query_session_index": 2, "query_start_sec": 19.560000000000002, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0011", "score": 0.6822534203529358}], "gold_semantic_scores": [0.6042841076850891], "gold_temporal_scores": [0.07796907424926758], "max_gold_score": 0.6822534203529358, "max_candidate_score": 0.6822534203529358, "top_memory_id": "history_01_utt_0011", "max_non_gold_score": 0.5921968817710876, "best_gold_margin": 0.09005653858184814, "weakest_gold_margin": 0.09005653858184814}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05841", "qa_id": "main", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Emerson say the dataset version originally was?", "temporal_relation": "earliest", "query_temporal_norm": 0.5485333800315857, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6090328693389893}], "gold_semantic_scores": [0.4539225101470947], "gold_temporal_scores": [0.15511028468608856], "max_gold_score": 0.6090328693389893, "max_candidate_score": 0.6090328693389893, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5731882452964783, "best_gold_margin": 0.035844624042510986, "weakest_gold_margin": 0.035844624042510986}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05841", "qa_id": "extra_qa_0001", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What dataset version did we discuss using initially?", "temporal_relation": "earliest", "query_temporal_norm": 0.5286893844604492, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6863202452659607}], "gold_semantic_scores": [0.5247166752815247], "gold_temporal_scores": [0.16160361468791962], "max_gold_score": 0.6863202452659607, "max_candidate_score": 0.6863202452659607, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.5784469842910767, "best_gold_margin": 0.10787326097488403, "weakest_gold_margin": 0.10787326097488403}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05841", "qa_id": "extra_qa_0002", "task_id": "historical_state", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What dataset version did Emerson originally say the annotation team was working from?", "temporal_relation": "earliest", "query_temporal_norm": 0.5598050355911255, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.9158037900924683}], "gold_semantic_scores": [0.7632291316986084], "gold_temporal_scores": [0.1525747925043106], "max_gold_score": 0.9158037900924683, "max_candidate_score": 0.9158037900924683, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.8587095141410828, "best_gold_margin": 0.0570942759513855, "weakest_gold_margin": 0.0570942759513855}
{"sample_id": "memory_bytedance_gpt4o_gpt54_v1_05841", "qa_id": "extra_qa_0003", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "In which earlier conversation did Emerson mention the pilot bundle with raw transcripts?", "temporal_relation": "session", "query_temporal_norm": 0.21227900683879852, "query_session_index": 2, "query_start_sec": 17.32, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "history_01_utt_0008", "score": 0.6971840262413025}], "gold_semantic_scores": [0.6339316964149475], "gold_temporal_scores": [0.06325217336416245], "max_gold_score": 0.6971840262413025, "max_candidate_score": 0.6971840262413025, "top_memory_id": "history_01_utt_0008", "max_non_gold_score": 0.6103248000144958, "best_gold_margin": 0.08685922622680664, "weakest_gold_margin": 0.08685922622680664}
{"sample_id": "conv_b04dfa2609a0_pkg_000", "qa_id": "qa_8ba62fc24d832bb3", "task_id": "change_comparison", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did the speaker's role change over the conversation — what was their role before, and what is it now?", "temporal_relation": "comparison", "query_temporal_norm": 0.2612548768520355, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000790", "score": 0.1323942095041275}, {"memory_id": "utt_000792", "score": 0.07552021741867065}, {"memory_id": "utt_000794", "score": 0.3910848796367645}, {"memory_id": "utt_000796", "score": 0.06327641755342484}], "gold_semantic_scores": [0.2318924069404602, 0.17504934966564178, 0.4906291663646698, 0.1628521829843521], "gold_temporal_scores": [-0.0994981899857521, -0.09952904284000397, -0.09954428672790527, -0.09957574307918549], "max_gold_score": 0.3910848796367645, "max_candidate_score": 0.47498059272766113, "top_memory_id": "utt_000795", "max_non_gold_score": 0.47498059272766113, "best_gold_margin": -0.0838957130908966, "weakest_gold_margin": -0.4117041751742363}
{"sample_id": "conv_b04dfa2609a0_pkg_000", "qa_id": "qa_e72e15db5bf16c54", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which company did the speaker say they used to work for?", "temporal_relation": "none", "query_temporal_norm": 0.2368832677602768, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000173", "score": 0.6129905581474304}], "gold_semantic_scores": [0.6468372941017151], "gold_temporal_scores": [-0.033846791833639145], "max_gold_score": 0.6129905581474304, "max_candidate_score": 0.6306774020195007, "top_memory_id": "utt_000371", "max_non_gold_score": 0.6306774020195007, "best_gold_margin": -0.017686843872070312, "weakest_gold_margin": -0.017686843872070312}
{"sample_id": "conv_b04dfa2609a0_pkg_000", "qa_id": "qa_6ee1739aacf96db0", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When, relative to the conversation, did the speaker say they don't like Ethiopian food?", "temporal_relation": "session", "query_temporal_norm": 0.19966381788253784, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000744", "score": 0.8333570957183838}], "gold_semantic_scores": [0.8472086787223816], "gold_temporal_scores": [-0.013851341791450977], "max_gold_score": 0.8333570957183838, "max_candidate_score": 0.8333570957183838, "top_memory_id": "utt_000744", "max_non_gold_score": 0.6452389359474182, "best_gold_margin": 0.18811815977096558, "weakest_gold_margin": 0.18811815977096558}
{"sample_id": "conv_e443ab7c97e6_pkg_000", "qa_id": "qa_6ea0b6394b7f7208", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person say their current work makes them happy?", "temporal_relation": "session", "query_temporal_norm": 0.18695500493049622, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001083", "score": 0.40802934765815735}, {"memory_id": "utt_001084", "score": 0.35641348361968994}, {"memory_id": "utt_001085", "score": 0.4493643343448639}], "gold_semantic_scores": [0.4077129364013672, 0.35609015822410583, 0.4490388035774231], "gold_temporal_scores": [0.0003163088404107839, 0.00032319992897100747, 0.00032552704215049744], "max_gold_score": 0.4493643343448639, "max_candidate_score": 0.4658501446247101, "top_memory_id": "utt_000881", "max_non_gold_score": 0.4658501446247101, "best_gold_margin": -0.01648581027984619, "weakest_gold_margin": -0.10943666100502014}
{"sample_id": "conv_e443ab7c97e6_pkg_000", "qa_id": "qa_2d69fe0b6e610259", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What hobby did the person say they do?", "temporal_relation": "none", "query_temporal_norm": 0.22694122791290283, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000046", "score": 0.08403873443603516}], "gold_semantic_scores": [0.13204123079776764], "gold_temporal_scores": [-0.04800251126289368], "max_gold_score": 0.08403873443603516, "max_candidate_score": 0.5679051876068115, "top_memory_id": "utt_001075", "max_non_gold_score": 0.5679051876068115, "best_gold_margin": -0.48386645317077637, "weakest_gold_margin": -0.48386645317077637}
{"sample_id": "conv_e443ab7c97e6_pkg_000", "qa_id": "qa_ca01560a0ee60e72", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What chore did the person say they dislike?", "temporal_relation": "none", "query_temporal_norm": 0.2277953326702118, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000731", "score": 0.20989957451820374}], "gold_semantic_scores": [0.2222118228673935], "gold_temporal_scores": [-0.012312273494899273], "max_gold_score": 0.20989957451820374, "max_candidate_score": 0.3484310507774353, "top_memory_id": "utt_000485", "max_non_gold_score": 0.3484310507774353, "best_gold_margin": -0.13853147625923157, "weakest_gold_margin": -0.13853147625923157}
{"sample_id": "conv_e63fb50ec0fa_pkg_000", "qa_id": "qa_f8edca5c25c8ba2e", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the person say they work out a lot and try to stay active?", "temporal_relation": "session", "query_temporal_norm": 0.20844291150569916, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000463", "score": 0.7194567322731018}], "gold_semantic_scores": [0.7428683042526245], "gold_temporal_scores": [-0.02341151423752308], "max_gold_score": 0.7194567322731018, "max_candidate_score": 0.7194567322731018, "top_memory_id": "utt_000463", "max_non_gold_score": 0.5278118848800659, "best_gold_margin": 0.1916448473930359, "weakest_gold_margin": 0.1916448473930359}
{"sample_id": "conv_e63fb50ec0fa_pkg_000", "qa_id": "qa_6fe769a2e214ce0b", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the person say they live?", "temporal_relation": "none", "query_temporal_norm": 0.22897912561893463, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000061", "score": 0.6364710927009583}, {"memory_id": "utt_000062", "score": 0.6460357308387756}, {"memory_id": "utt_000273", "score": 0.5117623805999756}, {"memory_id": "utt_000474", "score": 0.6205676198005676}], "gold_semantic_scores": [0.6844709515571594, 0.694033682346344, 0.5486464500427246, 0.6546610593795776], "gold_temporal_scores": [-0.04799969866871834, -0.047997865825891495, -0.03688410297036171, -0.03409348800778389], "max_gold_score": 0.6460357308387756, "max_candidate_score": 0.6460357308387756, "top_memory_id": "utt_000062", "max_non_gold_score": 0.5947316288948059, "best_gold_margin": 0.05130410194396973, "weakest_gold_margin": -0.08296924829483032}
{"sample_id": "conv_e63fb50ec0fa_pkg_000", "qa_id": "qa_637c243e3f193f28", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What field is the person studying?", "temporal_relation": "none", "query_temporal_norm": 0.22949273884296417, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000146", "score": 0.5625801682472229}], "gold_semantic_scores": [0.5929197072982788], "gold_temporal_scores": [-0.03033946081995964], "max_gold_score": 0.5625801682472229, "max_candidate_score": 0.5625801682472229, "top_memory_id": "utt_000146", "max_non_gold_score": 0.5330128073692322, "best_gold_margin": 0.029567360877990723, "weakest_gold_margin": 0.029567360877990723}
{"sample_id": "conv_e70908bf6678_pkg_000", "qa_id": "qa_0a75b5307529e026", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to explain a culture project because no one is doing this in Auckland?", "temporal_relation": "none", "query_temporal_norm": 0.26582860946655273, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000668", "score": 0.6799417734146118}], "gold_semantic_scores": [0.7169426083564758], "gold_temporal_scores": [-0.03700091689825058], "max_gold_score": 0.6799417734146118, "max_candidate_score": 0.6799417734146118, "top_memory_id": "utt_000668", "max_non_gold_score": 0.5120319724082947, "best_gold_margin": 0.16790980100631714, "weakest_gold_margin": 0.16790980100631714}
{"sample_id": "conv_e70908bf6678_pkg_000", "qa_id": "qa_78060b3cd9dc336d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At what part of the conversation did the person mention wanting to purchase a good van — beginning, middle, or end?", "temporal_relation": "session", "query_temporal_norm": 0.1881137639284134, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000644", "score": 0.1190776377916336}], "gold_semantic_scores": [0.11555705219507217], "gold_temporal_scores": [0.0035205597523599863], "max_gold_score": 0.1190776377916336, "max_candidate_score": 0.3248957395553589, "top_memory_id": "utt_000706", "max_non_gold_score": 0.3248957395553589, "best_gold_margin": -0.20581810176372528, "weakest_gold_margin": -0.20581810176372528}
{"sample_id": "conv_e70908bf6678_pkg_000", "qa_id": "qa_75326d07d4ad0c7e", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the person recently travel to?", "temporal_relation": "none", "query_temporal_norm": 0.19483427703380585, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000016", "score": 0.37934795022010803}, {"memory_id": "utt_000018", "score": -0.0028146200347691774}], "gold_semantic_scores": [0.4494101405143738, 0.0684710443019867], "gold_temporal_scores": [-0.07006221264600754, -0.0712856650352478], "max_gold_score": 0.37934795022010803, "max_candidate_score": 0.555239200592041, "top_memory_id": "utt_000293", "max_non_gold_score": 0.555239200592041, "best_gold_margin": -0.17589125037193298, "weakest_gold_margin": -0.5580538206268102}
{"sample_id": "conv_e99e55c6c54e_pkg_000", "qa_id": "qa_4fe57ca606646c01", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the other person say they were planning to go?", "temporal_relation": "none", "query_temporal_norm": 0.23994497954845428, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000160", "score": 0.7045361995697021}, {"memory_id": "utt_000170", "score": 0.4756835401058197}], "gold_semantic_scores": [0.7384811639785767, 0.5089126825332642], "gold_temporal_scores": [-0.03394486382603645, -0.033229220658540726], "max_gold_score": 0.7045361995697021, "max_candidate_score": 0.7045361995697021, "top_memory_id": "utt_000160", "max_non_gold_score": 0.5146502256393433, "best_gold_margin": 0.1898859739303589, "weakest_gold_margin": -0.03896668553352356}
{"sample_id": "conv_e99e55c6c54e_pkg_000", "qa_id": "qa_ea316fa31a8778f9", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say I manage online script orders — toward the beginning, middle, or end?", "temporal_relation": "session", "query_temporal_norm": 0.2090950757265091, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000755", "score": 0.4384925067424774}, {"memory_id": "utt_000757", "score": 0.3470185101032257}], "gold_semantic_scores": [0.4464901089668274, 0.355007529258728], "gold_temporal_scores": [-0.007997646927833557, -0.007989173755049706], "max_gold_score": 0.4384925067424774, "max_candidate_score": 0.4384925067424774, "top_memory_id": "utt_000755", "max_non_gold_score": 0.37570807337760925, "best_gold_margin": 0.06278443336486816, "weakest_gold_margin": -0.028689563274383545}
{"sample_id": "conv_e99e55c6c54e_pkg_000", "qa_id": "qa_39e5c843f9c15778", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said \"I love my new hours\"?", "temporal_relation": "none", "query_temporal_norm": 0.22110989689826965, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000622", "score": 0.670501172542572}], "gold_semantic_scores": [0.7058908343315125], "gold_temporal_scores": [-0.035389795899391174], "max_gold_score": 0.670501172542572, "max_candidate_score": 0.670501172542572, "top_memory_id": "utt_000622", "max_non_gold_score": 0.3906213343143463, "best_gold_margin": 0.2798798382282257, "weakest_gold_margin": 0.2798798382282257}
{"sample_id": "conv_eaefdd9b64e4_pkg_000", "qa_id": "qa_e76d94b73ee9f57e", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did someone say they'd never been to a strip club before?", "temporal_relation": "session", "query_temporal_norm": 0.24206343293190002, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000327", "score": 0.7825654149055481}], "gold_semantic_scores": [0.8051666617393494], "gold_temporal_scores": [-0.022601276636123657], "max_gold_score": 0.7825654149055481, "max_candidate_score": 0.7825654149055481, "top_memory_id": "utt_000327", "max_non_gold_score": 0.5620978474617004, "best_gold_margin": 0.22046756744384766, "weakest_gold_margin": 0.22046756744384766}
{"sample_id": "conv_eaefdd9b64e4_pkg_000", "qa_id": "qa_cf8db7498f6fdb2d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about why no one has cracked real-time AI conversation yet?", "temporal_relation": "none", "query_temporal_norm": 0.19731396436691284, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000117", "score": 0.37351328134536743}, {"memory_id": "utt_000119", "score": 0.345584899187088}, {"memory_id": "utt_000120", "score": 0.08344860374927521}], "gold_semantic_scores": [0.39519748091697693, 0.366832971572876, 0.10428182035684586], "gold_temporal_scores": [-0.021684246137738228, -0.0212479867041111, -0.020833218470215797], "max_gold_score": 0.37351328134536743, "max_candidate_score": 0.4650973379611969, "top_memory_id": "utt_000156", "max_non_gold_score": 0.4650973379611969, "best_gold_margin": -0.09158405661582947, "weakest_gold_margin": -0.3816487342119217}
{"sample_id": "conv_eaefdd9b64e4_pkg_000", "qa_id": "qa_e5e8cecb3f4f8cb9", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who attended the strip club show?", "temporal_relation": "none", "query_temporal_norm": 0.24793152511119843, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000317", "score": 0.24348919093608856}, {"memory_id": "utt_000327", "score": 0.22371149063110352}], "gold_semantic_scores": [0.2838198244571686, 0.26398205757141113], "gold_temporal_scores": [-0.040330637246370316, -0.040270496159791946], "max_gold_score": 0.24348919093608856, "max_candidate_score": 0.3345526456832886, "top_memory_id": "utt_000296", "max_non_gold_score": 0.3345526456832886, "best_gold_margin": -0.09106345474720001, "weakest_gold_margin": -0.11084115505218506}
{"sample_id": "conv_ebe39304f6e7_pkg_001", "qa_id": "qa_8e8149c3cd6b92f8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned having a 15-year-old?", "temporal_relation": "none", "query_temporal_norm": 0.25163599848747253, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001461", "score": 0.4067592918872833}], "gold_semantic_scores": [0.4563145339488983], "gold_temporal_scores": [-0.049555372446775436], "max_gold_score": 0.4067592918872833, "max_candidate_score": 0.4361071288585663, "top_memory_id": "utt_001082", "max_non_gold_score": 0.4361071288585663, "best_gold_margin": -0.02934783697128296, "weakest_gold_margin": -0.02934783697128296}
{"sample_id": "conv_ebe39304f6e7_pkg_001", "qa_id": "qa_b4a68af143694b30", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What recent event did Shawn describe?", "temporal_relation": "none", "query_temporal_norm": 0.19488097727298737, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001212", "score": 0.19714447855949402}, {"memory_id": "utt_001213", "score": -0.0077365427277982235}], "gold_semantic_scores": [0.15675581991672516, -0.048283565789461136], "gold_temporal_scores": [0.04038871079683304, 0.040547024458646774], "max_gold_score": 0.19714447855949402, "max_candidate_score": 0.3881863057613373, "top_memory_id": "utt_001488", "max_non_gold_score": 0.3881863057613373, "best_gold_margin": -0.19104182720184326, "weakest_gold_margin": -0.3959228484891355}
{"sample_id": "conv_ebe39304f6e7_pkg_001", "qa_id": "qa_aa21cb0d0189f5b5", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "In which part of the conversation did the speaker say they were babysitting a cat across the street for a week?", "temporal_relation": "session", "query_temporal_norm": 0.20688799023628235, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001111", "score": 0.4992679953575134}, {"memory_id": "utt_001112", "score": 0.3372814953327179}, {"memory_id": "utt_001152", "score": 0.4546724855899811}], "gold_semantic_scores": [0.5065112709999084, 0.34445858001708984, 0.46085625886917114], "gold_temporal_scores": [-0.007243158761411905, -0.007176969200372696, -0.006183777004480362], "max_gold_score": 0.4992679953575134, "max_candidate_score": 0.4992679953575134, "top_memory_id": "utt_001111", "max_non_gold_score": 0.4846718907356262, "best_gold_margin": 0.014596104621887207, "weakest_gold_margin": -0.14739039540290833}
{"sample_id": "conv_ec9294d180a2_pkg_003", "qa_id": "qa_8203c79cbf216f21", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they had watched Hostile, and who said they had watched Hereditary?", "temporal_relation": "none", "query_temporal_norm": 0.25196871161460876, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_004671", "score": 0.40069112181663513}, {"memory_id": "utt_004680", "score": 0.09309965372085571}, {"memory_id": "utt_004735", "score": 0.6032044291496277}], "gold_semantic_scores": [0.45199257135391235, 0.1444326490163803, 0.6547069549560547], "gold_temporal_scores": [-0.051301389932632446, -0.0513329952955246, -0.051502447575330734], "max_gold_score": 0.6032044291496277, "max_candidate_score": 0.6032044291496277, "top_memory_id": "utt_004735", "max_non_gold_score": 0.5385885834693909, "best_gold_margin": 0.06461584568023682, "weakest_gold_margin": -0.44548892974853516}
{"sample_id": "conv_ec9294d180a2_pkg_003", "qa_id": "qa_455f4d21c0730b2f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What activity did one participant say they enjoy watching?", "temporal_relation": "none", "query_temporal_norm": 0.2206393927335739, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_004368", "score": 0.5629861354827881}], "gold_semantic_scores": [0.6101900339126587], "gold_temporal_scores": [-0.04720396175980568], "max_gold_score": 0.5629861354827881, "max_candidate_score": 0.6637334227561951, "top_memory_id": "utt_005764", "max_non_gold_score": 0.6637334227561951, "best_gold_margin": -0.10074728727340698, "weakest_gold_margin": -0.10074728727340698}
{"sample_id": "conv_ec9294d180a2_pkg_003", "qa_id": "qa_c8074429417cd22a", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What did Dakota think about their screen name, and what did Kai think about theirs?", "temporal_relation": "none", "query_temporal_norm": 0.2161676287651062, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_004444", "score": 0.23244811594486237}, {"memory_id": "utt_004470", "score": 0.10710489749908447}, {"memory_id": "utt_004471", "score": 0.5539946556091309}, {"memory_id": "utt_004473", "score": 0.4112406075000763}, {"memory_id": "utt_004484", "score": 0.2795235514640808}, {"memory_id": "utt_004485", "score": 0.13183951377868652}], "gold_semantic_scores": [0.2831873297691345, 0.15888197720050812, 0.6058459281921387, 0.46315839886665344, 0.33176013827323914, 0.18410196900367737], "gold_temporal_scores": [-0.050739165395498276, -0.05177702009677887, -0.05185122787952423, -0.05191778391599655, -0.05223650857806206, -0.052262481302022934], "max_gold_score": 0.5539946556091309, "max_candidate_score": 0.6019572019577026, "top_memory_id": "utt_004475", "max_non_gold_score": 0.6019572019577026, "best_gold_margin": -0.04796254634857178, "weakest_gold_margin": -0.49485230445861816}
{"sample_id": "conv_ec9294d180a2_pkg_003", "qa_id": "qa_8b4d512bf4c608e9", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Which kinds of movies did the two participants say they each prefer?", "temporal_relation": "none", "query_temporal_norm": 0.21839433908462524, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_005517", "score": 0.4234849512577057}, {"memory_id": "utt_005519", "score": -0.006561346352100372}, {"memory_id": "utt_005523", "score": 0.03622173145413399}, {"memory_id": "utt_005529", "score": 0.5393155217170715}, {"memory_id": "utt_005532", "score": -0.03685872256755829}], "gold_semantic_scores": [0.43793901801109314, 0.007887016050517559, 0.050666604191064835, 0.5537539720535278, -0.022423772141337395], "gold_temporal_scores": [-0.014454073272645473, -0.014448359608650208, -0.014444868080317974, -0.014438420534133911, -0.014434950426220894], "max_gold_score": 0.5393155217170715, "max_candidate_score": 0.5393155217170715, "top_memory_id": "utt_005529", "max_non_gold_score": 0.5380414724349976, "best_gold_margin": 0.0012740492820739746, "weakest_gold_margin": -0.5749001950025558}
{"sample_id": "conv_ed62d53fe84c_pkg_001", "qa_id": "qa_3dbddbb2548499f0", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Did either speaker say they would want to return to teaching?", "temporal_relation": "none", "query_temporal_norm": 0.208410382270813, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000986", "score": 0.6631861925125122}, {"memory_id": "utt_001030", "score": 0.30531254410743713}, {"memory_id": "utt_001032", "score": -0.04596773162484169}], "gold_semantic_scores": [0.7083190679550171, 0.35804885625839233, 0.006314353551715612], "gold_temporal_scores": [-0.0451328381896019, -0.0527363121509552, -0.05228209123015404], "max_gold_score": 0.6631861925125122, "max_candidate_score": 0.6631861925125122, "top_memory_id": "utt_000986", "max_non_gold_score": 0.5084245800971985, "best_gold_margin": 0.15476161241531372, "weakest_gold_margin": -0.5543923117220402}
{"sample_id": "conv_ed62d53fe84c_pkg_001", "qa_id": "qa_829b0f923c4a1a12", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "How did I get my first visa when I came to Thailand?", "temporal_relation": "none", "query_temporal_norm": 0.2210114747285843, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001616", "score": 0.5915819406509399}, {"memory_id": "utt_001617", "score": 0.30903303623199463}], "gold_semantic_scores": [0.6289941072463989, 0.34644073247909546], "gold_temporal_scores": [-0.03741218522191048, -0.03740772232413292], "max_gold_score": 0.5915819406509399, "max_candidate_score": 0.641076385974884, "top_memory_id": "utt_001613", "max_non_gold_score": 0.641076385974884, "best_gold_margin": -0.04949444532394409, "weakest_gold_margin": -0.3320433497428894}
{"sample_id": "conv_ed62d53fe84c_pkg_001", "qa_id": "qa_7d68497da6e32f42", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Robin say he prefers to use a headset?", "temporal_relation": "session", "query_temporal_norm": 0.19255195558071136, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001523", "score": 0.6523323059082031}], "gold_semantic_scores": [0.6701876521110535], "gold_temporal_scores": [-0.01785537227988243], "max_gold_score": 0.6523323059082031, "max_candidate_score": 0.6523323059082031, "top_memory_id": "utt_001523", "max_non_gold_score": 0.47314348816871643, "best_gold_margin": 0.1791888177394867, "weakest_gold_margin": 0.1791888177394867}
{"sample_id": "conv_ed62d53fe84c_pkg_001", "qa_id": "qa_e1f3cfa37ab76c56", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they like the freedom to work at any time, such as 2 AM at the beach?", "temporal_relation": "none", "query_temporal_norm": 0.20212750136852264, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001193", "score": 0.28243497014045715}, {"memory_id": "utt_001195", "score": 0.33174216747283936}], "gold_semantic_scores": [0.31672346591949463, 0.3657386898994446], "gold_temporal_scores": [-0.034288439899683, -0.03399644047021866], "max_gold_score": 0.33174216747283936, "max_candidate_score": 0.45558273792266846, "top_memory_id": "utt_001710", "max_non_gold_score": 0.45558273792266846, "best_gold_margin": -0.1238405704498291, "weakest_gold_margin": -0.1731477677822113}
{"sample_id": "conv_ef15e1fe1e30_pkg_000", "qa_id": "qa_c4b4271d7dc20e3d", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Earlier, did the other participant mention any limitation on how many conversations they can handle at once?", "temporal_relation": "none", "query_temporal_norm": 0.2340945452451706, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000464", "score": 0.5178581476211548}, {"memory_id": "utt_000466", "score": 0.6805057525634766}], "gold_semantic_scores": [0.5489466190338135, 0.7115873694419861], "gold_temporal_scores": [-0.031088504940271378, -0.031081652268767357], "max_gold_score": 0.6805057525634766, "max_candidate_score": 0.6805057525634766, "top_memory_id": "utt_000466", "max_non_gold_score": 0.4297410249710083, "best_gold_margin": 0.25076472759246826, "weakest_gold_margin": 0.08811712265014648}
{"sample_id": "conv_ef15e1fe1e30_pkg_000", "qa_id": "qa_9db561bcf43c6e13", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Did I say I want to hike Machu Picchu?", "temporal_relation": "none", "query_temporal_norm": 0.21686817705631256, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000830", "score": 0.675230085849762}], "gold_semantic_scores": [0.7039082646369934], "gold_temporal_scores": [-0.02867823652923107], "max_gold_score": 0.675230085849762, "max_candidate_score": 0.675230085849762, "top_memory_id": "utt_000830", "max_non_gold_score": 0.5073660016059875, "best_gold_margin": 0.16786408424377441, "weakest_gold_margin": 0.16786408424377441}
{"sample_id": "conv_ef15e1fe1e30_pkg_000", "qa_id": "qa_afd499ffa8d2168c", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did a participant describe a yellow and orange bird coming to the window at 3AM and singing?", "temporal_relation": "session", "query_temporal_norm": 0.2219751924276352, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000297", "score": 0.7713242173194885}, {"memory_id": "utt_000299", "score": 0.5710586905479431}, {"memory_id": "utt_000303", "score": 0.18044719099998474}], "gold_semantic_scores": [0.7907869219779968, 0.5903337001800537, 0.1995912790298462], "gold_temporal_scores": [-0.01946256496012211, -0.019275400787591934, -0.019144074991345406], "max_gold_score": 0.7713242173194885, "max_candidate_score": 0.7713242173194885, "top_memory_id": "utt_000297", "max_non_gold_score": 0.7106328010559082, "best_gold_margin": 0.06069141626358032, "weakest_gold_margin": -0.5301856100559235}
{"sample_id": "conv_f139c092ef79_pkg_001", "qa_id": "qa_e1f7d8a1e517bad8", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When I was in college, why did I feel disillusioned?", "temporal_relation": "none", "query_temporal_norm": 0.19868537783622742, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001155", "score": 0.6616899967193604}, {"memory_id": "utt_001156", "score": 0.46143582463264465}], "gold_semantic_scores": [0.6962679028511047, 0.4959871768951416], "gold_temporal_scores": [-0.034577853977680206, -0.03455142676830292], "max_gold_score": 0.6616899967193604, "max_candidate_score": 0.6616899967193604, "top_memory_id": "utt_001155", "max_non_gold_score": 0.5233460068702698, "best_gold_margin": 0.13834398984909058, "weakest_gold_margin": -0.06191018223762512}
{"sample_id": "conv_f139c092ef79_pkg_001", "qa_id": "qa_051553168cbad204", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What cash currency does the person we were discussing prefer when paying?", "temporal_relation": "none", "query_temporal_norm": 0.21197259426116943, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001367", "score": 0.3358010947704315}, {"memory_id": "utt_001368", "score": 0.4994716942310333}], "gold_semantic_scores": [0.3487781286239624, 0.5124367475509644], "gold_temporal_scores": [-0.012977000325918198, -0.012965260073542595], "max_gold_score": 0.4994716942310333, "max_candidate_score": 0.5863993167877197, "top_memory_id": "utt_001358", "max_non_gold_score": 0.5863993167877197, "best_gold_margin": -0.0869276225566864, "weakest_gold_margin": -0.2505982220172882}
{"sample_id": "conv_f139c092ef79_pkg_001", "qa_id": "qa_63008b4c3222310d", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "At what part of the conversation did the person we were discussing describe getting paid in $100 bills?", "temporal_relation": "session", "query_temporal_norm": 0.2034769356250763, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001372", "score": 0.8067355155944824}], "gold_semantic_scores": [0.8159523010253906], "gold_temporal_scores": [-0.009216477163136005], "max_gold_score": 0.8067355155944824, "max_candidate_score": 0.8067355155944824, "top_memory_id": "utt_001372", "max_non_gold_score": 0.5549941062927246, "best_gold_margin": 0.2517414093017578, "weakest_gold_margin": 0.2517414093017578}
{"sample_id": "conv_f2e3b312ccf0_pkg_000", "qa_id": "qa_1e082d5f45dd7764", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "In our conversation, how many students per class do I have?", "temporal_relation": "none", "query_temporal_norm": 0.22822125256061554, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000786", "score": 0.5729261040687561}], "gold_semantic_scores": [0.5920977592468262], "gold_temporal_scores": [-0.019171424210071564], "max_gold_score": 0.5729261040687561, "max_candidate_score": 0.6035337448120117, "top_memory_id": "utt_000771", "max_non_gold_score": 0.6035337448120117, "best_gold_margin": -0.030607640743255615, "weakest_gold_margin": -0.030607640743255615}
{"sample_id": "conv_f2e3b312ccf0_pkg_000", "qa_id": "qa_569c305161d3b569", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When (approximately what part of the conversation) did someone say they don't have money to pay for Netflix?", "temporal_relation": "session", "query_temporal_norm": 0.2000715434551239, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000260", "score": 0.4708855152130127}], "gold_semantic_scores": [0.48425790667533875], "gold_temporal_scores": [-0.013372470624744892], "max_gold_score": 0.4708855152130127, "max_candidate_score": 0.4865114688873291, "top_memory_id": "utt_000815", "max_non_gold_score": 0.4865114688873291, "best_gold_margin": -0.015625953674316406, "weakest_gold_margin": -0.015625953674316406}
{"sample_id": "conv_f2e3b312ccf0_pkg_000", "qa_id": "qa_5dafa24dfb1dce85", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they dress modestly and that they do not show their breasts or buttocks?", "temporal_relation": "none", "query_temporal_norm": 0.21844998002052307, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000701", "score": 0.6686068177223206}, {"memory_id": "utt_000702", "score": 0.7448770999908447}, {"memory_id": "utt_000703", "score": 0.5844312906265259}, {"memory_id": "utt_000704", "score": 0.489907443523407}], "gold_semantic_scores": [0.6853927373886108, 0.7616559267044067, 0.6012036800384521, 0.5066741108894348], "gold_temporal_scores": [-0.01678621396422386, -0.016778215765953064, -0.01677199825644493, -0.016766685992479324], "max_gold_score": 0.7448770999908447, "max_candidate_score": 0.7448770999908447, "top_memory_id": "utt_000702", "max_non_gold_score": 0.6398008465766907, "best_gold_margin": 0.10507625341415405, "weakest_gold_margin": -0.1498934030532837}
{"sample_id": "conv_f2e3b312ccf0_pkg_000", "qa_id": "qa_55c5509bb34d4bb9", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Riley say the last time she asked for more money was 2022?", "temporal_relation": "session", "query_temporal_norm": 0.1655404418706894, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000856", "score": 0.6790263056755066}], "gold_semantic_scores": [0.6530007123947144], "gold_temporal_scores": [0.02602567709982395], "max_gold_score": 0.6790263056755066, "max_candidate_score": 0.6790263056755066, "top_memory_id": "utt_000856", "max_non_gold_score": 0.5376687049865723, "best_gold_margin": 0.14135760068893433, "weakest_gold_margin": 0.14135760068893433}
{"sample_id": "conv_f3ed5ae821b3_pkg_000", "qa_id": "qa_b51d85f63529e34f", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said that students would just copy and paste stuff?", "temporal_relation": "session", "query_temporal_norm": 0.2117956280708313, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000319", "score": 0.37778252363204956}], "gold_semantic_scores": [0.3851868808269501], "gold_temporal_scores": [-0.007404348347336054], "max_gold_score": 0.37778252363204956, "max_candidate_score": 0.7008766531944275, "top_memory_id": "utt_000330", "max_non_gold_score": 0.7008766531944275, "best_gold_margin": -0.32309412956237793, "weakest_gold_margin": -0.32309412956237793}
{"sample_id": "conv_f3ed5ae821b3_pkg_000", "qa_id": "qa_03f88d1862f445df", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they'd been doing online teaching for over a year?", "temporal_relation": "none", "query_temporal_norm": 0.22638216614723206, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000073", "score": 0.7615233659744263}], "gold_semantic_scores": [0.8092939257621765], "gold_temporal_scores": [-0.047770678997039795], "max_gold_score": 0.7615233659744263, "max_candidate_score": 0.7615233659744263, "top_memory_id": "utt_000073", "max_non_gold_score": 0.44070714712142944, "best_gold_margin": 0.3208162188529968, "weakest_gold_margin": 0.3208162188529968}
{"sample_id": "conv_f3ed5ae821b3_pkg_000", "qa_id": "qa_73e3e2438d8660be", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When did Jamie say she learns everything on a need-to-know basis?", "temporal_relation": "none", "query_temporal_norm": 0.20436786115169525, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000270", "score": 0.6018274426460266}], "gold_semantic_scores": [0.6306180953979492], "gold_temporal_scores": [-0.02879062481224537], "max_gold_score": 0.6018274426460266, "max_candidate_score": 0.6018274426460266, "top_memory_id": "utt_000270", "max_non_gold_score": 0.48481521010398865, "best_gold_margin": 0.11701223254203796, "weakest_gold_margin": 0.11701223254203796}
{"sample_id": "conv_f3ed5ae821b3_pkg_000", "qa_id": "qa_3f1c7c34ce649f54", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What was said about how to check or verify student work?", "temporal_relation": "none", "query_temporal_norm": 0.22386305034160614, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000321", "score": 0.5934394598007202}, {"memory_id": "utt_000322", "score": 0.36349448561668396}], "gold_semantic_scores": [0.608174204826355, 0.3781511187553406], "gold_temporal_scores": [-0.014734751544892788, -0.014656621031463146], "max_gold_score": 0.5934394598007202, "max_candidate_score": 0.5934394598007202, "top_memory_id": "utt_000321", "max_non_gold_score": 0.5296874642372131, "best_gold_margin": 0.06375199556350708, "weakest_gold_margin": -0.16619297862052917}
{"sample_id": "conv_f59e0bdd3ba6_pkg_001", "qa_id": "qa_fa0675bb8254022b", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did each person describe Victor?", "temporal_relation": "none", "query_temporal_norm": 0.22902193665504456, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001803", "score": 0.36352241039276123}, {"memory_id": "utt_001804", "score": 0.08871994912624359}, {"memory_id": "utt_001806", "score": 0.17639076709747314}, {"memory_id": "utt_001807", "score": 0.11852667480707169}, {"memory_id": "utt_001809", "score": 0.13029028475284576}, {"memory_id": "utt_001812", "score": 0.09194529056549072}, {"memory_id": "utt_001814", "score": 0.02150592766702175}, {"memory_id": "utt_001815", "score": 0.2740640938282013}], "gold_semantic_scores": [0.4067247211933136, 0.1319229006767273, 0.21959559619426727, 0.1617332249879837, 0.17350775003433228, 0.13516521453857422, 0.064727284014225, 0.31728631258010864], "gold_temporal_scores": [-0.04320232942700386, -0.043202951550483704, -0.04320486634969711, -0.04320654273033142, -0.04321747645735741, -0.043219976127147675, -0.04322133585810661, -0.043222203850746155], "max_gold_score": 0.36352241039276123, "max_candidate_score": 0.5077698826789856, "top_memory_id": "utt_001800", "max_non_gold_score": 0.5077698826789856, "best_gold_margin": -0.14424747228622437, "weakest_gold_margin": -0.48626395501196384}
{"sample_id": "conv_f59e0bdd3ba6_pkg_001", "qa_id": "qa_4d4ab86cb8d3acb3", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What does Sam do when sending links to avoid public visibility?", "temporal_relation": "none", "query_temporal_norm": 0.20514637231826782, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001748", "score": 0.6968161463737488}, {"memory_id": "utt_001751", "score": 0.5167169570922852}], "gold_semantic_scores": [0.7009090781211853, 0.5207536816596985], "gold_temporal_scores": [-0.004092921037226915, -0.0040367478504776955], "max_gold_score": 0.6968161463737488, "max_candidate_score": 0.6968161463737488, "top_memory_id": "utt_001748", "max_non_gold_score": 0.6013827919960022, "best_gold_margin": 0.09543335437774658, "weakest_gold_margin": -0.08466583490371704}
{"sample_id": "conv_f59e0bdd3ba6_pkg_001", "qa_id": "qa_4be2452f5c182c02", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "I mentioned my cat Gizzy just now — when in the conversation did I first bring that up?", "temporal_relation": "session", "query_temporal_norm": 0.2623116075992584, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002030", "score": 0.22449681162834167}, {"memory_id": "utt_002044", "score": -0.022665996104478836}, {"memory_id": "utt_002057", "score": 0.038358625024557114}], "gold_semantic_scores": [0.27704623341560364, 0.029901593923568726, 0.09094473719596863], "gold_temporal_scores": [-0.052549343556165695, -0.052567578852176666, -0.052586112171411514], "max_gold_score": 0.22449681162834167, "max_candidate_score": 0.46823152899742126, "top_memory_id": "utt_001270", "max_non_gold_score": 0.46823152899742126, "best_gold_margin": -0.2437347173690796, "weakest_gold_margin": -0.4908975251019001}
{"sample_id": "conv_f59e0bdd3ba6_pkg_001", "qa_id": "qa_39c7bb68d87a85c2", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they were taking Saturday off?", "temporal_relation": "none", "query_temporal_norm": 0.23240536451339722, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_002021", "score": 0.7686135768890381}], "gold_semantic_scores": [0.8048075437545776], "gold_temporal_scores": [-0.036194007843732834], "max_gold_score": 0.7686135768890381, "max_candidate_score": 0.7686135768890381, "top_memory_id": "utt_002021", "max_non_gold_score": 0.5960511565208435, "best_gold_margin": 0.17256242036819458, "weakest_gold_margin": 0.17256242036819458}
{"sample_id": "conv_f744a1f3faf5_pkg_000", "qa_id": "qa_0126c97e0491f4c9", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did they say they had looked at German shepherds?", "temporal_relation": "session", "query_temporal_norm": 0.22041401267051697, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000064", "score": 0.7676438689231873}], "gold_semantic_scores": [0.8096947073936462], "gold_temporal_scores": [-0.04205071181058884], "max_gold_score": 0.7676438689231873, "max_candidate_score": 0.7676438689231873, "top_memory_id": "utt_000064", "max_non_gold_score": 0.5394874811172485, "best_gold_margin": 0.22815638780593872, "weakest_gold_margin": 0.22815638780593872}
{"sample_id": "conv_f744a1f3faf5_pkg_000", "qa_id": "qa_1643e6e71adde930", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "How much did Lane say they spend on groceries per month?", "temporal_relation": "none", "query_temporal_norm": 0.20413127541542053, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000344", "score": 0.3448171615600586}, {"memory_id": "utt_000345", "score": 0.5700374245643616}], "gold_semantic_scores": [0.3697667717933655, 0.5949563384056091], "gold_temporal_scores": [-0.024949653074145317, -0.024918844923377037], "max_gold_score": 0.5700374245643616, "max_candidate_score": 0.5700374245643616, "top_memory_id": "utt_000345", "max_non_gold_score": 0.5687544345855713, "best_gold_margin": 0.0012829899787902832, "weakest_gold_margin": -0.2239372730255127}
{"sample_id": "conv_f744a1f3faf5_pkg_000", "qa_id": "qa_05bb62acc163f48f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How did they say they acquired their pet?", "temporal_relation": "none", "query_temporal_norm": 0.22118818759918213, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000190", "score": 0.2482645958662033}, {"memory_id": "utt_000191", "score": 0.2590111196041107}, {"memory_id": "utt_000192", "score": 0.34158727526664734}], "gold_semantic_scores": [0.288737028837204, 0.2994842827320099, 0.38206246495246887], "gold_temporal_scores": [-0.04047234728932381, -0.04047325626015663, -0.04047520458698273], "max_gold_score": 0.34158727526664734, "max_candidate_score": 0.673620343208313, "top_memory_id": "utt_000179", "max_non_gold_score": 0.673620343208313, "best_gold_margin": -0.33203306794166565, "weakest_gold_margin": -0.4253557473421097}
{"sample_id": "conv_f9478543fac3_pkg_000", "qa_id": "qa_b0fbd113a14474ef", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who was paid $3 for a call because the other person wasn't engaged?", "temporal_relation": "none", "query_temporal_norm": 0.21103061735630035, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000333", "score": 0.5074100494384766}], "gold_semantic_scores": [0.5174590945243835], "gold_temporal_scores": [-0.010048937052488327], "max_gold_score": 0.5074100494384766, "max_candidate_score": 0.5074100494384766, "top_memory_id": "utt_000333", "max_non_gold_score": 0.4425879418849945, "best_gold_margin": 0.06482210755348206, "weakest_gold_margin": 0.06482210755348206}
{"sample_id": "conv_f9478543fac3_pkg_000", "qa_id": "qa_7f0d7054675a0d49", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What is Morgan's favorite album?", "temporal_relation": "none", "query_temporal_norm": 0.21142683923244476, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000027", "score": 0.44783830642700195}], "gold_semantic_scores": [0.5051941275596619], "gold_temporal_scores": [-0.0573558509349823], "max_gold_score": 0.44783830642700195, "max_candidate_score": 0.5388398766517639, "top_memory_id": "utt_000097", "max_non_gold_score": 0.5388398766517639, "best_gold_margin": -0.09100157022476196, "weakest_gold_margin": -0.09100157022476196}
{"sample_id": "conv_f9478543fac3_pkg_000", "qa_id": "qa_b619a41bac03c220", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation was it said that someone hadn't been on social media in about two years?", "temporal_relation": "session", "query_temporal_norm": 0.2018149197101593, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000498", "score": 0.8444977402687073}], "gold_semantic_scores": [0.8459172248840332], "gold_temporal_scores": [-0.0014195666881278157], "max_gold_score": 0.8444977402687073, "max_candidate_score": 0.8444977402687073, "top_memory_id": "utt_000498", "max_non_gold_score": 0.45701614022254944, "best_gold_margin": 0.38748160004615784, "weakest_gold_margin": 0.38748160004615784}
{"sample_id": "conv_faaa5268c075_pkg_000", "qa_id": "qa_0ee793e449abb85f", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Around what part of the conversation did the speaker who said they go for an hour walk say that?", "temporal_relation": "session", "query_temporal_norm": 0.19787181913852692, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000072", "score": 0.461978942155838}, {"memory_id": "utt_000074", "score": 0.57536381483078}], "gold_semantic_scores": [0.5039445161819458, 0.6170821189880371], "gold_temporal_scores": [-0.041965581476688385, -0.04171837121248245], "max_gold_score": 0.57536381483078, "max_candidate_score": 0.57536381483078, "top_memory_id": "utt_000074", "max_non_gold_score": 0.4159753620624542, "best_gold_margin": 0.1593884527683258, "weakest_gold_margin": 0.04600358009338379}
{"sample_id": "conv_faaa5268c075_pkg_000", "qa_id": "qa_1f6cc911683223fb", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "How long did the speaker who said they would go back to school say they could do yaps?", "temporal_relation": "none", "query_temporal_norm": 0.20286031067371368, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000090", "score": 0.53884357213974}, {"memory_id": "utt_000094", "score": 0.23997725546360016}], "gold_semantic_scores": [0.5820663571357727, 0.2826317846775055], "gold_temporal_scores": [-0.043222829699516296, -0.042654480785131454], "max_gold_score": 0.53884357213974, "max_candidate_score": 0.53884357213974, "top_memory_id": "utt_000090", "max_non_gold_score": 0.5011439323425293, "best_gold_margin": 0.03769963979721069, "weakest_gold_margin": -0.26116667687892914}
{"sample_id": "conv_faaa5268c075_pkg_000", "qa_id": "qa_8910c56dbd705e2a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "Just now I said that meeting new people from all over the world is very interesting — where in the conversation did I say that?", "temporal_relation": "session", "query_temporal_norm": 0.19076012074947357, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000236", "score": 0.7782054543495178}], "gold_semantic_scores": [0.788383960723877], "gold_temporal_scores": [-0.01017849612981081], "max_gold_score": 0.7782054543495178, "max_candidate_score": 0.7782054543495178, "top_memory_id": "utt_000236", "max_non_gold_score": 0.49098753929138184, "best_gold_margin": 0.287217915058136, "weakest_gold_margin": 0.287217915058136}
{"sample_id": "conv_faaa5268c075_pkg_000", "qa_id": "qa_01b3a8ee0ea76feb", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who mentioned that they work at Duolingo?", "temporal_relation": "none", "query_temporal_norm": 0.23981386423110962, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000162", "score": 0.7337775230407715}], "gold_semantic_scores": [0.7826877236366272], "gold_temporal_scores": [-0.048910319805145264], "max_gold_score": 0.7337775230407715, "max_candidate_score": 0.7337775230407715, "top_memory_id": "utt_000162", "max_non_gold_score": 0.4600745737552643, "best_gold_margin": 0.2737029492855072, "weakest_gold_margin": 0.2737029492855072}
{"sample_id": "conv_fb948e807cb8_pkg_001", "qa_id": "qa_2b25855ce71d28dd", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the speaker say they were planning to do later?", "temporal_relation": "none", "query_temporal_norm": 0.23795703053474426, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000841", "score": 0.18978585302829742}, {"memory_id": "utt_000888", "score": 0.34137430787086487}], "gold_semantic_scores": [0.2409723848104477, 0.3757137954235077], "gold_temporal_scores": [-0.051186542958021164, -0.03433946892619133], "max_gold_score": 0.34137430787086487, "max_candidate_score": 0.5250855088233948, "top_memory_id": "utt_001360", "max_non_gold_score": 0.5250855088233948, "best_gold_margin": -0.1837112009525299, "weakest_gold_margin": -0.33529965579509735}
{"sample_id": "conv_fb948e807cb8_pkg_001", "qa_id": "qa_85343f59279c8dc1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "What did I say about constantly relying on each other when talking about traveling together?", "temporal_relation": "none", "query_temporal_norm": 0.20385314524173737, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001177", "score": 0.6165359616279602}, {"memory_id": "utt_001178", "score": 0.5438219904899597}], "gold_semantic_scores": [0.6140455007553101, 0.5412178039550781], "gold_temporal_scores": [0.0024904098827391863, 0.0026038780342787504], "max_gold_score": 0.6165359616279602, "max_candidate_score": 0.6165359616279602, "top_memory_id": "utt_001177", "max_non_gold_score": 0.6046029925346375, "best_gold_margin": 0.011932969093322754, "weakest_gold_margin": -0.060781002044677734}
{"sample_id": "conv_fb948e807cb8_pkg_001", "qa_id": "qa_715ed73129dbf944", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "When in the conversation did the speaker say they prefer Thai food?", "temporal_relation": "session", "query_temporal_norm": 0.19782754778862, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_001091", "score": 0.5907467603683472}], "gold_semantic_scores": [0.6036562323570251], "gold_temporal_scores": [-0.012909536249935627], "max_gold_score": 0.5907467603683472, "max_candidate_score": 0.5907467603683472, "top_memory_id": "utt_001091", "max_non_gold_score": 0.4706319570541382, "best_gold_margin": 0.12011480331420898, "weakest_gold_margin": 0.12011480331420898}
{"sample_id": "conv_fd14fb64a646_pkg_000", "qa_id": "qa_a938c0f355369929", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who has never had henna done, and who has had henna done on their hands at the Yellow Green Farmers Market in Hollywood, South Florida and at Eyebrow Art in Pembroke Pines?", "temporal_relation": "none", "query_temporal_norm": 0.1602071076631546, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000359", "score": 0.46019455790519714}, {"memory_id": "utt_000363", "score": 0.33211687207221985}, {"memory_id": "utt_000364", "score": 0.3143596947193146}, {"memory_id": "utt_000366", "score": 0.46717265248298645}, {"memory_id": "utt_000367", "score": 0.3501223921775818}, {"memory_id": "utt_000369", "score": 0.3730922043323517}, {"memory_id": "utt_000375", "score": 0.5528939962387085}], "gold_semantic_scores": [0.5399698615074158, 0.4119836091995239, 0.39431214332580566, 0.5472421050071716, 0.43023160099983215, 0.45326855778694153, 0.6332793831825256], "gold_temporal_scores": [-0.07977533340454102, -0.07986673712730408, -0.07995238155126572, -0.08006942272186279, -0.08010929822921753, -0.08017634600400925, -0.08038546144962311], "max_gold_score": 0.5528939962387085, "max_candidate_score": 0.5528939962387085, "top_memory_id": "utt_000375", "max_non_gold_score": 0.40097564458847046, "best_gold_margin": 0.15191835165023804, "weakest_gold_margin": -0.08661594986915588}
{"sample_id": "conv_fd14fb64a646_pkg_000", "qa_id": "qa_d57e4e19b444b6c9", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What does this person love?", "temporal_relation": "none", "query_temporal_norm": 0.2264186143875122, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000286", "score": 0.17661188542842865}, {"memory_id": "utt_000288", "score": 0.5581313371658325}], "gold_semantic_scores": [0.20216618478298187, 0.583641529083252], "gold_temporal_scores": [-0.02555427886545658, -0.025510204955935478], "max_gold_score": 0.5581313371658325, "max_candidate_score": 0.5581313371658325, "top_memory_id": "utt_000288", "max_non_gold_score": 0.542451798915863, "best_gold_margin": 0.015679538249969482, "weakest_gold_margin": -0.3658399134874344}
{"sample_id": "conv_fd14fb64a646_pkg_000", "qa_id": "qa_ae6461c72e4334dd", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "What are Rowan's and Jesse's favorite colors?", "temporal_relation": "none", "query_temporal_norm": 0.2254991978406906, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000491", "score": 0.6980971097946167}, {"memory_id": "utt_000497", "score": 0.5471745729446411}, {"memory_id": "utt_000537", "score": 0.3664337396621704}, {"memory_id": "utt_000539", "score": 0.6279525756835938}, {"memory_id": "utt_000540", "score": 0.7595207095146179}], "gold_semantic_scores": [0.7221271395683289, 0.5711734890937805, 0.3900384306907654, 0.6515194773674011, 0.783083975315094], "gold_temporal_scores": [-0.02403007261455059, -0.023998931050300598, -0.02360461838543415, -0.02356693148612976, -0.02356317639350891], "max_gold_score": 0.7595207095146179, "max_candidate_score": 0.7595207095146179, "top_memory_id": "utt_000540", "max_non_gold_score": 0.7149922251701355, "best_gold_margin": 0.04452848434448242, "weakest_gold_margin": -0.3485584855079651}
{"sample_id": "conv_fd14fb64a646_pkg_000", "qa_id": "qa_dcd6dfe051bb0649", "task_id": "multi_hop_composition", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Recently, where did this person travel, why did they go, and which area did they stay in?", "temporal_relation": "none", "query_temporal_norm": 0.1631285548210144, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000102", "score": 0.44662079215049744}, {"memory_id": "utt_000103", "score": 0.23894940316677094}, {"memory_id": "utt_000114", "score": 0.3126634657382965}], "gold_semantic_scores": [0.46274927258491516, 0.2544138729572296, 0.32305219769477844], "gold_temporal_scores": [-0.01612851396203041, -0.015464473515748978, -0.01038871705532074], "max_gold_score": 0.44662079215049744, "max_candidate_score": 0.5846424698829651, "top_memory_id": "utt_000821", "max_non_gold_score": 0.5846424698829651, "best_gold_margin": -0.13802167773246765, "weakest_gold_margin": -0.34569306671619415}
{"sample_id": "conv_fe301ace3e07_pkg_000", "qa_id": "qa_d0da60fb6c13d9c3", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "Where did the person say they lived when they were a child?", "temporal_relation": "none", "query_temporal_norm": 0.22123375535011292, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000351", "score": 0.675840437412262}], "gold_semantic_scores": [0.7063949704170227], "gold_temporal_scores": [-0.030554424971342087], "max_gold_score": 0.675840437412262, "max_candidate_score": 0.675840437412262, "top_memory_id": "utt_000351", "max_non_gold_score": 0.6215186715126038, "best_gold_margin": 0.0543217658996582, "weakest_gold_margin": 0.0543217658996582}
{"sample_id": "conv_fe301ace3e07_pkg_000", "qa_id": "qa_de8d8f9f425bae05", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "person_to_fact", "query_text": "When in the conversation did Sam say they would not become a diplomat?", "temporal_relation": "session", "query_temporal_norm": 0.19393187761306763, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000044", "score": 0.6798602938652039}], "gold_semantic_scores": [0.7337483167648315], "gold_temporal_scores": [-0.05388824641704559], "max_gold_score": 0.6798602938652039, "max_candidate_score": 0.6798602938652039, "top_memory_id": "utt_000044", "max_non_gold_score": 0.554520845413208, "best_gold_margin": 0.12533944845199585, "weakest_gold_margin": 0.12533944845199585}
{"sample_id": "conv_fe301ace3e07_pkg_000", "qa_id": "qa_4ede7ae3856f0dc1", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What currency did the other person say they wanted to earn?", "temporal_relation": "none", "query_temporal_norm": 0.22116239368915558, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000508", "score": 0.5299564599990845}], "gold_semantic_scores": [0.5367449522018433], "gold_temporal_scores": [-0.006788562051951885], "max_gold_score": 0.5299564599990845, "max_candidate_score": 0.5320462584495544, "top_memory_id": "utt_000509", "max_non_gold_score": 0.5320462584495544, "best_gold_margin": -0.0020897984504699707, "weakest_gold_margin": -0.0020897984504699707}
{"sample_id": "conv_ff9cdf08670e_pkg_000", "qa_id": "qa_d9c9bc393044a38c", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "speaker_independent", "query_text": "What did the other person say motivates them or gets them excited?", "temporal_relation": "none", "query_temporal_norm": 0.19171711802482605, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000734", "score": 0.43722084164619446}], "gold_semantic_scores": [0.4347691535949707], "gold_temporal_scores": [0.00245166034437716], "max_gold_score": 0.43722084164619446, "max_candidate_score": 0.5041304230690002, "top_memory_id": "utt_000763", "max_non_gold_score": 0.5041304230690002, "best_gold_margin": -0.06690958142280579, "weakest_gold_margin": -0.06690958142280579}
{"sample_id": "conv_ff9cdf08670e_pkg_000", "qa_id": "qa_6ab990889c35937a", "task_id": "temporal_localization", "needs_rag": true, "speaker_query_type": "self_to_fact", "query_text": "When in the conversation did I say I'm prone to gaining weight fast if I don't eat lean and healthy?", "temporal_relation": "session", "query_temporal_norm": 0.19916106760501862, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000163", "score": 0.7870475649833679}], "gold_semantic_scores": [0.8126615881919861], "gold_temporal_scores": [-0.025614088401198387], "max_gold_score": 0.7870475649833679, "max_candidate_score": 0.7870475649833679, "top_memory_id": "utt_000163", "max_non_gold_score": 0.6628721952438354, "best_gold_margin": 0.12417536973953247, "weakest_gold_margin": 0.12417536973953247}
{"sample_id": "conv_ff9cdf08670e_pkg_000", "qa_id": "qa_f851899a9b52c40f", "task_id": "direct_recall", "needs_rag": true, "speaker_query_type": "fact_to_person", "query_text": "Who said they planned to put away about $30 a week for taxes?", "temporal_relation": "none", "query_temporal_norm": 0.26921796798706055, "query_session_index": 1, "query_start_sec": 0.0, "excluded_control_support_ids": [], "gold_scores": [{"memory_id": "utt_000069", "score": 0.3186246156692505}, {"memory_id": "utt_000070", "score": 0.43470728397369385}], "gold_semantic_scores": [0.3626287281513214, 0.47870585322380066], "gold_temporal_scores": [-0.044004175812006, -0.04399865120649338], "max_gold_score": 0.43470728397369385, "max_candidate_score": 0.43470728397369385, "top_memory_id": "utt_000070", "max_non_gold_score": 0.39756131172180176, "best_gold_margin": 0.03714597225189209, "weakest_gold_margin": -0.07893669605255127}