{ "phase_results": [ { "phase": "predictive_multiturn", "best_validation_loss": 13.185914039611818, "best_selection_metric_value": 13.185914039611818, "best_metrics": { "loss_total": 7.209351539611816, "loss_response": 5.597068786621094, "loss_probe": 7.175220012664795, "loss_probe_hard": 11.594029426574707, "loss_probe_noop": 8.804783821105957, "response_token_count": 1164.0, "probe_token_count": 2222.0, "probe_count": 198.0, "noop_probe_count": 99.0, "response_first_token_exact_match": 0.06666667014360428, "probe_first_token_exact_match": 0.07070706784725189, "self_feedback_ratio": 0.0, "self_feedback_used": 0.0, "self_feedback_eligible": 35.0, "behavior/correction_latest_state_accuracy": 0.0, "behavior/correction_latest_state_accuracy_count": 6.0, "behavior/entity_binding_exact": 0.0, "behavior/entity_binding_exact_count": 2.0, "behavior/family/constraint_tracking_exact": 0.0, "behavior/family/constraint_tracking_exact_count": 4.0, "behavior/family/correction_latest_state_exact": 0.0, "behavior/family/correction_latest_state_exact_count": 6.0, "behavior/family/disambiguation_exact": 0.0, "behavior/family/disambiguation_exact_count": 4.0, "behavior/family/early_fact_late_recall_exact": 0.0, "behavior/family/early_fact_late_recall_exact_count": 86.0, "behavior/family/entity_binding_exact": 0.0, "behavior/family/entity_binding_exact_count": 2.0, "behavior/family/exact_copy_exact": 0.0, "behavior/family/exact_copy_exact_count": 2.0, "behavior/family/first_user_request_exact": 0.0, "behavior/family/first_user_request_exact_count": 72.0, "behavior/family/topic_return_exact": 0.0, "behavior/family/topic_return_exact_count": 6.0, "behavior/family/topic_return_tracking_exact": 0.1, "behavior/family/topic_return_tracking_exact_count": 10.0, "behavior/noop_survival_exact": 0.0, "behavior/noop_survival_exact_count": 96.0, "behavior/probe_exact_match": 0.005208333333333333, "behavior/probe_exact_match_count": 192.0, "behavior/probe_strict_exact_match": 0.005208333333333333, "behavior/probe_strict_exact_match_count": 192.0, "behavior/scenario/clarify_then_resolve_exact": 0.0, "behavior/scenario/clarify_then_resolve_exact_count": 20.0, "behavior/scenario/coreference_disambiguation_exact": 0.0, "behavior/scenario/coreference_disambiguation_exact_count": 10.0, "behavior/scenario/counterfactual_option_swap_exact": 0.0, "behavior/scenario/counterfactual_option_swap_exact_count": 50.0, "behavior/scenario/hard_topic_reset_exact": 0.041666666666666664, "behavior/scenario/hard_topic_reset_exact_count": 24.0, "behavior/scenario/interrupting_followup_chain_exact": 0.0, "behavior/scenario/interrupting_followup_chain_exact_count": 18.0, "behavior/scenario/long_explanation_then_specific_followup_exact": 0.0, "behavior/scenario/long_explanation_then_specific_followup_exact_count": 14.0, "behavior/scenario/preserve_opening_retarget_later_exact": 0.0, "behavior/scenario/preserve_opening_retarget_later_exact_count": 40.0, "behavior/scenario/same_surface_final_question_new_context_exact": 0.0, "behavior/scenario/same_surface_final_question_new_context_exact_count": 16.0, "behavior/wrong_entity_rate": 1.0, "behavior/wrong_entity_rate_count": 2.0, "behavior/generated_probe_count": 192.0, "behavior/self_fed/family/disambiguation_exact": 0.0, "behavior/self_fed/family/disambiguation_exact_count": 4.0, "behavior/self_fed/family/early_fact_late_recall_exact": 0.0, "behavior/self_fed/family/early_fact_late_recall_exact_count": 52.0, "behavior/self_fed/family/first_user_request_exact": 0.0, "behavior/self_fed/family/first_user_request_exact_count": 36.0, "behavior/self_fed/family/topic_return_tracking_exact": 0.25, "behavior/self_fed/family/topic_return_tracking_exact_count": 4.0, "behavior/self_fed/noop_survival_exact": 0.0, "behavior/self_fed/noop_survival_exact_count": 48.0, "behavior/self_fed/probe_exact_match": 0.010416666666666666, "behavior/self_fed/probe_exact_match_count": 96.0, "behavior/self_fed/probe_strict_exact_match": 0.010416666666666666, "behavior/self_fed/probe_strict_exact_match_count": 96.0, "behavior/self_fed/scenario/clarify_then_resolve_exact": 0.0, "behavior/self_fed/scenario/clarify_then_resolve_exact_count": 4.0, "behavior/self_fed/scenario/coreference_disambiguation_exact": 0.0, "behavior/self_fed/scenario/coreference_disambiguation_exact_count": 8.0, "behavior/self_fed/scenario/counterfactual_option_swap_exact": 0.0, "behavior/self_fed/scenario/counterfactual_option_swap_exact_count": 20.0, "behavior/self_fed/scenario/hard_topic_reset_exact": 0.0625, "behavior/self_fed/scenario/hard_topic_reset_exact_count": 16.0, "behavior/self_fed/scenario/interrupting_followup_chain_exact": 0.0, "behavior/self_fed/scenario/interrupting_followup_chain_exact_count": 6.0, "behavior/self_fed/scenario/long_explanation_then_specific_followup_exact": 0.0, "behavior/self_fed/scenario/long_explanation_then_specific_followup_exact_count": 6.0, "behavior/self_fed/scenario/preserve_opening_retarget_later_exact": 0.0, "behavior/self_fed/scenario/preserve_opening_retarget_later_exact_count": 28.0, "behavior/self_fed/scenario/same_surface_final_question_new_context_exact": 0.0, "behavior/self_fed/scenario/same_surface_final_question_new_context_exact_count": 8.0, "behavior/self_fed/generated_probe_count": 96.0, "validation_goal_loss": 13.185914039611818, "validation_goal_score": 0.010416666666666666, "validation_contract_passed": 0.0 }, "best_contract_metric_value": Infinity, "best_contract_metrics": {}, "global_step": 100, "train_dataset": { "example_count": 10, "observation_steps_mean": 2.8, "observation_steps_max": 3, "probe_branches_mean": 9.6, "probe_branches_max": 16, "target_tokens_mean": 193.3, "target_tokens_max": 714, "dataset_counts": { "chatalpaca_predictive_state": 10 } }, "validation_dataset": { "example_count": 10, "observation_steps_mean": 4.5, "observation_steps_max": 6, "probe_branches_mean": 19.8, "probe_branches_max": 30, "target_tokens_mean": 116.4, "target_tokens_max": 162, "dataset_counts": { "chatalpaca_predictive_state": 10 } }, "wandb_enabled": true } ] }