Invalid JSON:Unexpected token 'I', ..."c_value": Infinity,
"... is not valid JSON
| { | |
| "phase_results": [ | |
| { | |
| "phase": "predictive_multiturn", | |
| "best_validation_loss": 13.185914039611818, | |
| "best_selection_metric_value": 13.185914039611818, | |
| "best_metrics": { | |
| "loss_total": 7.209351539611816, | |
| "loss_response": 5.597068786621094, | |
| "loss_probe": 7.175220012664795, | |
| "loss_probe_hard": 11.594029426574707, | |
| "loss_probe_noop": 8.804783821105957, | |
| "response_token_count": 1164.0, | |
| "probe_token_count": 2222.0, | |
| "probe_count": 198.0, | |
| "noop_probe_count": 99.0, | |
| "response_first_token_exact_match": 0.06666667014360428, | |
| "probe_first_token_exact_match": 0.07070706784725189, | |
| "self_feedback_ratio": 0.0, | |
| "self_feedback_used": 0.0, | |
| "self_feedback_eligible": 35.0, | |
| "behavior/correction_latest_state_accuracy": 0.0, | |
| "behavior/correction_latest_state_accuracy_count": 6.0, | |
| "behavior/entity_binding_exact": 0.0, | |
| "behavior/entity_binding_exact_count": 2.0, | |
| "behavior/family/constraint_tracking_exact": 0.0, | |
| "behavior/family/constraint_tracking_exact_count": 4.0, | |
| "behavior/family/correction_latest_state_exact": 0.0, | |
| "behavior/family/correction_latest_state_exact_count": 6.0, | |
| "behavior/family/disambiguation_exact": 0.0, | |
| "behavior/family/disambiguation_exact_count": 4.0, | |
| "behavior/family/early_fact_late_recall_exact": 0.0, | |
| "behavior/family/early_fact_late_recall_exact_count": 86.0, | |
| "behavior/family/entity_binding_exact": 0.0, | |
| "behavior/family/entity_binding_exact_count": 2.0, | |
| "behavior/family/exact_copy_exact": 0.0, | |
| "behavior/family/exact_copy_exact_count": 2.0, | |
| "behavior/family/first_user_request_exact": 0.0, | |
| "behavior/family/first_user_request_exact_count": 72.0, | |
| "behavior/family/topic_return_exact": 0.0, | |
| "behavior/family/topic_return_exact_count": 6.0, | |
| "behavior/family/topic_return_tracking_exact": 0.1, | |
| "behavior/family/topic_return_tracking_exact_count": 10.0, | |
| "behavior/noop_survival_exact": 0.0, | |
| "behavior/noop_survival_exact_count": 96.0, | |
| "behavior/probe_exact_match": 0.005208333333333333, | |
| "behavior/probe_exact_match_count": 192.0, | |
| "behavior/probe_strict_exact_match": 0.005208333333333333, | |
| "behavior/probe_strict_exact_match_count": 192.0, | |
| "behavior/scenario/clarify_then_resolve_exact": 0.0, | |
| "behavior/scenario/clarify_then_resolve_exact_count": 20.0, | |
| "behavior/scenario/coreference_disambiguation_exact": 0.0, | |
| "behavior/scenario/coreference_disambiguation_exact_count": 10.0, | |
| "behavior/scenario/counterfactual_option_swap_exact": 0.0, | |
| "behavior/scenario/counterfactual_option_swap_exact_count": 50.0, | |
| "behavior/scenario/hard_topic_reset_exact": 0.041666666666666664, | |
| "behavior/scenario/hard_topic_reset_exact_count": 24.0, | |
| "behavior/scenario/interrupting_followup_chain_exact": 0.0, | |
| "behavior/scenario/interrupting_followup_chain_exact_count": 18.0, | |
| "behavior/scenario/long_explanation_then_specific_followup_exact": 0.0, | |
| "behavior/scenario/long_explanation_then_specific_followup_exact_count": 14.0, | |
| "behavior/scenario/preserve_opening_retarget_later_exact": 0.0, | |
| "behavior/scenario/preserve_opening_retarget_later_exact_count": 40.0, | |
| "behavior/scenario/same_surface_final_question_new_context_exact": 0.0, | |
| "behavior/scenario/same_surface_final_question_new_context_exact_count": 16.0, | |
| "behavior/wrong_entity_rate": 1.0, | |
| "behavior/wrong_entity_rate_count": 2.0, | |
| "behavior/generated_probe_count": 192.0, | |
| "behavior/self_fed/family/disambiguation_exact": 0.0, | |
| "behavior/self_fed/family/disambiguation_exact_count": 4.0, | |
| "behavior/self_fed/family/early_fact_late_recall_exact": 0.0, | |
| "behavior/self_fed/family/early_fact_late_recall_exact_count": 52.0, | |
| "behavior/self_fed/family/first_user_request_exact": 0.0, | |
| "behavior/self_fed/family/first_user_request_exact_count": 36.0, | |
| "behavior/self_fed/family/topic_return_tracking_exact": 0.25, | |
| "behavior/self_fed/family/topic_return_tracking_exact_count": 4.0, | |
| "behavior/self_fed/noop_survival_exact": 0.0, | |
| "behavior/self_fed/noop_survival_exact_count": 48.0, | |
| "behavior/self_fed/probe_exact_match": 0.010416666666666666, | |
| "behavior/self_fed/probe_exact_match_count": 96.0, | |
| "behavior/self_fed/probe_strict_exact_match": 0.010416666666666666, | |
| "behavior/self_fed/probe_strict_exact_match_count": 96.0, | |
| "behavior/self_fed/scenario/clarify_then_resolve_exact": 0.0, | |
| "behavior/self_fed/scenario/clarify_then_resolve_exact_count": 4.0, | |
| "behavior/self_fed/scenario/coreference_disambiguation_exact": 0.0, | |
| "behavior/self_fed/scenario/coreference_disambiguation_exact_count": 8.0, | |
| "behavior/self_fed/scenario/counterfactual_option_swap_exact": 0.0, | |
| "behavior/self_fed/scenario/counterfactual_option_swap_exact_count": 20.0, | |
| "behavior/self_fed/scenario/hard_topic_reset_exact": 0.0625, | |
| "behavior/self_fed/scenario/hard_topic_reset_exact_count": 16.0, | |
| "behavior/self_fed/scenario/interrupting_followup_chain_exact": 0.0, | |
| "behavior/self_fed/scenario/interrupting_followup_chain_exact_count": 6.0, | |
| "behavior/self_fed/scenario/long_explanation_then_specific_followup_exact": 0.0, | |
| "behavior/self_fed/scenario/long_explanation_then_specific_followup_exact_count": 6.0, | |
| "behavior/self_fed/scenario/preserve_opening_retarget_later_exact": 0.0, | |
| "behavior/self_fed/scenario/preserve_opening_retarget_later_exact_count": 28.0, | |
| "behavior/self_fed/scenario/same_surface_final_question_new_context_exact": 0.0, | |
| "behavior/self_fed/scenario/same_surface_final_question_new_context_exact_count": 8.0, | |
| "behavior/self_fed/generated_probe_count": 96.0, | |
| "validation_goal_loss": 13.185914039611818, | |
| "validation_goal_score": 0.010416666666666666, | |
| "validation_contract_passed": 0.0 | |
| }, | |
| "best_contract_metric_value": Infinity, | |
| "best_contract_metrics": {}, | |
| "global_step": 100, | |
| "train_dataset": { | |
| "example_count": 10, | |
| "observation_steps_mean": 2.8, | |
| "observation_steps_max": 3, | |
| "probe_branches_mean": 9.6, | |
| "probe_branches_max": 16, | |
| "target_tokens_mean": 193.3, | |
| "target_tokens_max": 714, | |
| "dataset_counts": { | |
| "chatalpaca_predictive_state": 10 | |
| } | |
| }, | |
| "validation_dataset": { | |
| "example_count": 10, | |
| "observation_steps_mean": 4.5, | |
| "observation_steps_max": 6, | |
| "probe_branches_mean": 19.8, | |
| "probe_branches_max": 30, | |
| "target_tokens_mean": 116.4, | |
| "target_tokens_max": 162, | |
| "dataset_counts": { | |
| "chatalpaca_predictive_state": 10 | |
| } | |
| }, | |
| "wandb_enabled": true | |
| } | |
| ] | |
| } |