File size: 1,191 Bytes
db405d0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 | {
"comparison_protocol": "same_700_group_heldout_candidate_selection",
"dataset_groups": 3500,
"evaluation_groups": 700,
"validation_group_ids_sha256": "a7e51209e227ee8b68090e7826368541f209e1365112ed718c465c3bb0f11d53",
"seed": 0,
"candidate_oracle_success_rate": 0.4185714285714286,
"dovla_iaf": {
"top1_action_selection": 0.6171428571428571,
"selected_success_rate": 0.37857142857142856,
"mean_selected_regret": 0.059859846833028967
},
"smolvla_expert_only_bc": {
"checkpoint_revision": "c83c3163b8ca9b7e67c509fffd9121e66cb96205",
"model_sha256": "7cd549ac2351fb069c0ddb3c34ad2d09cfc92b56a15dccdfc2e41467aaca01eb",
"training_groups": 2800,
"training_steps": 1000,
"top1_action_selection": 0.5228571428571429,
"selected_success_rate": 0.3457142857142857,
"mean_selected_regret": 0.13656934786188815
},
"dovla_minus_smolvla": {
"top1_action_selection": 0.0942857142857142,
"selected_success_rate": 0.03285714285714286,
"mean_selected_regret": -0.07670950102885918
},
"scope": "Both methods select among the same measured same-state CIL candidates. This artifact does not compare online policy rollout success."
}
|