same-data-different-losses / _src /dapo_seed_lr.json
AlexWortega's picture
Interactive blog: Same Data, Different Losses, Same Circuits?
378a074 verified
Raw
History Blame Contribute Delete
501 Bytes
{
"within_config_seed_cosine_dapo": {
"5e-7": {
"cos": 0.005,
"fro": 0.033
},
"5e-6": {
"cos": 0.014,
"fro": 0.332
},
"5e-5": {
"cos": 0.01,
"fro": 3.515
}
},
"lr_sensitivity_dapo_seed42": {
"5e-7_to_5e-6": {
"cos": 0.381,
"norm_ratio": 10.03
},
"5e-6_to_5e-5": {
"cos": 0.125,
"norm_ratio": 10.58
}
},
"grpo_vs_dapo_seed42": {
"5e-7": -0.16,
"5e-6": -0.164,
"5e-5": -0.009
}
}