same-data-different-losses / _src /principal_angles_summary.json
AlexWortega's picture
Interactive blog: Same Data, Different Losses, Same Circuits?
378a074 verified
Raw
History Blame Contribute Delete
1.03 kB
{
"sft__rft": {
"median_top1": 6.679273843765259,
"median_top10_max": 36.02772903442383,
"p25_top10_max": 27.44668674468994,
"p75_top10_max": 57.63415050506592,
"n_modules": 144
},
"sft__rift": {
"median_top1": 8.172511100769043,
"median_top10_max": 40.29403114318848,
"p25_top10_max": 32.12686061859131,
"p75_top10_max": 58.57533645629883,
"n_modules": 144
},
"sft__dft": {
"median_top1": 26.713614463806152,
"median_top10_max": 85.15485000610352,
"p25_top10_max": 79.16103553771973,
"p75_top10_max": 88.5212516784668,
"n_modules": 144
},
"sft__offline_grpo": {
"median_top1": 18.511231422424316,
"median_top10_max": 75.57852554321289,
"p25_top10_max": 71.88668823242188,
"p75_top10_max": 80.55716133117676,
"n_modules": 144
},
"sft__dpo": {
"median_top1": 54.55203819274902,
"median_top10_max": 89.72452545166016,
"p25_top10_max": 89.6122875213623,
"p75_top10_max": 89.84392929077148,
"n_modules": 144
}
}