same-data-different-losses / _src /cosine_all8.json
AlexWortega's picture
Interactive blog: Same Data, Different Losses, Same Circuits?
378a074 verified
Raw
History Blame Contribute Delete
1.85 kB
{
"labels": [
"SFT",
"RFT",
"DFT",
"RIFT",
"Offline GRPO",
"DPO",
"Online GRPO",
"Online DAPO"
],
"cosine": [
[
1.0,
0.9757014583980981,
0.5663153292740438,
0.9394875155362602,
0.707470134636442,
0.054820810961225964,
0.024666080676367625,
-0.0490908460419944
],
[
0.9757014583980981,
1.0,
0.563301829955225,
0.9506271537506658,
0.7311111491093555,
0.061527628931913284,
0.023926187025849043,
-0.048796334919880495
],
[
0.5663153292740438,
0.563301829955225,
1.0,
0.5546609230746794,
0.5247541171242893,
0.09741202126343959,
-0.05159700818238077,
0.1109956863984923
],
[
0.9394875155362602,
0.9506271537506658,
0.5546609230746794,
1.0,
0.7975865081775053,
0.06523505031363998,
0.02742115252584733,
-0.056716987299148695
],
[
0.707470134636442,
0.7311111491093555,
0.5247541171242893,
0.7975865081775053,
1.0,
0.1291804624967593,
0.020473880407851346,
-0.040023846160758526
],
[
0.054820810961225964,
0.061527628931913284,
0.09741202126343959,
0.06523505031363998,
0.1291804624967593,
1.0,
-0.049825762015396347,
0.058188822845408675
],
[
0.024666080676367625,
0.023926187025849043,
-0.05159700818238077,
0.02742115252584733,
0.020473880407851346,
-0.049825762015396347,
1.0,
-0.1638164130847717
],
[
-0.0490908460419944,
-0.048796334919880495,
0.1109956863984923,
-0.056716987299148695,
-0.040023846160758526,
0.058188822845408675,
-0.1638164130847717,
1.0
]
]
}