| { |
| "inventory": { |
| "base_model": "Qwen/Qwen3-4B-Instruct-2507", |
| "methods": { |
| "sft": { |
| "source": "AlexWortega/compare-offlinegrpo-sft-qwen3-4b-lora::checkpoint-1000", |
| "modules": 144, |
| "layers": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 34, |
| 35 |
| ], |
| "frobenius_norm": 2.833205654796516 |
| }, |
| "rft": { |
| "source": "AlexWortega/compare-offlinegrpo-rft-qwen3-4b-lora::checkpoint-1000", |
| "modules": 144, |
| "layers": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 34, |
| 35 |
| ], |
| "frobenius_norm": 2.8203379415747523 |
| }, |
| "dft": { |
| "source": "AlexWortega/compare-offlinegrpo-dft-qwen3-4b-lora::checkpoint-1000", |
| "modules": 144, |
| "layers": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 34, |
| 35 |
| ], |
| "frobenius_norm": 2.2506551638778247 |
| }, |
| "rift": { |
| "source": "AlexWortega/compare-offlinegrpo-rift-qwen3-4b-lora::checkpoint-1000", |
| "modules": 144, |
| "layers": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 34, |
| 35 |
| ], |
| "frobenius_norm": 3.0435217072922094 |
| }, |
| "offline_grpo": { |
| "source": "AlexWortega/compare-offlinegrpo-offline_grpo-qwen3-4b-lora::checkpoint-1000", |
| "modules": 144, |
| "layers": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 34, |
| 35 |
| ], |
| "frobenius_norm": 2.5817914136665845 |
| }, |
| "dpo": { |
| "source": "https://huggingface.co/AlexWortega/compare-offlinegrpo-dpo-qwen3-4b-lora/tree/main/checkpoint-1000", |
| "modules": 144, |
| "layers": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 34, |
| 35 |
| ], |
| "frobenius_norm": 0.20782996984468727 |
| } |
| } |
| }, |
| "methods": [ |
| "sft", |
| "rft", |
| "dft", |
| "rift", |
| "offline_grpo", |
| "dpo" |
| ], |
| "plot_labels": [ |
| "sft", |
| "rft", |
| "dft", |
| "rift", |
| "grpo", |
| "dpo" |
| ], |
| "cosine_global": [ |
| [ |
| 1.0, |
| 0.9769154977779118, |
| 0.5717858988541846, |
| 0.96733824947645, |
| 0.7324632009307894, |
| 0.058138064120762445 |
| ], |
| [ |
| 0.9769154915423633, |
| 1.0, |
| 0.566599459080765, |
| 0.9692281387176128, |
| 0.7519548136149027, |
| 0.06548226461327061 |
| ], |
| [ |
| 0.5717859027976392, |
| 0.5665994569166415, |
| 1.0, |
| 0.5361039906144242, |
| 0.50879779284059, |
| 0.0880950421736885 |
| ], |
| [ |
| 0.967338245426246, |
| 0.9692281490249428, |
| 0.5361039923479286, |
| 1.0, |
| 0.743481171259189, |
| 0.05719286114659828 |
| ], |
| [ |
| 0.7324632062782818, |
| 0.751954814766022, |
| 0.5087977966070892, |
| 0.743481174281525, |
| 1.0, |
| 0.1351978143912509 |
| ], |
| [ |
| 0.058138065011026904, |
| 0.06548226430643389, |
| 0.08809504284012766, |
| 0.05719286065197559, |
| 0.13519781472347175, |
| 1.0 |
| ] |
| ], |
| "cosine_per_layer": { |
| "sft vs rft": [ |
| 0.9162183710982212, |
| 0.9396206510536144, |
| 0.942592966836154, |
| 0.9400347867516331, |
| 0.9570012572959805, |
| 0.9511934712399431, |
| 0.9496720899148823, |
| 0.9586199497498783, |
| 0.96817802125902, |
| 0.9721184929132074, |
| 0.9820053143010558, |
| 0.976811800569182, |
| 0.9817137131626402, |
| 0.9595464863876622, |
| 0.9755584136633991, |
| 0.9868386380178445, |
| 0.9873215252787715, |
| 0.9851573981945757, |
| 0.9753933361039084, |
| 0.9837808348265938, |
| 0.9848694713154982, |
| 0.9863244796301022, |
| 0.9874532949276604, |
| 0.9854468670957226, |
| 0.9837435174009022, |
| 0.9849959954298835, |
| 0.9845739278532194, |
| 0.9778761954489932, |
| 0.9747664444477726, |
| 0.987076151226382, |
| 0.9857697235244401, |
| 0.9809783674197325, |
| 0.9875440648539425, |
| 0.9826265183050499, |
| 0.9871841017522841, |
| 0.9802837300349786 |
| ], |
| "sft vs dft": [ |
| 0.5919778709940843, |
| 0.7817153513470251, |
| 0.817202777114554, |
| 0.7710919217436386, |
| 0.8408726157564416, |
| 0.7894277133480181, |
| 0.7475820195766468, |
| 0.7909776224708596, |
| 0.8120620007648158, |
| 0.8087643145748515, |
| 0.8484453958297811, |
| 0.7978370616801821, |
| 0.8263735584817995, |
| 0.8000179259991982, |
| 0.7818936489339132, |
| 0.8248327000912054, |
| 0.7615104769083448, |
| 0.726636765650895, |
| 0.7545297395229044, |
| 0.6754503825998522, |
| 0.6431970371339663, |
| 0.6410516750590919, |
| 0.5739846086868493, |
| 0.5834466328229075, |
| 0.5749831799401776, |
| 0.5583665935178552, |
| 0.48945211983035003, |
| 0.5942972979091427, |
| 0.44036264660055763, |
| 0.405403748001015, |
| 0.4149403090154149, |
| 0.32268280838254226, |
| 0.24998688816264925, |
| 0.280811979935836, |
| 0.024177901802597223, |
| 0.23253857810091372 |
| ], |
| "sft vs rift": [ |
| 0.9217075023680823, |
| 0.9375359542450074, |
| 0.9393851873483032, |
| 0.9374264840868718, |
| 0.9460351539370314, |
| 0.9461313603307805, |
| 0.9409499498806804, |
| 0.9533475840427144, |
| 0.961250937332545, |
| 0.9662711394921264, |
| 0.972009487509194, |
| 0.966466491069852, |
| 0.9706788791292414, |
| 0.9703784126861468, |
| 0.9659993606709308, |
| 0.9760431123903145, |
| 0.9755389024591774, |
| 0.9733149812535586, |
| 0.9704491394423214, |
| 0.9699309843665103, |
| 0.9680987789236647, |
| 0.9734262653464499, |
| 0.9758283025461342, |
| 0.972083267648665, |
| 0.9723075623848891, |
| 0.9718883746650573, |
| 0.9708494474588018, |
| 0.9644638372183582, |
| 0.9738423606631168, |
| 0.9739373071913993, |
| 0.9730282171292318, |
| 0.9669296382900597, |
| 0.9746343033934283, |
| 0.9700391000701687, |
| 0.9746236632905356, |
| 0.9791392917473698 |
| ], |
| "sft vs grpo": [ |
| 0.7415651285327398, |
| 0.8466596867378813, |
| 0.8654222910986203, |
| 0.8538732759602904, |
| 0.8518965574215787, |
| 0.8482281417523285, |
| 0.7762183284808436, |
| 0.8276360218118107, |
| 0.8227996660570411, |
| 0.8286502901668178, |
| 0.8676452163448899, |
| 0.814940909561892, |
| 0.845030405580574, |
| 0.8242796777633947, |
| 0.824169754123951, |
| 0.8763662922528599, |
| 0.854901720162176, |
| 0.8332916397065407, |
| 0.8391341306720531, |
| 0.8162659592421074, |
| 0.7968534867530925, |
| 0.8244841251053714, |
| 0.8002809925810865, |
| 0.774061235433173, |
| 0.7411794797079759, |
| 0.7415337814819856, |
| 0.7565357793685924, |
| 0.7604921327334727, |
| 0.6932655825489236, |
| 0.679471517051461, |
| 0.6973217754283525, |
| 0.4340482302253178, |
| 0.6011752693405329, |
| 0.5410178164516872, |
| 0.578297289986082, |
| 0.5170093822997898 |
| ], |
| "sft vs dpo": [ |
| 0.027425355100522516, |
| 0.006525415338422656, |
| 0.02775567847524773, |
| 0.038988522569463106, |
| 0.03510255643280049, |
| 0.05433907423678047, |
| 0.03990329470211586, |
| 0.04296431779179522, |
| 0.05592987057116951, |
| 0.03839362242750166, |
| 0.022901323343201187, |
| 0.06592930833529281, |
| 0.048027867217541154, |
| 0.04622453386495047, |
| 0.08085999327310091, |
| 0.09627589317879655, |
| 0.0495725172105307, |
| 0.05098702245860145, |
| 0.08313683003515553, |
| 0.05650005430866535, |
| 0.05584954567129319, |
| 0.05202797253333669, |
| 0.05746533717757908, |
| 0.0567769257031055, |
| 0.06890465012622315, |
| 0.08704715196158475, |
| 0.03896076732490251, |
| 0.07997164863749529, |
| 0.08021746193009725, |
| 0.049740886257798114, |
| 0.11435761915622811, |
| 0.09351410543315074, |
| 0.06419097047140394, |
| 0.04963846294353143, |
| 0.03454960154209647, |
| 0.026438187525993914 |
| ], |
| "rft vs dft": [ |
| 0.5782187568820017, |
| 0.7677778058002246, |
| 0.8054445197010789, |
| 0.7729851449596336, |
| 0.8306404487311744, |
| 0.7804388875468301, |
| 0.7369945103177448, |
| 0.7830771852126559, |
| 0.8002992083254085, |
| 0.795647209804511, |
| 0.8403210303624786, |
| 0.7835353169790034, |
| 0.8176216505803124, |
| 0.7657370910412885, |
| 0.756973596373414, |
| 0.814262005590178, |
| 0.7499945216975199, |
| 0.7157434619342296, |
| 0.7385736486071449, |
| 0.6667266020170854, |
| 0.6404028692999137, |
| 0.6365653584615623, |
| 0.5755582767105081, |
| 0.5808171225195735, |
| 0.5665012840434662, |
| 0.5598332696832263, |
| 0.4879986647002491, |
| 0.5983108951351692, |
| 0.4403187347484354, |
| 0.41142190861521105, |
| 0.4075922843112867, |
| 0.3350045050108313, |
| 0.25193011455534164, |
| 0.2872638203200802, |
| 0.027109426624772483, |
| 0.24391820311692555 |
| ], |
| "rft vs rift": [ |
| 0.9298252908347898, |
| 0.9398184871086386, |
| 0.9352764590755415, |
| 0.9287156447080228, |
| 0.9455863809518966, |
| 0.9429854004555153, |
| 0.9469925096308712, |
| 0.9516545734182137, |
| 0.9592572250905618, |
| 0.9651210278192652, |
| 0.9730928776922709, |
| 0.9680365266393716, |
| 0.9721978304995355, |
| 0.9511871048256525, |
| 0.9773399869681364, |
| 0.9786236671354607, |
| 0.9788201890062289, |
| 0.9783670084714183, |
| 0.9640192095418555, |
| 0.9736377168371891, |
| 0.9706061739034041, |
| 0.9758050916587248, |
| 0.9776180298955629, |
| 0.9743114847959026, |
| 0.9764892802527826, |
| 0.975570307749378, |
| 0.9731197803912159, |
| 0.9780601500477851, |
| 0.9639699027492387, |
| 0.9763673689684466, |
| 0.978044744497764, |
| 0.9762501711249991, |
| 0.980294703736804, |
| 0.9758711795682103, |
| 0.9809380253722665, |
| 0.9744942471708451 |
| ], |
| "rft vs grpo": [ |
| 0.7830758928615907, |
| 0.8631724056640053, |
| 0.8691557091240482, |
| 0.8599512119615822, |
| 0.8648718336761609, |
| 0.8594427108163979, |
| 0.8067087789809204, |
| 0.8373769223735869, |
| 0.8274071025479919, |
| 0.8294205116106208, |
| 0.8773460854843401, |
| 0.8283974179699981, |
| 0.8559324127104907, |
| 0.8126060345679954, |
| 0.8419592844516971, |
| 0.8860104826091652, |
| 0.8647438261447269, |
| 0.8435403893121666, |
| 0.8422073177936569, |
| 0.8308696025370464, |
| 0.8123239773612864, |
| 0.8354975642514118, |
| 0.8168791719036023, |
| 0.7905100331660752, |
| 0.7649719222137973, |
| 0.7635970766249969, |
| 0.7729860390531739, |
| 0.7833532979873056, |
| 0.7070096600649732, |
| 0.6993179928321096, |
| 0.7216260099221691, |
| 0.48280200055178557, |
| 0.632936571460886, |
| 0.586733659950648, |
| 0.6167738954236748, |
| 0.5453748689409158 |
| ], |
| "rft vs dpo": [ |
| 0.030680137711918586, |
| 0.0031357761630400947, |
| 0.029125373748451103, |
| 0.04173740254524938, |
| 0.043036501448514335, |
| 0.05823492388567712, |
| 0.04977525645024627, |
| 0.051283970527679586, |
| 0.059412873228932184, |
| 0.04254601080540179, |
| 0.026077847302619986, |
| 0.07559972207171702, |
| 0.05409128648270031, |
| 0.05553640816870559, |
| 0.08558426309284839, |
| 0.1051055292594845, |
| 0.05618500054483864, |
| 0.05696687568751646, |
| 0.09429560979756127, |
| 0.06465455543597338, |
| 0.06845852071827879, |
| 0.06346038135234416, |
| 0.06850081929843736, |
| 0.06829988967328773, |
| 0.07615536344712845, |
| 0.09602340678299369, |
| 0.04536666001682815, |
| 0.08631172981010415, |
| 0.0866346746533641, |
| 0.055547342440569455, |
| 0.12042958738005098, |
| 0.10385353010532179, |
| 0.07279227173789043, |
| 0.05530182823057965, |
| 0.03866060530769448, |
| 0.03414849890969348 |
| ], |
| "dft vs rift": [ |
| 0.5746788633659463, |
| 0.7539482416448072, |
| 0.7872152930449546, |
| 0.7445280421635587, |
| 0.8136431742914192, |
| 0.7637315500774865, |
| 0.7157301304119144, |
| 0.7663405883342234, |
| 0.7833654908114636, |
| 0.774459858159303, |
| 0.8159321190312755, |
| 0.757637451985803, |
| 0.7857355617053168, |
| 0.7645338192982006, |
| 0.7309816295167519, |
| 0.7863676670829518, |
| 0.7222888950765712, |
| 0.6869359291910979, |
| 0.7199528963427061, |
| 0.6418390087546711, |
| 0.6021462273660935, |
| 0.6033807827507, |
| 0.5424223431646731, |
| 0.5473736354546035, |
| 0.535677699854884, |
| 0.5216492017843444, |
| 0.45220339778094804, |
| 0.5627876871313214, |
| 0.40530650596356427, |
| 0.3757170586255787, |
| 0.37830447434458697, |
| 0.30285874202231894, |
| 0.23284246624214555, |
| 0.2598975699995726, |
| 0.00473614106739356, |
| 0.21107738912995816 |
| ], |
| "dft vs grpo": [ |
| 0.584403738396104, |
| 0.7570257049929991, |
| 0.7873447872438908, |
| 0.745189798980858, |
| 0.7845884390563372, |
| 0.7818909204800786, |
| 0.7009477307890494, |
| 0.780045047820178, |
| 0.7660938611510402, |
| 0.7629492020070866, |
| 0.8194598658504045, |
| 0.7206678983719167, |
| 0.7795828741692636, |
| 0.7535628435631817, |
| 0.7156680708345806, |
| 0.8055097732113383, |
| 0.7358219165083745, |
| 0.677621123141712, |
| 0.7103306443107932, |
| 0.637833333324593, |
| 0.5878290204898071, |
| 0.5993016536535899, |
| 0.5401460946554091, |
| 0.542609608786527, |
| 0.4845238219164749, |
| 0.4944316429464768, |
| 0.4438313941599799, |
| 0.5429283498957521, |
| 0.33848242335477824, |
| 0.34848449687439714, |
| 0.3389515945006273, |
| 0.20383939141979024, |
| 0.15344224960696387, |
| 0.2323664260033616, |
| -0.00021123117490092343, |
| 0.20574184222299527 |
| ], |
| "dft vs dpo": [ |
| 0.044965695463200304, |
| 0.016464369293271632, |
| 0.030488616991660094, |
| 0.05426024119015036, |
| 0.045459311178275875, |
| 0.06550289011977176, |
| 0.06824793792905445, |
| 0.07128801232276878, |
| 0.07648434511938994, |
| 0.058893206572355125, |
| 0.04523165295255747, |
| 0.06722521906617551, |
| 0.05675910510129264, |
| 0.06558542233289748, |
| 0.10576356093504591, |
| 0.11628428105580965, |
| 0.07191424370857293, |
| 0.05561552738546816, |
| 0.085836166908085, |
| 0.054580874167724364, |
| 0.07814319192213365, |
| 0.06926606923750656, |
| 0.08275384296038903, |
| 0.10861908587769749, |
| 0.10050566859398358, |
| 0.11139150848944061, |
| 0.07709166334443096, |
| 0.1045688076757431, |
| 0.13213041422171962, |
| 0.09850386778284008, |
| 0.13677064148401036, |
| 0.11036755169568442, |
| 0.07854441749388091, |
| 0.08829243240159826, |
| 0.10777796747201163, |
| 0.1563574273772952 |
| ], |
| "rift vs grpo": [ |
| 0.7815231851522443, |
| 0.85633071793928, |
| 0.8680244113797312, |
| 0.8544523136680158, |
| 0.859723898872373, |
| 0.8550182344316823, |
| 0.8041639582432963, |
| 0.836257489735978, |
| 0.8313545038980368, |
| 0.8260128764562168, |
| 0.871164702058367, |
| 0.82846213440505, |
| 0.8476046027529502, |
| 0.8305449218451777, |
| 0.8331021979706348, |
| 0.8790103834120623, |
| 0.8584715961866152, |
| 0.839163567349961, |
| 0.851143668256048, |
| 0.8269495167378914, |
| 0.8018549160205416, |
| 0.8278123035208838, |
| 0.8078951792311655, |
| 0.7847829531487026, |
| 0.7562235301072526, |
| 0.7539921930174652, |
| 0.7620836594076676, |
| 0.7666167678300853, |
| 0.7058959426287145, |
| 0.6875952879956547, |
| 0.7082240901069099, |
| 0.47536375692097693, |
| 0.6180392399548, |
| 0.5731597956904074, |
| 0.6057724598486557, |
| 0.5335133839242372 |
| ], |
| "rift vs dpo": [ |
| 0.028062427344109266, |
| -0.0007504629699348915, |
| 0.025956498266291504, |
| 0.031849614995514655, |
| 0.03461912436450468, |
| 0.05431175912524946, |
| 0.04086915644892864, |
| 0.043003214576962254, |
| 0.05448834120596394, |
| 0.03881451022307663, |
| 0.02593667431877311, |
| 0.06570512576469892, |
| 0.05081672238486461, |
| 0.048046779885057726, |
| 0.07816068223979222, |
| 0.09473503657191197, |
| 0.05175179539096444, |
| 0.05580323868071919, |
| 0.0885635264618469, |
| 0.05853801707368481, |
| 0.06404158036044505, |
| 0.05264487447701031, |
| 0.05943252613442668, |
| 0.06187006840151944, |
| 0.06865453691587023, |
| 0.08355785691570133, |
| 0.039635440447125386, |
| 0.07888004597932288, |
| 0.0788494659352836, |
| 0.04849266584759036, |
| 0.10717639822953753, |
| 0.08995109791880417, |
| 0.06336945218600303, |
| 0.0452928284230321, |
| 0.023526865654319332, |
| 0.019207694359303265 |
| ], |
| "grpo vs dpo": [ |
| 0.10563086157865866, |
| 0.041516951488872, |
| 0.06192413493423085, |
| 0.0778724099669687, |
| 0.07423542894906715, |
| 0.1007582188533612, |
| 0.09858601825747759, |
| 0.10883363396717907, |
| 0.11695673172600624, |
| 0.11707317597853346, |
| 0.10313596184926052, |
| 0.14888662896056654, |
| 0.1249953591342936, |
| 0.1357812242205719, |
| 0.150057951984213, |
| 0.1799464590095596, |
| 0.1215640328068457, |
| 0.12937473923537784, |
| 0.19564638067939333, |
| 0.1495803154486403, |
| 0.18771175262310508, |
| 0.14529432848462479, |
| 0.16047963672604942, |
| 0.1774472744565663, |
| 0.14616281929231928, |
| 0.20399597174233947, |
| 0.13611066492123952, |
| 0.16545418029593723, |
| 0.1503008011587146, |
| 0.12353850884437781, |
| 0.17466309090183596, |
| 0.12980717526513122, |
| 0.14141386337274225, |
| 0.1086488019551016, |
| 0.08969121688581065, |
| 0.08810645203359303 |
| ] |
| }, |
| "layers": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 34, |
| 35 |
| ], |
| "effective_rank_avg": { |
| "sft": 15.988995333512625, |
| "rft": 16.087034708923763, |
| "dft": 15.702240288257599, |
| "rift": 16.04849041832818, |
| "offline_grpo": 14.802052782641518, |
| "dpo": 24.48251540131039 |
| }, |
| "principal_angles_example": { |
| "example_key": "model.layers.9.self_attn.v_proj", |
| "pairs": { |
| "sft__rft": [ |
| 8.270207405090332, |
| 9.276885032653809, |
| 11.209200859069824, |
| 12.820998191833496, |
| 13.966673851013184, |
| 16.810264587402344, |
| 17.151142120361328, |
| 19.411205291748047, |
| 20.074495315551758, |
| 22.717609405517578 |
| ], |
| "sft__dft": [ |
| 26.33452033996582, |
| 28.73664093017578, |
| 32.54885482788086, |
| 33.18647384643555, |
| 36.52897644042969, |
| 37.223331451416016, |
| 40.12775802612305, |
| 42.87445831298828, |
| 44.720726013183594, |
| 58.356964111328125 |
| ], |
| "sft__rift": [ |
| 9.745499610900879, |
| 10.638169288635254, |
| 12.251276969909668, |
| 14.152603149414062, |
| 15.857745170593262, |
| 16.790815353393555, |
| 19.109922409057617, |
| 20.551694869995117, |
| 22.739046096801758, |
| 23.239084243774414 |
| ], |
| "sft__offline_grpo": [ |
| 20.685693740844727, |
| 22.31082534790039, |
| 24.71199607849121, |
| 27.583873748779297, |
| 28.723220825195312, |
| 31.258195877075195, |
| 33.052894592285156, |
| 36.0735969543457, |
| 38.938785552978516, |
| 58.768272399902344 |
| ], |
| "sft__dpo": [ |
| 74.1294174194336, |
| 74.69728088378906, |
| 78.73394775390625, |
| 80.24417114257812, |
| 83.20304107666016, |
| 83.86705780029297, |
| 85.12348937988281, |
| 86.01311492919922, |
| 87.0511474609375, |
| 88.80928039550781 |
| ], |
| "rft__dft": [ |
| 26.995635986328125, |
| 28.763437271118164, |
| 32.51852798461914, |
| 34.504051208496094, |
| 36.25580978393555, |
| 38.72114181518555, |
| 40.671329498291016, |
| 44.17513656616211, |
| 46.623775482177734, |
| 60.417354583740234 |
| ], |
| "rft__rift": [ |
| 9.21042537689209, |
| 10.862468719482422, |
| 12.276759147644043, |
| 15.378262519836426, |
| 15.679192543029785, |
| 18.698152542114258, |
| 19.61032485961914, |
| 22.361373901367188, |
| 23.722787857055664, |
| 25.468799591064453 |
| ], |
| "rft__offline_grpo": [ |
| 20.476139068603516, |
| 21.916927337646484, |
| 24.579931259155273, |
| 27.108577728271484, |
| 29.677988052368164, |
| 30.701065063476562, |
| 32.56570053100586, |
| 34.79716873168945, |
| 38.54779052734375, |
| 56.74017333984375 |
| ], |
| "rft__dpo": [ |
| 74.06754302978516, |
| 75.73809051513672, |
| 77.82513427734375, |
| 80.30064392089844, |
| 83.5205078125, |
| 84.20523071289062, |
| 84.50040435791016, |
| 86.12516784667969, |
| 87.96294403076172, |
| 89.8576431274414 |
| ], |
| "dft__rift": [ |
| 29.548810958862305, |
| 31.47592544555664, |
| 34.911983489990234, |
| 36.75220489501953, |
| 38.86005783081055, |
| 40.740928649902344, |
| 43.40373992919922, |
| 46.18980407714844, |
| 47.65037155151367, |
| 62.262908935546875 |
| ], |
| "dft__offline_grpo": [ |
| 29.881633758544922, |
| 30.48789405822754, |
| 33.5074348449707, |
| 36.718345642089844, |
| 39.08997344970703, |
| 42.18157958984375, |
| 42.932430267333984, |
| 44.68126678466797, |
| 54.42919158935547, |
| 69.2972412109375 |
| ], |
| "dft__dpo": [ |
| 73.70403289794922, |
| 74.57959747314453, |
| 75.41188049316406, |
| 80.8389663696289, |
| 82.91665649414062, |
| 84.076171875, |
| 85.49346160888672, |
| 87.23601531982422, |
| 87.86978149414062, |
| 88.9297866821289 |
| ], |
| "rift__offline_grpo": [ |
| 20.492565155029297, |
| 21.279937744140625, |
| 24.354413986206055, |
| 25.925596237182617, |
| 28.50033950805664, |
| 29.63269805908203, |
| 32.07141876220703, |
| 36.38937759399414, |
| 37.83555221557617, |
| 53.42926788330078 |
| ], |
| "rift__dpo": [ |
| 74.10527038574219, |
| 74.57308959960938, |
| 78.0715560913086, |
| 80.1017837524414, |
| 83.70092010498047, |
| 83.86949157714844, |
| 84.44766235351562, |
| 86.08956909179688, |
| 88.25102233886719, |
| 89.9668960571289 |
| ], |
| "offline_grpo__dpo": [ |
| 58.190765380859375, |
| 68.05270385742188, |
| 69.9560546875, |
| 73.95032501220703, |
| 77.13214111328125, |
| 81.979736328125, |
| 83.34156799316406, |
| 84.42070770263672, |
| 86.08560180664062, |
| 89.32474517822266 |
| ] |
| } |
| }, |
| "runtime": { |
| "base_model": "Qwen/Qwen3-4B-Instruct-2507", |
| "eval_path": "/home/alexw/compare/compare_offlinegpro/data/eval/gsm8k_test.parquet", |
| "mode_n": 100, |
| "cka_n": 100, |
| "lens_n": 30, |
| "alphas": [ |
| 0.0, |
| 0.25, |
| 0.5, |
| 0.75, |
| 1.0 |
| ], |
| "mode_connectivity_loss": { |
| "offline_grpo__rift": [ |
| 4.930947172641754, |
| 3.815035619735718, |
| 3.0584453856945037, |
| 2.5946155619621276, |
| 2.2530343294143678 |
| ], |
| "sft__offline_grpo": [ |
| 2.0588207340240476, |
| 2.409086216688156, |
| 2.9401467776298524, |
| 3.752948977947235, |
| 4.930947172641754 |
| ], |
| "rift__dpo": [ |
| 2.2530343294143678, |
| 2.636586916446686, |
| 3.8182931089401246, |
| 7.06002028465271, |
| 8.63713008403778 |
| ], |
| "dft__sft": [ |
| 6.518523573875427, |
| 5.3105402541160585, |
| 3.6004432392120362, |
| 2.4223233568668365, |
| 2.0588207340240476 |
| ], |
| "dft__rift": [ |
| 6.518523573875427, |
| 5.38247415304184, |
| 3.71445237159729, |
| 2.5923285126686095, |
| 2.2530343294143678 |
| ], |
| "dft__offline_grpo": [ |
| 6.518523573875427, |
| 6.500241644382477, |
| 6.249093954563141, |
| 5.711452357769012, |
| 4.930947172641754 |
| ] |
| }, |
| "prediction_depth": { |
| "sft": [ |
| 35, |
| 36, |
| 36, |
| 35, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 35, |
| 36, |
| 36, |
| 36, |
| 35, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 28, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 27, |
| 36, |
| 36 |
| ], |
| "rift": [ |
| 35, |
| 36, |
| 36, |
| 35, |
| 36, |
| 36, |
| 35, |
| 35, |
| 36, |
| 35, |
| 36, |
| 36, |
| 36, |
| 35, |
| 36, |
| 36, |
| 36, |
| 35, |
| 36, |
| 36, |
| 36, |
| 35, |
| 36, |
| 36, |
| 36, |
| 36, |
| 35, |
| 28, |
| 35, |
| 36 |
| ], |
| "offline_grpo": [ |
| 35, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36 |
| ], |
| "dpo": [ |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36, |
| 36 |
| ] |
| }, |
| "prediction_depth_mean": { |
| "sft": 35.3, |
| "rift": 35.4, |
| "offline_grpo": 35.96666666666667, |
| "dpo": 36.0 |
| }, |
| "cka_per_layer": { |
| "sft__offline_grpo": [ |
| 0.0, |
| 0.99947589635849, |
| 0.9967752695083618, |
| 0.9943890571594238, |
| 0.9944648742675781, |
| 0.9920538067817688, |
| 0.992466926574707, |
| 0.9929078817367554, |
| 0.9907178282737732, |
| 0.9871485233306885, |
| 0.9695371389389038, |
| 0.9555293321609497, |
| 0.9696858525276184, |
| 0.9772888422012329, |
| 0.9782390594482422, |
| 0.980599582195282, |
| 0.9802064299583435, |
| 0.9748892784118652, |
| 0.9798300862312317, |
| 0.979836642742157, |
| 0.9781073331832886, |
| 0.9795957207679749, |
| 0.9792906045913696, |
| 0.975645899772644, |
| 0.9674421548843384, |
| 0.9735800623893738, |
| 0.9724494814872742, |
| 0.9658812284469604, |
| 0.9681634306907654, |
| 0.972279965877533, |
| 0.9684572219848633, |
| 0.9586673378944397, |
| 0.9597085118293762, |
| 0.9499035477638245, |
| 0.945112407207489, |
| 0.9146423935890198, |
| 0.8445300459861755 |
| ], |
| "rift__offline_grpo": [ |
| 0.0, |
| 0.9991939663887024, |
| 0.9967069029808044, |
| 0.989101231098175, |
| 0.9944847226142883, |
| 0.9929880499839783, |
| 0.992709219455719, |
| 0.9924554824829102, |
| 0.9900335669517517, |
| 0.9850218892097473, |
| 0.9665402173995972, |
| 0.950186014175415, |
| 0.9665399789810181, |
| 0.9736000895500183, |
| 0.9746867418289185, |
| 0.978085458278656, |
| 0.9765808582305908, |
| 0.973652720451355, |
| 0.9798904657363892, |
| 0.9788792729377747, |
| 0.9762551188468933, |
| 0.977552056312561, |
| 0.9751755595207214, |
| 0.972287118434906, |
| 0.9602236151695251, |
| 0.9661611914634705, |
| 0.9671067595481873, |
| 0.9637609720230103, |
| 0.9673351049423218, |
| 0.971318781375885, |
| 0.9664435982704163, |
| 0.9603761434555054, |
| 0.9621955156326294, |
| 0.954256534576416, |
| 0.9481093883514404, |
| 0.9129424095153809, |
| 0.8506407737731934 |
| ], |
| "sft__rift": [ |
| 0.0, |
| 0.9993343353271484, |
| 0.9973739981651306, |
| 0.9960073232650757, |
| 0.9951285719871521, |
| 0.996399462223053, |
| 0.9969490170478821, |
| 0.9969561100006104, |
| 0.995669424533844, |
| 0.9948441386222839, |
| 0.9930114150047302, |
| 0.991595983505249, |
| 0.9942513704299927, |
| 0.9958000779151917, |
| 0.9959815740585327, |
| 0.9967240691184998, |
| 0.9965312480926514, |
| 0.9956560134887695, |
| 0.996156632900238, |
| 0.9959134459495544, |
| 0.9957748055458069, |
| 0.9962499141693115, |
| 0.996040940284729, |
| 0.9952579140663147, |
| 0.9960286617279053, |
| 0.9966307282447815, |
| 0.9963665008544922, |
| 0.9956761598587036, |
| 0.9952450394630432, |
| 0.9956082701683044, |
| 0.9961738586425781, |
| 0.9966400861740112, |
| 0.9966585636138916, |
| 0.9967841506004333, |
| 0.9969565272331238, |
| 0.9947164058685303, |
| 0.9886525869369507 |
| ], |
| "offline_grpo__dpo": [ |
| 0.0, |
| 0.9987210035324097, |
| 0.9824141263961792, |
| 0.976033627986908, |
| 0.9762648940086365, |
| 0.9474369287490845, |
| 0.9463068842887878, |
| 0.9467998743057251, |
| 0.9341767430305481, |
| 0.922762393951416, |
| 0.886358916759491, |
| 0.8927857279777527, |
| 0.9211412668228149, |
| 0.9412036538124084, |
| 0.9462151527404785, |
| 0.9521265029907227, |
| 0.9560760855674744, |
| 0.9368560314178467, |
| 0.9302046895027161, |
| 0.9056835174560547, |
| 0.9002848863601685, |
| 0.9085966944694519, |
| 0.8980068564414978, |
| 0.9073246717453003, |
| 0.921137273311615, |
| 0.906230628490448, |
| 0.8719017505645752, |
| 0.7922883033752441, |
| 0.7417827248573303, |
| 0.7086509466171265, |
| 0.6705394387245178, |
| 0.5558305978775024, |
| 0.47410470247268677, |
| 0.4149281680583954, |
| 0.40927958488464355, |
| 0.43537619709968567, |
| 0.462922602891922 |
| ], |
| "dft__sft": [ |
| 0.0, |
| 0.9991121888160706, |
| 0.9931552410125732, |
| 0.9942795634269714, |
| 0.9892430305480957, |
| 0.9878578186035156, |
| 0.9898501634597778, |
| 0.9902565479278564, |
| 0.9879330396652222, |
| 0.9620204567909241, |
| 0.9585826992988586, |
| 0.9514691829681396, |
| 0.9625362157821655, |
| 0.97421795129776, |
| 0.9797146916389465, |
| 0.9829917550086975, |
| 0.9809659123420715, |
| 0.9703987240791321, |
| 0.9771440625190735, |
| 0.9815157651901245, |
| 0.9772819876670837, |
| 0.9787759780883789, |
| 0.9775768518447876, |
| 0.9795178771018982, |
| 0.9739189147949219, |
| 0.9615604877471924, |
| 0.9609190821647644, |
| 0.9567552208900452, |
| 0.9574404954910278, |
| 0.9637281894683838, |
| 0.9625064730644226, |
| 0.9652589559555054, |
| 0.9609771966934204, |
| 0.9527691006660461, |
| 0.9435717463493347, |
| 0.9253037571907043, |
| 0.8898747563362122 |
| ], |
| "dft__rift": [ |
| 0.0, |
| 0.9984759092330933, |
| 0.9932754039764404, |
| 0.9893702268600464, |
| 0.9852321743965149, |
| 0.9820839166641235, |
| 0.984611451625824, |
| 0.9852216243743896, |
| 0.9814081192016602, |
| 0.956708550453186, |
| 0.9521183371543884, |
| 0.9408131837844849, |
| 0.9552196860313416, |
| 0.9687275886535645, |
| 0.9739587903022766, |
| 0.9782667756080627, |
| 0.9752167463302612, |
| 0.959909975528717, |
| 0.9681296348571777, |
| 0.9724358320236206, |
| 0.9695842266082764, |
| 0.9720991253852844, |
| 0.9682487845420837, |
| 0.9698604345321655, |
| 0.9662529826164246, |
| 0.9504829049110413, |
| 0.9484849572181702, |
| 0.9395025372505188, |
| 0.9374707937240601, |
| 0.947627067565918, |
| 0.9481748938560486, |
| 0.9538903832435608, |
| 0.9521577954292297, |
| 0.9460097551345825, |
| 0.9379393458366394, |
| 0.9139047265052795, |
| 0.8717074990272522 |
| ], |
| "dft__offline_grpo": [ |
| 0.0, |
| 0.9992496967315674, |
| 0.9948793649673462, |
| 0.9956451058387756, |
| 0.988788366317749, |
| 0.9772045016288757, |
| 0.978942334651947, |
| 0.9801798462867737, |
| 0.9731942415237427, |
| 0.968573808670044, |
| 0.9610534310340881, |
| 0.9618649482727051, |
| 0.9721765518188477, |
| 0.9810865521430969, |
| 0.9801826477050781, |
| 0.9836392402648926, |
| 0.9836821556091309, |
| 0.9584547281265259, |
| 0.9700656533241272, |
| 0.9733785390853882, |
| 0.9775117039680481, |
| 0.979178249835968, |
| 0.9741420149803162, |
| 0.9716975688934326, |
| 0.9744134545326233, |
| 0.9661365747451782, |
| 0.9582918286323547, |
| 0.9350998401641846, |
| 0.9301994442939758, |
| 0.9487521648406982, |
| 0.9509034156799316, |
| 0.9508945345878601, |
| 0.9581440091133118, |
| 0.9571444392204285, |
| 0.9575174450874329, |
| 0.934627115726471, |
| 0.8502972722053528 |
| ], |
| "dft__dpo": [ |
| 0.0, |
| 0.9991442561149597, |
| 0.9832757711410522, |
| 0.9751930832862854, |
| 0.9730690717697144, |
| 0.9746763706207275, |
| 0.9768902659416199, |
| 0.9787681698799133, |
| 0.9771871566772461, |
| 0.9580234885215759, |
| 0.9422544836997986, |
| 0.9326710104942322, |
| 0.9540529251098633, |
| 0.9589254856109619, |
| 0.9623048305511475, |
| 0.9637007713317871, |
| 0.9686973690986633, |
| 0.9419529438018799, |
| 0.9380194544792175, |
| 0.9141969084739685, |
| 0.916094958782196, |
| 0.9198517203330994, |
| 0.9210027456283569, |
| 0.9381062388420105, |
| 0.9345385432243347, |
| 0.9290974736213684, |
| 0.9118635654449463, |
| 0.8864497542381287, |
| 0.8576976656913757, |
| 0.8078751564025879, |
| 0.7712260484695435, |
| 0.6828351020812988, |
| 0.575922429561615, |
| 0.49983689188957214, |
| 0.47299161553382874, |
| 0.4918528199195862, |
| 0.44474920630455017 |
| ] |
| } |
| } |
| } |
