{
  "inventory": {
    "base_model": "Qwen/Qwen3-4B-Instruct-2507",
    "methods": {
      "sft": {
        "source": "AlexWortega/compare-offlinegrpo-sft-qwen3-4b-lora::checkpoint-1000",
        "modules": 144,
        "layers": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16,
          17,
          18,
          19,
          20,
          21,
          22,
          23,
          24,
          25,
          26,
          27,
          28,
          29,
          30,
          31,
          32,
          33,
          34,
          35
        ],
        "frobenius_norm": 2.833205654796516
      },
      "rft": {
        "source": "AlexWortega/compare-offlinegrpo-rft-qwen3-4b-lora::checkpoint-1000",
        "modules": 144,
        "layers": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16,
          17,
          18,
          19,
          20,
          21,
          22,
          23,
          24,
          25,
          26,
          27,
          28,
          29,
          30,
          31,
          32,
          33,
          34,
          35
        ],
        "frobenius_norm": 2.8203379415747523
      },
      "dft": {
        "source": "AlexWortega/compare-offlinegrpo-dft-qwen3-4b-lora::checkpoint-1000",
        "modules": 144,
        "layers": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16,
          17,
          18,
          19,
          20,
          21,
          22,
          23,
          24,
          25,
          26,
          27,
          28,
          29,
          30,
          31,
          32,
          33,
          34,
          35
        ],
        "frobenius_norm": 2.2506551638778247
      },
      "rift": {
        "source": "AlexWortega/compare-offlinegrpo-rift-qwen3-4b-lora::checkpoint-1000",
        "modules": 144,
        "layers": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16,
          17,
          18,
          19,
          20,
          21,
          22,
          23,
          24,
          25,
          26,
          27,
          28,
          29,
          30,
          31,
          32,
          33,
          34,
          35
        ],
        "frobenius_norm": 3.0435217072922094
      },
      "offline_grpo": {
        "source": "AlexWortega/compare-offlinegrpo-offline_grpo-qwen3-4b-lora::checkpoint-1000",
        "modules": 144,
        "layers": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16,
          17,
          18,
          19,
          20,
          21,
          22,
          23,
          24,
          25,
          26,
          27,
          28,
          29,
          30,
          31,
          32,
          33,
          34,
          35
        ],
        "frobenius_norm": 2.5817914136665845
      },
      "dpo": {
        "source": "https://huggingface.co/AlexWortega/compare-offlinegrpo-dpo-qwen3-4b-lora/tree/main/checkpoint-1000",
        "modules": 144,
        "layers": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16,
          17,
          18,
          19,
          20,
          21,
          22,
          23,
          24,
          25,
          26,
          27,
          28,
          29,
          30,
          31,
          32,
          33,
          34,
          35
        ],
        "frobenius_norm": 0.20782996984468727
      }
    }
  },
  "methods": [
    "sft",
    "rft",
    "dft",
    "rift",
    "offline_grpo",
    "dpo"
  ],
  "plot_labels": [
    "sft",
    "rft",
    "dft",
    "rift",
    "grpo",
    "dpo"
  ],
  "cosine_global": [
    [
      1.0,
      0.9769154977779118,
      0.5717858988541846,
      0.96733824947645,
      0.7324632009307894,
      0.058138064120762445
    ],
    [
      0.9769154915423633,
      1.0,
      0.566599459080765,
      0.9692281387176128,
      0.7519548136149027,
      0.06548226461327061
    ],
    [
      0.5717859027976392,
      0.5665994569166415,
      1.0,
      0.5361039906144242,
      0.50879779284059,
      0.0880950421736885
    ],
    [
      0.967338245426246,
      0.9692281490249428,
      0.5361039923479286,
      1.0,
      0.743481171259189,
      0.05719286114659828
    ],
    [
      0.7324632062782818,
      0.751954814766022,
      0.5087977966070892,
      0.743481174281525,
      1.0,
      0.1351978143912509
    ],
    [
      0.058138065011026904,
      0.06548226430643389,
      0.08809504284012766,
      0.05719286065197559,
      0.13519781472347175,
      1.0
    ]
  ],
  "cosine_per_layer": {
    "sft vs rft": [
      0.9162183710982212,
      0.9396206510536144,
      0.942592966836154,
      0.9400347867516331,
      0.9570012572959805,
      0.9511934712399431,
      0.9496720899148823,
      0.9586199497498783,
      0.96817802125902,
      0.9721184929132074,
      0.9820053143010558,
      0.976811800569182,
      0.9817137131626402,
      0.9595464863876622,
      0.9755584136633991,
      0.9868386380178445,
      0.9873215252787715,
      0.9851573981945757,
      0.9753933361039084,
      0.9837808348265938,
      0.9848694713154982,
      0.9863244796301022,
      0.9874532949276604,
      0.9854468670957226,
      0.9837435174009022,
      0.9849959954298835,
      0.9845739278532194,
      0.9778761954489932,
      0.9747664444477726,
      0.987076151226382,
      0.9857697235244401,
      0.9809783674197325,
      0.9875440648539425,
      0.9826265183050499,
      0.9871841017522841,
      0.9802837300349786
    ],
    "sft vs dft": [
      0.5919778709940843,
      0.7817153513470251,
      0.817202777114554,
      0.7710919217436386,
      0.8408726157564416,
      0.7894277133480181,
      0.7475820195766468,
      0.7909776224708596,
      0.8120620007648158,
      0.8087643145748515,
      0.8484453958297811,
      0.7978370616801821,
      0.8263735584817995,
      0.8000179259991982,
      0.7818936489339132,
      0.8248327000912054,
      0.7615104769083448,
      0.726636765650895,
      0.7545297395229044,
      0.6754503825998522,
      0.6431970371339663,
      0.6410516750590919,
      0.5739846086868493,
      0.5834466328229075,
      0.5749831799401776,
      0.5583665935178552,
      0.48945211983035003,
      0.5942972979091427,
      0.44036264660055763,
      0.405403748001015,
      0.4149403090154149,
      0.32268280838254226,
      0.24998688816264925,
      0.280811979935836,
      0.024177901802597223,
      0.23253857810091372
    ],
    "sft vs rift": [
      0.9217075023680823,
      0.9375359542450074,
      0.9393851873483032,
      0.9374264840868718,
      0.9460351539370314,
      0.9461313603307805,
      0.9409499498806804,
      0.9533475840427144,
      0.961250937332545,
      0.9662711394921264,
      0.972009487509194,
      0.966466491069852,
      0.9706788791292414,
      0.9703784126861468,
      0.9659993606709308,
      0.9760431123903145,
      0.9755389024591774,
      0.9733149812535586,
      0.9704491394423214,
      0.9699309843665103,
      0.9680987789236647,
      0.9734262653464499,
      0.9758283025461342,
      0.972083267648665,
      0.9723075623848891,
      0.9718883746650573,
      0.9708494474588018,
      0.9644638372183582,
      0.9738423606631168,
      0.9739373071913993,
      0.9730282171292318,
      0.9669296382900597,
      0.9746343033934283,
      0.9700391000701687,
      0.9746236632905356,
      0.9791392917473698
    ],
    "sft vs grpo": [
      0.7415651285327398,
      0.8466596867378813,
      0.8654222910986203,
      0.8538732759602904,
      0.8518965574215787,
      0.8482281417523285,
      0.7762183284808436,
      0.8276360218118107,
      0.8227996660570411,
      0.8286502901668178,
      0.8676452163448899,
      0.814940909561892,
      0.845030405580574,
      0.8242796777633947,
      0.824169754123951,
      0.8763662922528599,
      0.854901720162176,
      0.8332916397065407,
      0.8391341306720531,
      0.8162659592421074,
      0.7968534867530925,
      0.8244841251053714,
      0.8002809925810865,
      0.774061235433173,
      0.7411794797079759,
      0.7415337814819856,
      0.7565357793685924,
      0.7604921327334727,
      0.6932655825489236,
      0.679471517051461,
      0.6973217754283525,
      0.4340482302253178,
      0.6011752693405329,
      0.5410178164516872,
      0.578297289986082,
      0.5170093822997898
    ],
    "sft vs dpo": [
      0.027425355100522516,
      0.006525415338422656,
      0.02775567847524773,
      0.038988522569463106,
      0.03510255643280049,
      0.05433907423678047,
      0.03990329470211586,
      0.04296431779179522,
      0.05592987057116951,
      0.03839362242750166,
      0.022901323343201187,
      0.06592930833529281,
      0.048027867217541154,
      0.04622453386495047,
      0.08085999327310091,
      0.09627589317879655,
      0.0495725172105307,
      0.05098702245860145,
      0.08313683003515553,
      0.05650005430866535,
      0.05584954567129319,
      0.05202797253333669,
      0.05746533717757908,
      0.0567769257031055,
      0.06890465012622315,
      0.08704715196158475,
      0.03896076732490251,
      0.07997164863749529,
      0.08021746193009725,
      0.049740886257798114,
      0.11435761915622811,
      0.09351410543315074,
      0.06419097047140394,
      0.04963846294353143,
      0.03454960154209647,
      0.026438187525993914
    ],
    "rft vs dft": [
      0.5782187568820017,
      0.7677778058002246,
      0.8054445197010789,
      0.7729851449596336,
      0.8306404487311744,
      0.7804388875468301,
      0.7369945103177448,
      0.7830771852126559,
      0.8002992083254085,
      0.795647209804511,
      0.8403210303624786,
      0.7835353169790034,
      0.8176216505803124,
      0.7657370910412885,
      0.756973596373414,
      0.814262005590178,
      0.7499945216975199,
      0.7157434619342296,
      0.7385736486071449,
      0.6667266020170854,
      0.6404028692999137,
      0.6365653584615623,
      0.5755582767105081,
      0.5808171225195735,
      0.5665012840434662,
      0.5598332696832263,
      0.4879986647002491,
      0.5983108951351692,
      0.4403187347484354,
      0.41142190861521105,
      0.4075922843112867,
      0.3350045050108313,
      0.25193011455534164,
      0.2872638203200802,
      0.027109426624772483,
      0.24391820311692555
    ],
    "rft vs rift": [
      0.9298252908347898,
      0.9398184871086386,
      0.9352764590755415,
      0.9287156447080228,
      0.9455863809518966,
      0.9429854004555153,
      0.9469925096308712,
      0.9516545734182137,
      0.9592572250905618,
      0.9651210278192652,
      0.9730928776922709,
      0.9680365266393716,
      0.9721978304995355,
      0.9511871048256525,
      0.9773399869681364,
      0.9786236671354607,
      0.9788201890062289,
      0.9783670084714183,
      0.9640192095418555,
      0.9736377168371891,
      0.9706061739034041,
      0.9758050916587248,
      0.9776180298955629,
      0.9743114847959026,
      0.9764892802527826,
      0.975570307749378,
      0.9731197803912159,
      0.9780601500477851,
      0.9639699027492387,
      0.9763673689684466,
      0.978044744497764,
      0.9762501711249991,
      0.980294703736804,
      0.9758711795682103,
      0.9809380253722665,
      0.9744942471708451
    ],
    "rft vs grpo": [
      0.7830758928615907,
      0.8631724056640053,
      0.8691557091240482,
      0.8599512119615822,
      0.8648718336761609,
      0.8594427108163979,
      0.8067087789809204,
      0.8373769223735869,
      0.8274071025479919,
      0.8294205116106208,
      0.8773460854843401,
      0.8283974179699981,
      0.8559324127104907,
      0.8126060345679954,
      0.8419592844516971,
      0.8860104826091652,
      0.8647438261447269,
      0.8435403893121666,
      0.8422073177936569,
      0.8308696025370464,
      0.8123239773612864,
      0.8354975642514118,
      0.8168791719036023,
      0.7905100331660752,
      0.7649719222137973,
      0.7635970766249969,
      0.7729860390531739,
      0.7833532979873056,
      0.7070096600649732,
      0.6993179928321096,
      0.7216260099221691,
      0.48280200055178557,
      0.632936571460886,
      0.586733659950648,
      0.6167738954236748,
      0.5453748689409158
    ],
    "rft vs dpo": [
      0.030680137711918586,
      0.0031357761630400947,
      0.029125373748451103,
      0.04173740254524938,
      0.043036501448514335,
      0.05823492388567712,
      0.04977525645024627,
      0.051283970527679586,
      0.059412873228932184,
      0.04254601080540179,
      0.026077847302619986,
      0.07559972207171702,
      0.05409128648270031,
      0.05553640816870559,
      0.08558426309284839,
      0.1051055292594845,
      0.05618500054483864,
      0.05696687568751646,
      0.09429560979756127,
      0.06465455543597338,
      0.06845852071827879,
      0.06346038135234416,
      0.06850081929843736,
      0.06829988967328773,
      0.07615536344712845,
      0.09602340678299369,
      0.04536666001682815,
      0.08631172981010415,
      0.0866346746533641,
      0.055547342440569455,
      0.12042958738005098,
      0.10385353010532179,
      0.07279227173789043,
      0.05530182823057965,
      0.03866060530769448,
      0.03414849890969348
    ],
    "dft vs rift": [
      0.5746788633659463,
      0.7539482416448072,
      0.7872152930449546,
      0.7445280421635587,
      0.8136431742914192,
      0.7637315500774865,
      0.7157301304119144,
      0.7663405883342234,
      0.7833654908114636,
      0.774459858159303,
      0.8159321190312755,
      0.757637451985803,
      0.7857355617053168,
      0.7645338192982006,
      0.7309816295167519,
      0.7863676670829518,
      0.7222888950765712,
      0.6869359291910979,
      0.7199528963427061,
      0.6418390087546711,
      0.6021462273660935,
      0.6033807827507,
      0.5424223431646731,
      0.5473736354546035,
      0.535677699854884,
      0.5216492017843444,
      0.45220339778094804,
      0.5627876871313214,
      0.40530650596356427,
      0.3757170586255787,
      0.37830447434458697,
      0.30285874202231894,
      0.23284246624214555,
      0.2598975699995726,
      0.00473614106739356,
      0.21107738912995816
    ],
    "dft vs grpo": [
      0.584403738396104,
      0.7570257049929991,
      0.7873447872438908,
      0.745189798980858,
      0.7845884390563372,
      0.7818909204800786,
      0.7009477307890494,
      0.780045047820178,
      0.7660938611510402,
      0.7629492020070866,
      0.8194598658504045,
      0.7206678983719167,
      0.7795828741692636,
      0.7535628435631817,
      0.7156680708345806,
      0.8055097732113383,
      0.7358219165083745,
      0.677621123141712,
      0.7103306443107932,
      0.637833333324593,
      0.5878290204898071,
      0.5993016536535899,
      0.5401460946554091,
      0.542609608786527,
      0.4845238219164749,
      0.4944316429464768,
      0.4438313941599799,
      0.5429283498957521,
      0.33848242335477824,
      0.34848449687439714,
      0.3389515945006273,
      0.20383939141979024,
      0.15344224960696387,
      0.2323664260033616,
      -0.00021123117490092343,
      0.20574184222299527
    ],
    "dft vs dpo": [
      0.044965695463200304,
      0.016464369293271632,
      0.030488616991660094,
      0.05426024119015036,
      0.045459311178275875,
      0.06550289011977176,
      0.06824793792905445,
      0.07128801232276878,
      0.07648434511938994,
      0.058893206572355125,
      0.04523165295255747,
      0.06722521906617551,
      0.05675910510129264,
      0.06558542233289748,
      0.10576356093504591,
      0.11628428105580965,
      0.07191424370857293,
      0.05561552738546816,
      0.085836166908085,
      0.054580874167724364,
      0.07814319192213365,
      0.06926606923750656,
      0.08275384296038903,
      0.10861908587769749,
      0.10050566859398358,
      0.11139150848944061,
      0.07709166334443096,
      0.1045688076757431,
      0.13213041422171962,
      0.09850386778284008,
      0.13677064148401036,
      0.11036755169568442,
      0.07854441749388091,
      0.08829243240159826,
      0.10777796747201163,
      0.1563574273772952
    ],
    "rift vs grpo": [
      0.7815231851522443,
      0.85633071793928,
      0.8680244113797312,
      0.8544523136680158,
      0.859723898872373,
      0.8550182344316823,
      0.8041639582432963,
      0.836257489735978,
      0.8313545038980368,
      0.8260128764562168,
      0.871164702058367,
      0.82846213440505,
      0.8476046027529502,
      0.8305449218451777,
      0.8331021979706348,
      0.8790103834120623,
      0.8584715961866152,
      0.839163567349961,
      0.851143668256048,
      0.8269495167378914,
      0.8018549160205416,
      0.8278123035208838,
      0.8078951792311655,
      0.7847829531487026,
      0.7562235301072526,
      0.7539921930174652,
      0.7620836594076676,
      0.7666167678300853,
      0.7058959426287145,
      0.6875952879956547,
      0.7082240901069099,
      0.47536375692097693,
      0.6180392399548,
      0.5731597956904074,
      0.6057724598486557,
      0.5335133839242372
    ],
    "rift vs dpo": [
      0.028062427344109266,
      -0.0007504629699348915,
      0.025956498266291504,
      0.031849614995514655,
      0.03461912436450468,
      0.05431175912524946,
      0.04086915644892864,
      0.043003214576962254,
      0.05448834120596394,
      0.03881451022307663,
      0.02593667431877311,
      0.06570512576469892,
      0.05081672238486461,
      0.048046779885057726,
      0.07816068223979222,
      0.09473503657191197,
      0.05175179539096444,
      0.05580323868071919,
      0.0885635264618469,
      0.05853801707368481,
      0.06404158036044505,
      0.05264487447701031,
      0.05943252613442668,
      0.06187006840151944,
      0.06865453691587023,
      0.08355785691570133,
      0.039635440447125386,
      0.07888004597932288,
      0.0788494659352836,
      0.04849266584759036,
      0.10717639822953753,
      0.08995109791880417,
      0.06336945218600303,
      0.0452928284230321,
      0.023526865654319332,
      0.019207694359303265
    ],
    "grpo vs dpo": [
      0.10563086157865866,
      0.041516951488872,
      0.06192413493423085,
      0.0778724099669687,
      0.07423542894906715,
      0.1007582188533612,
      0.09858601825747759,
      0.10883363396717907,
      0.11695673172600624,
      0.11707317597853346,
      0.10313596184926052,
      0.14888662896056654,
      0.1249953591342936,
      0.1357812242205719,
      0.150057951984213,
      0.1799464590095596,
      0.1215640328068457,
      0.12937473923537784,
      0.19564638067939333,
      0.1495803154486403,
      0.18771175262310508,
      0.14529432848462479,
      0.16047963672604942,
      0.1774472744565663,
      0.14616281929231928,
      0.20399597174233947,
      0.13611066492123952,
      0.16545418029593723,
      0.1503008011587146,
      0.12353850884437781,
      0.17466309090183596,
      0.12980717526513122,
      0.14141386337274225,
      0.1086488019551016,
      0.08969121688581065,
      0.08810645203359303
    ]
  },
  "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35
  ],
  "effective_rank_avg": {
    "sft": 15.988995333512625,
    "rft": 16.087034708923763,
    "dft": 15.702240288257599,
    "rift": 16.04849041832818,
    "offline_grpo": 14.802052782641518,
    "dpo": 24.48251540131039
  },
  "principal_angles_example": {
    "example_key": "model.layers.9.self_attn.v_proj",
    "pairs": {
      "sft__rft": [
        8.270207405090332,
        9.276885032653809,
        11.209200859069824,
        12.820998191833496,
        13.966673851013184,
        16.810264587402344,
        17.151142120361328,
        19.411205291748047,
        20.074495315551758,
        22.717609405517578
      ],
      "sft__dft": [
        26.33452033996582,
        28.73664093017578,
        32.54885482788086,
        33.18647384643555,
        36.52897644042969,
        37.223331451416016,
        40.12775802612305,
        42.87445831298828,
        44.720726013183594,
        58.356964111328125
      ],
      "sft__rift": [
        9.745499610900879,
        10.638169288635254,
        12.251276969909668,
        14.152603149414062,
        15.857745170593262,
        16.790815353393555,
        19.109922409057617,
        20.551694869995117,
        22.739046096801758,
        23.239084243774414
      ],
      "sft__offline_grpo": [
        20.685693740844727,
        22.31082534790039,
        24.71199607849121,
        27.583873748779297,
        28.723220825195312,
        31.258195877075195,
        33.052894592285156,
        36.0735969543457,
        38.938785552978516,
        58.768272399902344
      ],
      "sft__dpo": [
        74.1294174194336,
        74.69728088378906,
        78.73394775390625,
        80.24417114257812,
        83.20304107666016,
        83.86705780029297,
        85.12348937988281,
        86.01311492919922,
        87.0511474609375,
        88.80928039550781
      ],
      "rft__dft": [
        26.995635986328125,
        28.763437271118164,
        32.51852798461914,
        34.504051208496094,
        36.25580978393555,
        38.72114181518555,
        40.671329498291016,
        44.17513656616211,
        46.623775482177734,
        60.417354583740234
      ],
      "rft__rift": [
        9.21042537689209,
        10.862468719482422,
        12.276759147644043,
        15.378262519836426,
        15.679192543029785,
        18.698152542114258,
        19.61032485961914,
        22.361373901367188,
        23.722787857055664,
        25.468799591064453
      ],
      "rft__offline_grpo": [
        20.476139068603516,
        21.916927337646484,
        24.579931259155273,
        27.108577728271484,
        29.677988052368164,
        30.701065063476562,
        32.56570053100586,
        34.79716873168945,
        38.54779052734375,
        56.74017333984375
      ],
      "rft__dpo": [
        74.06754302978516,
        75.73809051513672,
        77.82513427734375,
        80.30064392089844,
        83.5205078125,
        84.20523071289062,
        84.50040435791016,
        86.12516784667969,
        87.96294403076172,
        89.8576431274414
      ],
      "dft__rift": [
        29.548810958862305,
        31.47592544555664,
        34.911983489990234,
        36.75220489501953,
        38.86005783081055,
        40.740928649902344,
        43.40373992919922,
        46.18980407714844,
        47.65037155151367,
        62.262908935546875
      ],
      "dft__offline_grpo": [
        29.881633758544922,
        30.48789405822754,
        33.5074348449707,
        36.718345642089844,
        39.08997344970703,
        42.18157958984375,
        42.932430267333984,
        44.68126678466797,
        54.42919158935547,
        69.2972412109375
      ],
      "dft__dpo": [
        73.70403289794922,
        74.57959747314453,
        75.41188049316406,
        80.8389663696289,
        82.91665649414062,
        84.076171875,
        85.49346160888672,
        87.23601531982422,
        87.86978149414062,
        88.9297866821289
      ],
      "rift__offline_grpo": [
        20.492565155029297,
        21.279937744140625,
        24.354413986206055,
        25.925596237182617,
        28.50033950805664,
        29.63269805908203,
        32.07141876220703,
        36.38937759399414,
        37.83555221557617,
        53.42926788330078
      ],
      "rift__dpo": [
        74.10527038574219,
        74.57308959960938,
        78.0715560913086,
        80.1017837524414,
        83.70092010498047,
        83.86949157714844,
        84.44766235351562,
        86.08956909179688,
        88.25102233886719,
        89.9668960571289
      ],
      "offline_grpo__dpo": [
        58.190765380859375,
        68.05270385742188,
        69.9560546875,
        73.95032501220703,
        77.13214111328125,
        81.979736328125,
        83.34156799316406,
        84.42070770263672,
        86.08560180664062,
        89.32474517822266
      ]
    }
  },
  "runtime": {
    "base_model": "Qwen/Qwen3-4B-Instruct-2507",
    "eval_path": "/home/alexw/compare/compare_offlinegpro/data/eval/gsm8k_test.parquet",
    "mode_n": 100,
    "cka_n": 100,
    "lens_n": 30,
    "alphas": [
      0.0,
      0.25,
      0.5,
      0.75,
      1.0
    ],
    "mode_connectivity_loss": {
      "offline_grpo__rift": [
        4.930947172641754,
        3.815035619735718,
        3.0584453856945037,
        2.5946155619621276,
        2.2530343294143678
      ],
      "sft__offline_grpo": [
        2.0588207340240476,
        2.409086216688156,
        2.9401467776298524,
        3.752948977947235,
        4.930947172641754
      ],
      "rift__dpo": [
        2.2530343294143678,
        2.636586916446686,
        3.8182931089401246,
        7.06002028465271,
        8.63713008403778
      ],
      "dft__sft": [
        6.518523573875427,
        5.3105402541160585,
        3.6004432392120362,
        2.4223233568668365,
        2.0588207340240476
      ],
      "dft__rift": [
        6.518523573875427,
        5.38247415304184,
        3.71445237159729,
        2.5923285126686095,
        2.2530343294143678
      ],
      "dft__offline_grpo": [
        6.518523573875427,
        6.500241644382477,
        6.249093954563141,
        5.711452357769012,
        4.930947172641754
      ]
    },
    "prediction_depth": {
      "sft": [
        35,
        36,
        36,
        35,
        36,
        36,
        36,
        36,
        36,
        35,
        36,
        36,
        36,
        35,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        28,
        36,
        36,
        36,
        36,
        36,
        27,
        36,
        36
      ],
      "rift": [
        35,
        36,
        36,
        35,
        36,
        36,
        35,
        35,
        36,
        35,
        36,
        36,
        36,
        35,
        36,
        36,
        36,
        35,
        36,
        36,
        36,
        35,
        36,
        36,
        36,
        36,
        35,
        28,
        35,
        36
      ],
      "offline_grpo": [
        35,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36
      ],
      "dpo": [
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36,
        36
      ]
    },
    "prediction_depth_mean": {
      "sft": 35.3,
      "rift": 35.4,
      "offline_grpo": 35.96666666666667,
      "dpo": 36.0
    },
    "cka_per_layer": {
      "sft__offline_grpo": [
        0.0,
        0.99947589635849,
        0.9967752695083618,
        0.9943890571594238,
        0.9944648742675781,
        0.9920538067817688,
        0.992466926574707,
        0.9929078817367554,
        0.9907178282737732,
        0.9871485233306885,
        0.9695371389389038,
        0.9555293321609497,
        0.9696858525276184,
        0.9772888422012329,
        0.9782390594482422,
        0.980599582195282,
        0.9802064299583435,
        0.9748892784118652,
        0.9798300862312317,
        0.979836642742157,
        0.9781073331832886,
        0.9795957207679749,
        0.9792906045913696,
        0.975645899772644,
        0.9674421548843384,
        0.9735800623893738,
        0.9724494814872742,
        0.9658812284469604,
        0.9681634306907654,
        0.972279965877533,
        0.9684572219848633,
        0.9586673378944397,
        0.9597085118293762,
        0.9499035477638245,
        0.945112407207489,
        0.9146423935890198,
        0.8445300459861755
      ],
      "rift__offline_grpo": [
        0.0,
        0.9991939663887024,
        0.9967069029808044,
        0.989101231098175,
        0.9944847226142883,
        0.9929880499839783,
        0.992709219455719,
        0.9924554824829102,
        0.9900335669517517,
        0.9850218892097473,
        0.9665402173995972,
        0.950186014175415,
        0.9665399789810181,
        0.9736000895500183,
        0.9746867418289185,
        0.978085458278656,
        0.9765808582305908,
        0.973652720451355,
        0.9798904657363892,
        0.9788792729377747,
        0.9762551188468933,
        0.977552056312561,
        0.9751755595207214,
        0.972287118434906,
        0.9602236151695251,
        0.9661611914634705,
        0.9671067595481873,
        0.9637609720230103,
        0.9673351049423218,
        0.971318781375885,
        0.9664435982704163,
        0.9603761434555054,
        0.9621955156326294,
        0.954256534576416,
        0.9481093883514404,
        0.9129424095153809,
        0.8506407737731934
      ],
      "sft__rift": [
        0.0,
        0.9993343353271484,
        0.9973739981651306,
        0.9960073232650757,
        0.9951285719871521,
        0.996399462223053,
        0.9969490170478821,
        0.9969561100006104,
        0.995669424533844,
        0.9948441386222839,
        0.9930114150047302,
        0.991595983505249,
        0.9942513704299927,
        0.9958000779151917,
        0.9959815740585327,
        0.9967240691184998,
        0.9965312480926514,
        0.9956560134887695,
        0.996156632900238,
        0.9959134459495544,
        0.9957748055458069,
        0.9962499141693115,
        0.996040940284729,
        0.9952579140663147,
        0.9960286617279053,
        0.9966307282447815,
        0.9963665008544922,
        0.9956761598587036,
        0.9952450394630432,
        0.9956082701683044,
        0.9961738586425781,
        0.9966400861740112,
        0.9966585636138916,
        0.9967841506004333,
        0.9969565272331238,
        0.9947164058685303,
        0.9886525869369507
      ],
      "offline_grpo__dpo": [
        0.0,
        0.9987210035324097,
        0.9824141263961792,
        0.976033627986908,
        0.9762648940086365,
        0.9474369287490845,
        0.9463068842887878,
        0.9467998743057251,
        0.9341767430305481,
        0.922762393951416,
        0.886358916759491,
        0.8927857279777527,
        0.9211412668228149,
        0.9412036538124084,
        0.9462151527404785,
        0.9521265029907227,
        0.9560760855674744,
        0.9368560314178467,
        0.9302046895027161,
        0.9056835174560547,
        0.9002848863601685,
        0.9085966944694519,
        0.8980068564414978,
        0.9073246717453003,
        0.921137273311615,
        0.906230628490448,
        0.8719017505645752,
        0.7922883033752441,
        0.7417827248573303,
        0.7086509466171265,
        0.6705394387245178,
        0.5558305978775024,
        0.47410470247268677,
        0.4149281680583954,
        0.40927958488464355,
        0.43537619709968567,
        0.462922602891922
      ],
      "dft__sft": [
        0.0,
        0.9991121888160706,
        0.9931552410125732,
        0.9942795634269714,
        0.9892430305480957,
        0.9878578186035156,
        0.9898501634597778,
        0.9902565479278564,
        0.9879330396652222,
        0.9620204567909241,
        0.9585826992988586,
        0.9514691829681396,
        0.9625362157821655,
        0.97421795129776,
        0.9797146916389465,
        0.9829917550086975,
        0.9809659123420715,
        0.9703987240791321,
        0.9771440625190735,
        0.9815157651901245,
        0.9772819876670837,
        0.9787759780883789,
        0.9775768518447876,
        0.9795178771018982,
        0.9739189147949219,
        0.9615604877471924,
        0.9609190821647644,
        0.9567552208900452,
        0.9574404954910278,
        0.9637281894683838,
        0.9625064730644226,
        0.9652589559555054,
        0.9609771966934204,
        0.9527691006660461,
        0.9435717463493347,
        0.9253037571907043,
        0.8898747563362122
      ],
      "dft__rift": [
        0.0,
        0.9984759092330933,
        0.9932754039764404,
        0.9893702268600464,
        0.9852321743965149,
        0.9820839166641235,
        0.984611451625824,
        0.9852216243743896,
        0.9814081192016602,
        0.956708550453186,
        0.9521183371543884,
        0.9408131837844849,
        0.9552196860313416,
        0.9687275886535645,
        0.9739587903022766,
        0.9782667756080627,
        0.9752167463302612,
        0.959909975528717,
        0.9681296348571777,
        0.9724358320236206,
        0.9695842266082764,
        0.9720991253852844,
        0.9682487845420837,
        0.9698604345321655,
        0.9662529826164246,
        0.9504829049110413,
        0.9484849572181702,
        0.9395025372505188,
        0.9374707937240601,
        0.947627067565918,
        0.9481748938560486,
        0.9538903832435608,
        0.9521577954292297,
        0.9460097551345825,
        0.9379393458366394,
        0.9139047265052795,
        0.8717074990272522
      ],
      "dft__offline_grpo": [
        0.0,
        0.9992496967315674,
        0.9948793649673462,
        0.9956451058387756,
        0.988788366317749,
        0.9772045016288757,
        0.978942334651947,
        0.9801798462867737,
        0.9731942415237427,
        0.968573808670044,
        0.9610534310340881,
        0.9618649482727051,
        0.9721765518188477,
        0.9810865521430969,
        0.9801826477050781,
        0.9836392402648926,
        0.9836821556091309,
        0.9584547281265259,
        0.9700656533241272,
        0.9733785390853882,
        0.9775117039680481,
        0.979178249835968,
        0.9741420149803162,
        0.9716975688934326,
        0.9744134545326233,
        0.9661365747451782,
        0.9582918286323547,
        0.9350998401641846,
        0.9301994442939758,
        0.9487521648406982,
        0.9509034156799316,
        0.9508945345878601,
        0.9581440091133118,
        0.9571444392204285,
        0.9575174450874329,
        0.934627115726471,
        0.8502972722053528
      ],
      "dft__dpo": [
        0.0,
        0.9991442561149597,
        0.9832757711410522,
        0.9751930832862854,
        0.9730690717697144,
        0.9746763706207275,
        0.9768902659416199,
        0.9787681698799133,
        0.9771871566772461,
        0.9580234885215759,
        0.9422544836997986,
        0.9326710104942322,
        0.9540529251098633,
        0.9589254856109619,
        0.9623048305511475,
        0.9637007713317871,
        0.9686973690986633,
        0.9419529438018799,
        0.9380194544792175,
        0.9141969084739685,
        0.916094958782196,
        0.9198517203330994,
        0.9210027456283569,
        0.9381062388420105,
        0.9345385432243347,
        0.9290974736213684,
        0.9118635654449463,
        0.8864497542381287,
        0.8576976656913757,
        0.8078751564025879,
        0.7712260484695435,
        0.6828351020812988,
        0.575922429561615,
        0.49983689188957214,
        0.47299161553382874,
        0.4918528199195862,
        0.44474920630455017
      ]
    }
  }
}