AlexWortega's picture
Interactive blog: Same Data, Different Losses, Same Circuits?
378a074 verified
Raw
History Blame Contribute Delete
1.1 kB
{"frobenius":{"sft":2.8332,"rft":2.8203,"dft":2.2507,"rift":3.0435,"grpo":2.5818,"dpo":0.2078},"effective_rank":{"sft":15.989,"rft":16.087,"dft":15.702,"rift":16.048,"grpo":14.802,"dpo":24.483},"principal_angles":{"sft__rft":{"median_top1":6.68,"median_top10_max":36.03,"p25":27.45,"p75":57.63,"n_modules":144},"sft__rift":{"median_top1":8.17,"median_top10_max":40.29,"p25":32.13,"p75":58.58,"n_modules":144},"sft__dft":{"median_top1":26.71,"median_top10_max":85.15,"p25":79.16,"p75":88.52,"n_modules":144},"sft__grpo":{"median_top1":18.51,"median_top10_max":75.58,"p25":71.89,"p75":80.56,"n_modules":144},"sft__dpo":{"median_top1":54.55,"median_top10_max":89.72,"p25":89.61,"p75":89.84,"n_modules":144}},"lmc":{"grpo__rift":[4.9309,3.815,3.0584,2.5946,2.253],"sft__grpo":[2.0588,2.4091,2.9401,3.7529,4.9309],"rift__dpo":[2.253,2.6366,3.8183,7.06,8.6371],"dft__sft":[6.5185,5.3105,3.6004,2.4223,2.0588],"dft__rift":[6.5185,5.3825,3.7145,2.5923,2.253],"dft__grpo":[6.5185,6.5002,6.2491,5.7115,4.9309]},"alphas":[0.0,0.25,0.5,0.75,1.0],"prediction_depth":{"sft":35.3,"rift":35.4,"grpo":35.97,"dpo":36.0}}