Upload 6 files

Results, raw data, plots

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Ablation_Importance_Distribution.png filter=lfs diff=lfs merge=lfs -text
+Training_Dynamics_Comparison.png filter=lfs diff=lfs merge=lfs -text
+VSM_Definitive_Proof_FINAL.png filter=lfs diff=lfs merge=lfs -text

ablation_results.csv

@@ -0,0 +1,49 @@
+run,layer,head,base_loss,ablated_loss,impact,pct_impact
+control,3,0,3.226721155643463,3.2273649096488954,0.0006437540054324842,0.019950716978024977
+control,3,1,3.226721155643463,3.231786072254181,0.005064916610717951,0.1569679053877812
+control,3,2,3.226721155643463,3.236233925819397,0.009512770175934104,0.2948122790002007
+control,3,3,3.226721155643463,3.228087615966797,0.0013664603233340955,0.042348261824365796
+control,3,4,3.226721155643463,3.228150486946106,0.001429331302643,0.04429670968447743
+control,3,5,3.226721155643463,3.2299763917922975,0.003255236148834495,0.10088371420446914
+control,3,6,3.226721155643463,3.2278519749641417,0.001130819320678711,0.035045461511321895
+control,3,7,3.226721155643463,3.2268201231956484,9.896755218541387e-05,0.003067124409319406
+control,6,0,3.226721155643463,3.229796051979065,0.0030748963356019843,0.09529476478697453
+control,6,1,3.226721155643463,3.228093945980072,0.0013727903366089755,0.04254443660890858
+control,6,2,3.226721155643463,3.229904496669769,0.003183341026306241,0.0986555972070487
+control,6,3,3.226721155643463,3.2383657693862915,0.011644613742828547,0.36088069532944855
+control,6,4,3.226721155643463,3.229016935825348,0.002295780181885032,0.07114901074949609
+control,6,5,3.226721155643463,3.22837518453598,0.0016540288925170898,0.051260360369975895
+control,6,6,3.226721155643463,3.2326850056648255,0.005963850021362571,0.18482694145826425
+control,6,7,3.226721155643463,3.235815143585205,0.00909398794174221,0.28183370992058077
+control,9,0,3.226721155643463,3.236248278617859,0.00952712297439584,0.29525708962279296
+control,9,1,3.226721155643463,3.232958722114563,0.0062375664710998535,0.19330974603090478
+control,9,2,3.226721155643463,3.229616701602936,0.002895545959472834,0.08973647922469498
+control,9,3,3.226721155643463,3.2289864301681517,0.0022652745246887207,0.07020360345444807
+control,9,4,3.226721155643463,3.232478666305542,0.005757510662078857,0.1784322345923539
+control,9,5,3.226721155643463,3.231694495677948,0.00497334003448513,0.15412983628247112
+control,9,6,3.226721155643463,3.2353990197181703,0.008677864074707387,0.2689375268615944
+control,9,7,3.226721155643463,3.238570046424866,0.011848890781402943,0.36721148837666057
+adaptive,3,0,3.2366453051567077,3.237837553024292,0.0011922478675843173,0.03683591358264673
+adaptive,3,1,3.2366453051567077,3.239007067680359,0.0023617625236513895,0.0729694576013185
+adaptive,3,2,3.2366453051567077,3.2379380226135255,0.0012927174568178046,0.03994004084285088
+adaptive,3,3,3.2366453051567077,3.2382738471031187,0.001628541946411044,0.05031573721768056
+adaptive,3,4,3.2366453051567077,3.2370720148086547,0.0004267096519470215,0.013183701385727269
+adaptive,3,5,3.2366453051567077,3.2459808230400085,0.009335517883300781,0.28843191030006254
+adaptive,3,6,3.2366453051567077,3.2378284096717835,0.0011831045150758612,0.036553418849785864
+adaptive,3,7,3.2366453051567077,3.2373061299324037,0.0006608247756960672,0.020416966129814224
+adaptive,6,0,3.2366453051567077,3.2431334614753724,0.006488156318664728,0.2004592937115361
+adaptive,6,1,3.2366453051567077,3.2394560098648073,0.0028107047080996317,0.08684005947829822
+adaptive,6,2,3.2366453051567077,3.2402147889137267,0.003569483757019043,0.11028343919341574
+adaptive,6,3,3.2366453051567077,3.23832825422287,0.001682949066162287,0.051996709787166626
+adaptive,6,4,3.2366453051567077,3.239791011810303,0.0031457066535951483,0.0971903423765133
+adaptive,6,5,3.2366453051567077,3.239894425868988,0.003249120712280451,0.10038544251678944
+adaptive,6,6,3.2366453051567077,3.241945946216583,0.005300641059875488,0.16376959969726582
+adaptive,6,7,3.2366453051567077,3.246317780017853,0.009672474861145197,0.2988425962441655
+adaptive,9,0,3.2366453051567077,3.2413324236869814,0.004687118530273704,0.14481409262874942
+adaptive,9,1,3.2366453051567077,3.2668148398399355,0.030169534683227806,0.932123598318324
+adaptive,9,2,3.2366453051567077,3.2438231706619263,0.007177865505218595,0.22176867801308447
+adaptive,9,3,3.2366453051567077,3.2508271098136903,0.0141818046569826,0.4381636948104193
+adaptive,9,4,3.2366453051567077,3.2453984141349794,0.00875310897827175,0.27043769560804426
+adaptive,9,5,3.2366453051567077,3.2482949614524843,0.011649656295776634,0.3599299644362049
+adaptive,9,6,3.2366453051567077,3.2408349752426147,0.004189670085906982,0.1294448322536884
+adaptive,9,7,3.2366453051567077,3.247584366798401,0.010939061641693115,0.3379752988152491

sae_training_results.csv

@@ -0,0 +1,49 @@
+run,layer,head,mse,l0,path
+control,3,0,0.01722577214241028,21.7080078125,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L3_H0.pt
+control,3,1,0.029317254200577736,46.67431640625,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L3_H1.pt
+control,3,2,0.0334978848695755,51.5087890625,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L3_H2.pt
+control,3,3,0.022443167865276337,32.59423828125,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L3_H3.pt
+control,3,4,0.019212160259485245,28.86279296875,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L3_H4.pt
+control,3,5,0.026039976626634598,38.6435546875,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L3_H5.pt
+control,3,6,0.01713569089770317,23.0,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L3_H6.pt
+control,3,7,0.013165291398763657,16.505859375,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L3_H7.pt
+control,6,0,0.025390852242708206,40.8994140625,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L6_H0.pt
+control,6,1,0.016598252579569817,19.63232421875,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L6_H1.pt
+control,6,2,0.022625012323260307,28.68994140625,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L6_H2.pt
+control,6,3,0.040350791066884995,51.14794921875,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L6_H3.pt
+control,6,4,0.025455225259065628,39.88671875,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L6_H4.pt
+control,6,5,0.025019172579050064,36.52783203125,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L6_H5.pt
+control,6,6,0.036440733820199966,51.58154296875,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L6_H6.pt
+control,6,7,0.03660108149051666,49.01123046875,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L6_H7.pt
+control,9,0,0.0425398126244545,53.59765625,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L9_H0.pt
+control,9,1,0.04499875009059906,66.68505859375,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L9_H1.pt
+control,9,2,0.04558664560317993,72.638671875,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L9_H2.pt
+control,9,3,0.03269235044717789,45.21923828125,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L9_H3.pt
+control,9,4,0.04315925016999245,62.19287109375,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L9_H4.pt
+control,9,5,0.03435809165239334,47.33154296875,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L9_H5.pt
+control,9,6,0.04633723199367523,68.5830078125,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L9_H6.pt
+control,9,7,0.041571907699108124,54.89501953125,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_control_L9_H7.pt
+adaptive,3,0,0.02880145236849785,47.509765625,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L3_H0.pt
+adaptive,3,1,0.022855419665575027,34.24267578125,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L3_H1.pt
+adaptive,3,2,0.01772451587021351,24.7119140625,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L3_H2.pt
+adaptive,3,3,0.020066089928150177,28.41162109375,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L3_H3.pt
+adaptive,3,4,0.016988318413496017,21.3330078125,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L3_H4.pt
+adaptive,3,5,0.020076707005500793,23.72119140625,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L3_H5.pt
+adaptive,3,6,0.019149091094732285,25.4501953125,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L3_H6.pt
+adaptive,3,7,0.016640976071357727,21.763671875,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L3_H7.pt
+adaptive,6,0,0.033250823616981506,49.7724609375,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L6_H0.pt
+adaptive,6,1,0.02674463763833046,35.396484375,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L6_H1.pt
+adaptive,6,2,0.026014264672994614,32.8828125,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L6_H2.pt
+adaptive,6,3,0.024107661098241806,34.83251953125,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L6_H3.pt
+adaptive,6,4,0.030317969620227814,47.33740234375,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L6_H4.pt
+adaptive,6,5,0.03028092160820961,44.18115234375,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L6_H5.pt
+adaptive,6,6,0.032678086310625076,56.07421875,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L6_H6.pt
+adaptive,6,7,0.04327128455042839,63.564453125,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L6_H7.pt
+adaptive,9,0,0.042547207325696945,64.0791015625,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L9_H0.pt
+adaptive,9,1,0.049596305936574936,77.10498046875,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L9_H1.pt
+adaptive,9,2,0.048611171543598175,66.7236328125,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L9_H2.pt
+adaptive,9,3,0.05683516710996628,61.4462890625,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L9_H3.pt
+adaptive,9,4,0.05288495495915413,78.150390625,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L9_H4.pt
+adaptive,9,5,0.05751236155629158,101.0283203125,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L9_H5.pt
+adaptive,9,6,0.04410005360841751,61.09912109375,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L9_H6.pt
+adaptive,9,7,0.0545625202357769,81.23779296875,/content/drive/MyDrive/Project_XAI_Physical_Janus/data/sae_models/sae_adaptive_L9_H7.pt

topology_stats.csv

@@ -0,0 +1,7 @@
+run,layer,mean_cosine_sim,max_cosine_sim,effective_rank,rank_utilization_pct
+control,3,-0.001,0.0218,280.4408,54.7736
+control,6,-0.0009,0.0177,282.125,55.1025
+control,9,-0.0006,0.0305,286.9126,56.0376
+adaptive,3,0.0004,0.0146,289.5353,56.5499
+adaptive,6,-0.0003,0.0083,307.4923,60.0571
+adaptive,9,-0.0,0.0121,290.4044,56.7196