diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/code_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..4ce090f4f137df610f8f4b2ff2b381f93f44811c --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 128.1538625162127, + "recon_r2": 0.9792289382208147, + "l1_per_token": 162.50409510279087 + }, + "seed1": { + "l0": 127.6798495460441, + "recon_r2": 0.9791598322876908, + "l1_per_token": 162.82304904433195 + }, + "seed2": { + "l0": 127.74862645914396, + "recon_r2": 0.9792085799181947, + "l1_per_token": 162.2423636379021 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.4383927214980303, + "mcc_abs": 0.43846079941761795, + "act_iou": 0.3078236567819484, + "act_iou_n_pairs": 12288, + "input_r2": 0.9908053203685809, + "matched_mcc_signed": { + "0.6": 0.9224367655692263, + "0.7": 0.948947476349449, + "0.8": 0.9669434511045226, + "0.9": 0.9793213312153681 + }, + "matched_mcc_abs": { + "0.6": 0.9223180852693832, + "0.7": 0.9488004815301805, + "0.8": 0.9670508834416345, + "0.9": 0.9792289268871128 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.43886298781297234, + "mcc_abs": 0.438927486110604, + "act_iou": 0.30667207757774845, + "act_iou_n_pairs": 12288, + "input_r2": 0.9906160842156211, + "matched_mcc_signed": { + "0.6": 0.9202458094872127, + "0.7": 0.9465365631113593, + "0.8": 0.9650861535100407, + "0.9": 0.9792062832332554 + }, + "matched_mcc_abs": { + "0.6": 0.9206007805549167, + "0.7": 0.9463517434874102, + "0.8": 0.9650725378646438, + "0.9": 0.9793397613945602 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.4373350937108221, + "mcc_abs": 0.43740546804447816, + "act_iou": 0.3077153714829926, + "act_iou_n_pairs": 12288, + "input_r2": 0.9909636343148913, + "matched_mcc_signed": { + "0.6": 0.9234180827963175, + "0.7": 0.9473867409230992, + "0.8": 0.9659999638660963, + "0.9": 0.9781258235592208 + }, + "matched_mcc_abs": { + "0.6": 0.9237045008569276, + "0.7": 0.9476299767750603, + "0.8": 0.9657021444006431, + "0.9": 0.9780212498613615 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 127.86077950713359, + "l0_std": 0.2561362988762837, + "recon_r2_mean": 0.9791991168089001, + "recon_r2_std": 3.551155201302099e-05, + "l1_per_token_mean": 162.52316926167495, + "l1_per_token_std": 0.29081222973425, + "input_r2_mean": 0.9907950129663644, + "input_r2_std": 0.0001740041659875606, + "mcc_signed_mean": 0.43819693434060825, + "mcc_signed_std": 0.000782537254771268, + "mcc_abs_mean": 0.4382645845242334, + "mcc_abs_std": 0.0007797499353592809, + "matched_mcc_signed_per_threshold": { + "0.6": 0.9220335526175855, + "0.7": 0.9476235934613024, + "0.8": 0.9660098561602198, + "0.9": 0.9788844793359481 + }, + "matched_mcc_signed_band": 0.9536378703937639, + "matched_mcc_abs_per_threshold": { + "0.6": 0.9222077888937426, + "0.7": 0.947594067264217, + "0.8": 0.9659418552356405, + "0.9": 0.9788633127143448 + }, + "matched_mcc_abs_band": 0.9536517560269862, + "act_iou_mean": 0.3074037019475631, + "act_iou_std": 0.0006359143734596319, + "act_iou_n_pairs": 12288.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/dict_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..9af05c9823ca7e63d57f7381dc62ce13a7348098 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": 128, + "l0_raw": 127.7952, + "recon_r2": 0.9792, + "l1_per_token": 162.512, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 135, + "dense_rate": 0.010986328125, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 116, + "0.6": 45, + "0.7": 30, + "0.8": 20, + "0.9": 2 + }, + "n_dup_clusters_signed": { + "0.5": 56, + "0.6": 22, + "0.7": 15, + "0.8": 10, + "0.9": 1 + }, + "largest_dup_signed": { + "0.5": 3, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.18705104291439056, + "n_dup_abs": { + "0.5": 314, + "0.6": 217, + "0.7": 168, + "0.8": 142, + "0.9": 108 + }, + "n_dup_clusters_abs": { + "0.5": 155, + "0.6": 108, + "0.7": 84, + "0.8": 71, + "0.9": 54 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.2123843878507614 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": 128, + "l0_raw": 127.7952, + "recon_r2": 0.9791, + "l1_per_token": 162.8207, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 138, + "dense_rate": 0.01123046875, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 114, + "0.6": 52, + "0.7": 46, + "0.8": 30, + "0.9": 4 + }, + "n_dup_clusters_signed": { + "0.5": 57, + "0.6": 26, + "0.7": 23, + "0.8": 15, + "0.9": 2 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.185121551156044, + "n_dup_abs": { + "0.5": 317, + "0.6": 225, + "0.7": 192, + "0.8": 162, + "0.9": 114 + }, + "n_dup_clusters_abs": { + "0.5": 158, + "0.6": 112, + "0.7": 96, + "0.8": 81, + "0.9": 57 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.21026749908924103 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": 128, + "l0_raw": 127.7952, + "recon_r2": 0.9792, + "l1_per_token": 162.2623, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 138, + "dense_rate": 0.01123046875, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 106, + "0.6": 42, + "0.7": 24, + "0.8": 22, + "0.9": 2 + }, + "n_dup_clusters_signed": { + "0.5": 53, + "0.6": 21, + "0.7": 12, + "0.8": 11, + "0.9": 1 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_signed": 0.18652190268039703, + "n_dup_abs": { + "0.5": 322, + "0.6": 218, + "0.7": 172, + "0.8": 148, + "0.9": 118 + }, + "n_dup_clusters_abs": { + "0.5": 160, + "0.6": 109, + "0.7": 86, + "0.8": 74, + "0.9": 59 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.2124355435371399 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.4814791977405548, + "dcs_abs": 0.4836738109588623, + "frac_sign_flipped": 0.14803059895833334, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.4813920557498932, + "0.6": 0.48155900835990906, + "0.7": 0.4816385507583618, + "0.8": 0.48155462741851807, + "0.9": 0.4814692437648773 + }, + "unique_frac_signed": { + "0.5": 0.9952392578125, + "0.6": 0.9980061848958334, + "0.7": 0.9984537760416666, + "0.8": 0.9989827473958334, + "0.9": 0.9998779296875 + }, + "dedup_dcs_signed": { + "0.5": 0.4791002722813573, + "0.6": 0.48059886873549357, + "0.7": 0.4808938296919223, + "0.8": 0.4810647647197281, + "0.9": 0.4814104706638318 + }, + "matched_frac_signed": { + "0.5": 0.4149576822916667, + "0.6": 0.3750813802083333, + "0.7": 0.3384602864583333, + "0.8": 0.3080240885416667, + "0.9": 0.2722981770833333 + }, + "matched_cos_abs": { + "0.5": 0.48271414637565613, + "0.6": 0.4830278754234314, + "0.7": 0.48328208923339844, + "0.8": 0.4832307696342468, + "0.9": 0.48328083753585815 + }, + "unique_frac_abs": { + "0.5": 0.987060546875, + "0.6": 0.990966796875, + "0.7": 0.99267578125, + "0.8": 0.9938151041666666, + "0.9": 0.9954833984375 + }, + "dedup_dcs_abs": { + "0.5": 0.47646808930585394, + "0.6": 0.47866458650969435, + "0.7": 0.479742425493896, + "0.8": 0.4802420376605975, + "0.9": 0.4810980505499174 + }, + "matched_frac_abs": { + "0.5": 0.4111328125, + "0.6": 0.3722330729166667, + "0.7": 0.3365071614583333, + "0.8": 0.3065592447916667, + "0.9": 0.271728515625 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.48221930861473083, + "dcs_abs": 0.48423898220062256, + "frac_sign_flipped": 0.146240234375, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.4822535216808319, + "0.6": 0.48218315839767456, + "0.7": 0.4823228418827057, + "0.8": 0.4822227656841278, + "0.9": 0.48224908113479614 + }, + "unique_frac_signed": { + "0.5": 0.9954020182291666, + "0.6": 0.9982096354166666, + "0.7": 0.9989013671875, + "0.8": 0.9991455078125, + "0.9": 0.9999186197916666 + }, + "dedup_dcs_signed": { + "0.5": 0.48003612877922325, + "0.6": 0.48131987474819954, + "0.7": 0.4817929461823951, + "0.8": 0.4818107100982161, + "0.9": 0.4822098356041048 + }, + "matched_frac_signed": { + "0.5": 0.4169921875, + "0.6": 0.3743489583333333, + "0.7": 0.3388671875, + "0.8": 0.306884765625, + "0.9": 0.2711588541666667 + }, + "matched_cos_abs": { + "0.5": 0.4835225045681, + "0.6": 0.4834429919719696, + "0.7": 0.483679860830307, + "0.8": 0.48371192812919617, + "0.9": 0.48393094539642334 + }, + "unique_frac_abs": { + "0.5": 0.9869384765625, + "0.6": 0.9911295572916666, + "0.7": 0.9930826822916666, + "0.8": 0.9940999348958334, + "0.9": 0.9954020182291666 + }, + "dedup_dcs_abs": { + "0.5": 0.47720696404212504, + "0.6": 0.479154638608937, + "0.7": 0.4803340935638213, + "0.8": 0.48085799626157194, + "0.9": 0.48170583973114844 + }, + "matched_frac_abs": { + "0.5": 0.4131673177083333, + "0.6": 0.3711751302083333, + "0.7": 0.336669921875, + "0.8": 0.305419921875, + "0.9": 0.2705078125 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.4816232919692993, + "dcs_abs": 0.4837757647037506, + "frac_sign_flipped": 0.14689127604166666, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.4818921983242035, + "0.6": 0.48198845982551575, + "0.7": 0.4820137619972229, + "0.8": 0.48179060220718384, + "0.9": 0.481672078371048 + }, + "unique_frac_signed": { + "0.5": 0.9955240885416666, + "0.6": 0.9980875651041666, + "0.7": 0.9985758463541666, + "0.8": 0.9989420572916666, + "0.9": 0.9998779296875 + }, + "dedup_dcs_signed": { + "0.5": 0.47973529151204275, + "0.6": 0.48106668827555643, + "0.7": 0.4813273003407327, + "0.8": 0.4812808953526352, + "0.9": 0.4816132805099187 + }, + "matched_frac_signed": { + "0.5": 0.4130859375, + "0.6": 0.374267578125, + "0.7": 0.341064453125, + "0.8": 0.3095703125, + "0.9": 0.2753092447916667 + }, + "matched_cos_abs": { + "0.5": 0.4832015335559845, + "0.6": 0.4832523763179779, + "0.7": 0.4833603799343109, + "0.8": 0.483210951089859, + "0.9": 0.4832175672054291 + }, + "unique_frac_abs": { + "0.5": 0.9869384765625, + "0.6": 0.990966796875, + "0.7": 0.9925944010416666, + "0.8": 0.9936930338541666, + "0.9": 0.9952799479166666 + }, + "dedup_dcs_abs": { + "0.5": 0.47689018540040706, + "0.6": 0.47888705944205867, + "0.7": 0.47978080680816976, + "0.8": 0.48016335598003934, + "0.9": 0.4809367551206378 + }, + "matched_frac_abs": { + "0.5": 0.4092610677083333, + "0.6": 0.3709309895833333, + "0.7": 0.338623046875, + "0.8": 0.307861328125, + "0.9": 0.2744954427083333 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 137, + "n_dense_std": 1.7320508075688772, + "l0_mean": 128, + "l0_std": 1.7404671430534633e-14, + "recon_r2_mean": 0.9791666666666666, + "recon_r2_std": 5.773502691895622e-05, + "l1_per_token_mean": 162.53166666666667, + "l1_per_token_std": 0.2777708828033249, + "babel_mu1_signed_mean": 0.18623149891694388, + "babel_mu1_signed_std": 0.0009969881497553742, + "n_dup_signed_per_threshold": { + "0.5": 112.0, + "0.6": 46.333333333333336, + "0.7": 33.333333333333336, + "0.8": 24.0, + "0.9": 2.6666666666666665 + }, + "n_dup_signed_band": 26.583333333333336, + "n_dup_signed_band_std": 5.625462943912558, + "n_dup_clusters_signed_per_threshold": { + "0.5": 55.333333333333336, + "0.6": 23.0, + "0.7": 16.666666666666668, + "0.8": 12.0, + "0.9": 1.3333333333333333 + }, + "n_dup_clusters_signed_band": 13.250000000000002, + "n_dup_clusters_signed_band_std": 2.839454172900137, + "largest_dup_signed_per_threshold": { + "0.5": 2.3333333333333335, + "0.6": 2.3333333333333335, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_signed_band": 2.0833333333333335, + "largest_dup_signed_band_std": 0.14433756729740643, + "dcs_signed_mean": 0.48177393277486164, + "dcs_signed_std": 0.00039237802658119447, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.47962389752420775, + "0.6": 0.4809951439197498, + "0.7": 0.48133802540501663, + "0.8": 0.4813854567235265, + "0.9": 0.4817445289259517 + }, + "dedup_dcs_signed_band": 0.4813657887435611, + "dedup_dcs_signed_band_std": 0.00039748879643519545, + "matched_cos_signed_per_threshold": { + "0.5": 0.4818459252516429, + "0.6": 0.48191020886103314, + "0.7": 0.4819917182127635, + "0.8": 0.4818559984366099, + "0.9": 0.4817968010902405 + }, + "matched_cos_signed_band": 0.48188868165016174, + "matched_cos_signed_band_std": 0.0003451004999191171, + "unique_frac_signed_per_threshold": { + "0.5": 0.995388454861111, + "0.6": 0.9981011284722222, + "0.7": 0.9986436631944443, + "0.8": 0.9990234375, + "0.9": 0.9998914930555555 + }, + "unique_frac_signed_band": 0.9989149305555555, + "unique_frac_signed_band_std": 0.00011342860706698603, + "matched_frac_signed_per_threshold": { + "0.5": 0.4150119357638889, + "0.6": 0.37456597222222215, + "0.7": 0.3394639756944444, + "0.8": 0.30815972222222227, + "0.9": 0.2729220920138889 + }, + "matched_frac_signed_band": 0.3237779405381944, + "matched_frac_signed_band_std": 0.001151129687104982, + "babel_mu1_abs_mean": 0.21169581015904745, + "babel_mu1_abs_std": 0.0012372180932078533, + "n_dup_abs_per_threshold": { + "0.5": 317.6666666666667, + "0.6": 220.0, + "0.7": 177.33333333333334, + "0.8": 150.66666666666666, + "0.9": 113.33333333333333 + }, + "n_dup_abs_band": 165.33333333333334, + "n_dup_abs_band_std": 7.34137816307901, + "n_dup_clusters_abs_per_threshold": { + "0.5": 157.66666666666666, + "0.6": 109.66666666666667, + "0.7": 88.66666666666667, + "0.8": 75.33333333333333, + "0.9": 56.666666666666664 + }, + "n_dup_clusters_abs_band": 82.58333333333334, + "n_dup_clusters_abs_band_std": 3.660031875999625, + "largest_dup_abs_per_threshold": { + "0.5": 3.0, + "0.6": 2.6666666666666665, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.1666666666666665, + "largest_dup_abs_band_std": 0.14433756729740643, + "dcs_abs_mean": 0.4838961859544118, + "dcs_abs_std": 0.00030121519107826396, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.4768550795827953, + "0.6": 0.47890209485356333, + "0.7": 0.4799524419552957, + "0.8": 0.4804211299674029, + "0.9": 0.4812468818005679 + }, + "dedup_dcs_abs_band": 0.48013063714420745, + "dedup_dcs_abs_band_std": 0.0003312692371722912, + "matched_cos_abs_per_threshold": { + "0.5": 0.4831460614999135, + "0.6": 0.48324108123779297, + "0.7": 0.48344077666600543, + "0.8": 0.48338454961776733, + "0.9": 0.4834764500459035 + }, + "matched_cos_abs_band": 0.4833857143918673, + "matched_cos_abs_band_std": 0.0002661793715341792, + "unique_frac_abs_per_threshold": { + "0.5": 0.9869791666666666, + "0.6": 0.9910210503472222, + "0.7": 0.9927842881944443, + "0.8": 0.9938693576388888, + "0.9": 0.995388454861111 + }, + "unique_frac_abs_band": 0.9932657877604166, + "unique_frac_abs_band_std": 0.00014985066592058786, + "matched_frac_abs_per_threshold": { + "0.5": 0.41118706597222215, + "0.6": 0.3714463975694444, + "0.7": 0.3372667100694444, + "0.8": 0.3066134982638889, + "0.9": 0.2722439236111111 + }, + "matched_frac_abs_band": 0.3218926323784722, + "matched_frac_abs_band_std": 0.0010240118320408336, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed0/config.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f68b1fb974944b61099202c8efde7b2e80afeb45 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed0/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 128, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed1/config.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7bbdb76129185355c9135442b24bb62c1df7a497 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed1/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 128, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/config.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65ad07e6db1c726a7a35612ab887cd3f3b403c4c --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 128, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..8436d9398e72da25942c7bb651ce965c5fc13a30 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0769, + "r2_score": 0.9792, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0104, + "l0_per_token_0.05": 0.0104, + "l0_per_token_0.1": 0.0104, + "l0_per_token_0.5": 0.0092, + "l0_per_token_1.0": 0.004, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0086, + "live_latent_frac": 1.0, + "l1_per_token": 162.2623 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/code_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..56a6d95678aa9154a5d7ce7eae996abf62f39243 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 32.066225680933854, + "recon_r2": 0.9596012381869284, + "l1_per_token": 88.7389955585258 + }, + "seed1": { + "l0": 31.94191699092088, + "recon_r2": 0.9595370158017628, + "l1_per_token": 88.11377621483324 + }, + "seed2": { + "l0": 32.092194552529186, + "recon_r2": 0.9595572117962637, + "l1_per_token": 88.71793095857717 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.2922865607425847, + "mcc_abs": 0.2923325621407628, + "act_iou": 0.2351127617084844, + "act_iou_n_pairs": 12288, + "input_r2": 0.9903172700981708, + "matched_mcc_signed": { + "0.6": 0.9226499440546785, + "0.7": 0.9416875519279435, + "0.8": 0.9596929818949981, + "0.9": 0.9741389230680151 + }, + "matched_mcc_abs": { + "0.6": 0.9214993761291581, + "0.7": 0.9409964885517443, + "0.8": 0.9596522308362436, + "0.9": 0.9741243489213381 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.29196434929774934, + "mcc_abs": 0.2920104163144563, + "act_iou": 0.23533934112303767, + "act_iou_n_pairs": 12288, + "input_r2": 0.9904504920827524, + "matched_mcc_signed": { + "0.6": 0.9215389279795602, + "0.7": 0.9450532849562321, + "0.8": 0.9596452199724, + "0.9": 0.9734739970298455 + }, + "matched_mcc_abs": { + "0.6": 0.9206283357639286, + "0.7": 0.9441064225887867, + "0.8": 0.9596223385053464, + "0.9": 0.973458579677056 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.2907593770608383, + "mcc_abs": 0.2908048226752531, + "act_iou": 0.23369424238384995, + "act_iou_n_pairs": 12288, + "input_r2": 0.9901690858040058, + "matched_mcc_signed": { + "0.6": 0.9233118596020079, + "0.7": 0.9420088898771856, + "0.8": 0.9592346095041473, + "0.9": 0.9730423107957126 + }, + "matched_mcc_abs": { + "0.6": 0.9228729544659469, + "0.7": 0.9419104174946153, + "0.8": 0.9591800548613753, + "0.9": 0.9730269035409246 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 32.0334457414613, + "l0_std": 0.08032265996966502, + "recon_r2_mean": 0.9595651552616516, + "recon_r2_std": 3.283980314905781e-05, + "l1_per_token_mean": 88.52356757731206, + "l1_per_token_std": 0.35504598281693356, + "input_r2_mean": 0.990312282661643, + "input_r2_std": 0.00014076941898667015, + "mcc_signed_mean": 0.29167009570039076, + "mcc_signed_std": 0.0008049915428853503, + "mcc_abs_mean": 0.2917159337101574, + "mcc_abs_std": 0.000805317932120582, + "matched_mcc_signed_per_threshold": { + "0.6": 0.9225002438787487, + "0.7": 0.9429165755871204, + "0.8": 0.9595242704571817, + "0.9": 0.973551743631191 + }, + "matched_mcc_signed_band": 0.9496232083885604, + "matched_mcc_abs_per_threshold": { + "0.6": 0.9216668887863445, + "0.7": 0.9423377762117155, + "0.8": 0.9594848747343218, + "0.9": 0.9735366107131062 + }, + "matched_mcc_abs_band": 0.949256537611372, + "act_iou_mean": 0.234715448405124, + "act_iou_std": 0.0008916169924298353, + "act_iou_n_pairs": 12288.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/dict_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..f677c95ca4289e65a3f3cd26760c63611f4e38d6 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9596, + "l1_per_token": 88.74, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 6, + "dense_rate": 0.00048828125, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 28, + "0.6": 6, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 14, + "0.6": 3, + "0.7": 1, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.21009226143360138, + "n_dup_abs": { + "0.5": 50, + "0.6": 18, + "0.7": 8, + "0.8": 4, + "0.9": 4 + }, + "n_dup_clusters_abs": { + "0.5": 25, + "0.6": 9, + "0.7": 4, + "0.8": 2, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.21652503311634064 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9595, + "l1_per_token": 88.1271, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 9, + "dense_rate": 0.000732421875, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 32, + "0.6": 12, + "0.7": 4, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 16, + "0.6": 6, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.2101074904203415, + "n_dup_abs": { + "0.5": 52, + "0.6": 26, + "0.7": 10, + "0.8": 4, + "0.9": 4 + }, + "n_dup_clusters_abs": { + "0.5": 26, + "0.6": 13, + "0.7": 5, + "0.8": 2, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.21666556596755981 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9595, + "l1_per_token": 88.7149, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 7, + "dense_rate": 0.0005696614583333334, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 22, + "0.6": 4, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 11, + "0.6": 2, + "0.7": 1, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.21042774617671967, + "n_dup_abs": { + "0.5": 50, + "0.6": 20, + "0.7": 10, + "0.8": 4, + "0.9": 4 + }, + "n_dup_clusters_abs": { + "0.5": 25, + "0.6": 10, + "0.7": 5, + "0.8": 2, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.21692664921283722 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.42227792739868164, + "dcs_abs": 0.42629995942115784, + "frac_sign_flipped": 0.238525390625, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.42199206352233887, + "0.6": 0.4222817122936249, + "0.7": 0.4222303330898285, + "0.8": 0.42227792739868164, + "0.9": 0.42227792739868164 + }, + "unique_frac_signed": { + "0.5": 0.998779296875, + "0.6": 0.9996337890625, + "0.7": 0.9998779296875, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.42147693649167195, + "0.6": 0.4221270681118767, + "0.7": 0.42217879130112124, + "0.8": 0.42227792739868164, + "0.9": 0.42227792739868164 + }, + "matched_frac_signed": { + "0.5": 0.3116861979166667, + "0.6": 0.298583984375, + "0.7": 0.2832845052083333, + "0.8": 0.2654622395833333, + "0.9": 0.244384765625 + }, + "matched_cos_abs": { + "0.5": 0.4255364239215851, + "0.6": 0.4259316921234131, + "0.7": 0.4261135160923004, + "0.8": 0.4262067377567291, + "0.9": 0.4262067377567291 + }, + "unique_frac_abs": { + "0.5": 0.9979248046875, + "0.6": 0.9991048177083334, + "0.7": 0.9996337890625, + "0.8": 0.9998372395833334, + "0.9": 0.9998372395833334 + }, + "dedup_dcs_abs": { + "0.5": 0.424653352729365, + "0.6": 0.4255504056151646, + "0.7": 0.42595746866209083, + "0.8": 0.42613736817050574, + "0.9": 0.42613736817050574 + }, + "matched_frac_abs": { + "0.5": 0.3113606770833333, + "0.6": 0.2985026041666667, + "0.7": 0.2836100260416667, + "0.8": 0.265380859375, + "0.9": 0.24422200520833334 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.4223461449146271, + "dcs_abs": 0.4263066351413727, + "frac_sign_flipped": 0.240234375, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.42206889390945435, + "0.6": 0.4223623275756836, + "0.7": 0.4223664700984955, + "0.8": 0.4223461449146271, + "0.9": 0.4223461449146271 + }, + "unique_frac_signed": { + "0.5": 0.9989827473958334, + "0.6": 0.9997965494791666, + "0.7": 0.9999186197916666, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.42163954322798725, + "0.6": 0.4222763977401579, + "0.7": 0.42233209782716585, + "0.8": 0.4223461449146271, + "0.9": 0.4223461449146271 + }, + "matched_frac_signed": { + "0.5": 0.311279296875, + "0.6": 0.2993977864583333, + "0.7": 0.2814127604166667, + "0.8": 0.2662760416666667, + "0.9": 0.244384765625 + }, + "matched_cos_abs": { + "0.5": 0.4255024492740631, + "0.6": 0.426001638174057, + "0.7": 0.42615342140197754, + "0.8": 0.42621341347694397, + "0.9": 0.42621341347694397 + }, + "unique_frac_abs": { + "0.5": 0.9979654947916666, + "0.6": 0.9992268880208334, + "0.7": 0.9996337890625, + "0.8": 0.9998372395833334, + "0.9": 0.9998372395833334 + }, + "dedup_dcs_abs": { + "0.5": 0.4246367623248564, + "0.6": 0.42567229120444006, + "0.7": 0.4259973593580071, + "0.8": 0.42614404280417756, + "0.9": 0.42614404280417756 + }, + "matched_frac_abs": { + "0.5": 0.3103841145833333, + "0.6": 0.2992350260416667, + "0.7": 0.28173828125, + "0.8": 0.26611328125, + "0.9": 0.24422200520833334 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.4210472106933594, + "dcs_abs": 0.4248305559158325, + "frac_sign_flipped": 0.23323567708333334, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.4209243059158325, + "0.6": 0.42112892866134644, + "0.7": 0.42109277844429016, + "0.8": 0.4210472106933594, + "0.9": 0.4210472106933594 + }, + "unique_frac_signed": { + "0.5": 0.9989013671875, + "0.6": 0.9996744791666666, + "0.7": 0.9998779296875, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.4204618646617746, + "0.6": 0.4209918424215478, + "0.7": 0.421041375517234, + "0.8": 0.4210472106933594, + "0.9": 0.4210472106933594 + }, + "matched_frac_signed": { + "0.5": 0.3089192708333333, + "0.6": 0.2954915364583333, + "0.7": 0.2808430989583333, + "0.8": 0.26416015625, + "0.9": 0.243896484375 + }, + "matched_cos_abs": { + "0.5": 0.4241715669631958, + "0.6": 0.42455750703811646, + "0.7": 0.42469891905784607, + "0.8": 0.4247370958328247, + "0.9": 0.4247370958328247 + }, + "unique_frac_abs": { + "0.5": 0.9979248046875, + "0.6": 0.9990641276041666, + "0.7": 0.9995930989583334, + "0.8": 0.9998372395833334, + "0.9": 0.9998372395833334 + }, + "dedup_dcs_abs": { + "0.5": 0.423291328115738, + "0.6": 0.42416017538683565, + "0.7": 0.4245261086252867, + "0.8": 0.42466796544613317, + "0.9": 0.42466796544613317 + }, + "matched_frac_abs": { + "0.5": 0.3084309895833333, + "0.6": 0.2950846354166667, + "0.7": 0.2808430989583333, + "0.8": 0.2640787760416667, + "0.9": 0.24373372395833334 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 7, + "n_dense_std": 1.5275252316519465, + "l0_mean": 32, + "l0_std": 4.351167857633658e-15, + "recon_r2_mean": 0.9595333333333333, + "recon_r2_std": 0.0, + "l1_per_token_mean": 88.52733333333333, + "l1_per_token_std": 0.34559687980844317, + "babel_mu1_signed_mean": 0.21020916601022085, + "babel_mu1_signed_std": 0.00018944906280916654, + "n_dup_signed_per_threshold": { + "0.5": 27.333333333333332, + "0.6": 7.333333333333333, + "0.7": 2.6666666666666665, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 2.5, + "n_dup_signed_band_std": 1.3228756555322954, + "n_dup_clusters_signed_per_threshold": { + "0.5": 13.666666666666666, + "0.6": 3.6666666666666665, + "0.7": 1.3333333333333333, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 1.25, + "n_dup_clusters_signed_band_std": 0.6614378277661477, + "largest_dup_signed_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.5, + "largest_dup_signed_band_std": 0.0, + "dcs_signed_mean": 0.42189042766888935, + "dcs_signed_std": 0.0007310434721936154, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.42119278146047795, + "0.6": 0.42179843609119416, + "0.7": 0.4218507548818404, + "0.8": 0.42189042766888935, + "0.9": 0.42189042766888935 + }, + "dedup_dcs_signed_band": 0.4218575115777033, + "dedup_dcs_signed_band_std": 0.0007170954782629625, + "matched_cos_signed_per_threshold": { + "0.5": 0.42166175444920856, + "0.6": 0.42192432284355164, + "0.7": 0.4218965272108714, + "0.8": 0.42189042766888935, + "0.9": 0.42189042766888935 + }, + "matched_cos_signed_band": 0.4219004263480504, + "matched_cos_signed_band_std": 0.0007127169404301337, + "unique_frac_signed_per_threshold": { + "0.5": 0.9988878038194445, + "0.6": 0.9997016059027777, + "0.7": 0.9998914930555555, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_signed_band": 0.9998982747395833, + "unique_frac_signed_band_std": 2.6913974111543305e-05, + "matched_frac_signed_per_threshold": { + "0.5": 0.3106282552083333, + "0.6": 0.29782443576388884, + "0.7": 0.2818467881944444, + "0.8": 0.2652994791666667, + "0.9": 0.24422200520833334 + }, + "matched_frac_signed_band": 0.2722981770833333, + "matched_frac_signed_band_std": 0.001039988437429382, + "babel_mu1_abs_mean": 0.21670574943224588, + "babel_mu1_abs_std": 0.00020380114172133775, + "n_dup_abs_per_threshold": { + "0.5": 50.666666666666664, + "0.6": 21.333333333333332, + "0.7": 9.333333333333334, + "0.8": 4.0, + "0.9": 4.0 + }, + "n_dup_abs_band": 9.666666666666666, + "n_dup_abs_band_std": 1.2583057392117918, + "n_dup_clusters_abs_per_threshold": { + "0.5": 25.333333333333332, + "0.6": 10.666666666666666, + "0.7": 4.666666666666667, + "0.8": 2.0, + "0.9": 2.0 + }, + "n_dup_clusters_abs_band": 4.833333333333333, + "n_dup_clusters_abs_band_std": 0.6291528696058959, + "largest_dup_abs_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.0, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.42581238349278766, + "dcs_abs_std": 0.0008502941752489702, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.42419381438998643, + "0.6": 0.4251276240688134, + "0.7": 0.42549364554846153, + "0.8": 0.42564979214027215, + "0.9": 0.42564979214027215 + }, + "dedup_dcs_abs_band": 0.4254802134744548, + "dedup_dcs_abs_band_std": 0.0008443639151978224, + "matched_cos_abs_per_threshold": { + "0.5": 0.4250701467196147, + "0.6": 0.42549694577852887, + "0.7": 0.4256552855173747, + "0.8": 0.42571908235549927, + "0.9": 0.42571908235549927 + }, + "matched_cos_abs_band": 0.42564759900172555, + "matched_cos_abs_band_std": 0.0008358083964656375, + "unique_frac_abs_per_threshold": { + "0.5": 0.9979383680555555, + "0.6": 0.9991319444444445, + "0.7": 0.9996202256944445, + "0.8": 0.9998372395833334, + "0.9": 0.9998372395833334 + }, + "unique_frac_abs_band": 0.999606662326389, + "unique_frac_abs_band_std": 2.5600295801038305e-05, + "matched_frac_abs_per_threshold": { + "0.5": 0.31005859375, + "0.6": 0.297607421875, + "0.7": 0.2820638020833333, + "0.8": 0.26519097222222227, + "0.9": 0.24405924479166666 + }, + "matched_frac_abs_band": 0.2722303602430556, + "matched_frac_abs_band_std": 0.0011229166394581532, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/config.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1471f6d35c7bc8f1a7d2c3f7010e993d4c4e69ce --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 32, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6c38ef11e701a7beb03f1fa9bbf6b3e0b2ba591e --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1493, + "r2_score": 0.9596, + "l0_per_token_0": 0.0026, + "l0_per_token_0.001": 0.0026, + "l0_per_token_0.01": 0.0026, + "l0_per_token_0.05": 0.0026, + "l0_per_token_0.1": 0.0026, + "l0_per_token_0.5": 0.0026, + "l0_per_token_1.0": 0.0026, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0002, + "live_latent_frac": 1.0, + "l1_per_token": 88.74 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/config.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..113dc9e5733aeadd53c79f20243ec2c98e11f200 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 32, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..623346665584cbd16dec01c9d49e1c79a5298b30 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1495, + "r2_score": 0.9595, + "l0_per_token_0": 0.0026, + "l0_per_token_0.001": 0.0026, + "l0_per_token_0.01": 0.0026, + "l0_per_token_0.05": 0.0026, + "l0_per_token_0.1": 0.0026, + "l0_per_token_0.5": 0.0026, + "l0_per_token_1.0": 0.0026, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0002, + "live_latent_frac": 1.0, + "l1_per_token": 88.1271 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/config.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f96b94c5cdf87a80891a0447037ec702c16750c5 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 32, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..8f9367df12098910d19c31982dbfcf989269de6a --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1495, + "r2_score": 0.9595, + "l0_per_token_0": 0.0026, + "l0_per_token_0.001": 0.0026, + "l0_per_token_0.01": 0.0026, + "l0_per_token_0.05": 0.0026, + "l0_per_token_0.1": 0.0026, + "l0_per_token_0.5": 0.0026, + "l0_per_token_1.0": 0.0026, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0002, + "live_latent_frac": 1.0, + "l1_per_token": 88.7149 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/code_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..c98d474fea99c2770b11385ce2f5afc4de447b65 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 63.986028534370945, + "recon_r2": 0.9712022621359476, + "l1_per_token": 118.38319033642308 + }, + "seed1": { + "l0": 63.99791439688716, + "recon_r2": 0.9711364832301964, + "l1_per_token": 119.07314170474139 + }, + "seed2": { + "l0": 64.02235667963683, + "recon_r2": 0.9711494397424985, + "l1_per_token": 117.93598294451628 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.40906097915909045, + "mcc_abs": 0.4091015360633811, + "act_iou": 0.3005517784745941, + "act_iou_n_pairs": 12288, + "input_r2": 0.9914611032900283, + "matched_mcc_signed": { + "0.6": 0.9008698385798795, + "0.7": 0.9301295314312694, + "0.8": 0.9544456845458938, + "0.9": 0.9728371055364811 + }, + "matched_mcc_abs": { + "0.6": 0.9003925905253838, + "0.7": 0.9300294284753231, + "0.8": 0.9544957676226858, + "0.9": 0.9726293801578932 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.4101303005094561, + "mcc_abs": 0.41016906972901346, + "act_iou": 0.3019254115590623, + "act_iou_n_pairs": 12288, + "input_r2": 0.9915667891424259, + "matched_mcc_signed": { + "0.6": 0.9014868083600571, + "0.7": 0.9298186919744063, + "0.8": 0.9545154652161274, + "0.9": 0.9723472703803464 + }, + "matched_mcc_abs": { + "0.6": 0.9003765172295217, + "0.7": 0.9296826496488213, + "0.8": 0.9544772702458105, + "0.9": 0.972278323604367 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.40840945808578777, + "mcc_abs": 0.40845214918193085, + "act_iou": 0.300424878379523, + "act_iou_n_pairs": 12288, + "input_r2": 0.9914834507564594, + "matched_mcc_signed": { + "0.6": 0.9028514622141288, + "0.7": 0.9303472414239641, + "0.8": 0.9545406186983754, + "0.9": 0.971766142546762 + }, + "matched_mcc_abs": { + "0.6": 0.9018616132976246, + "0.7": 0.9298828159903569, + "0.8": 0.9545960265304443, + "0.9": 0.9717768693306584 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 64.00209987029831, + "l0_std": 0.01852220762682939, + "recon_r2_mean": 0.9711627283695474, + "recon_r2_std": 3.484475307837803e-05, + "l1_per_token_mean": 118.46410499522692, + "l1_per_token_std": 0.572881225033759, + "input_r2_mean": 0.9915037810629711, + "input_r2_std": 5.569888572851859e-05, + "mcc_signed_mean": 0.40920024591811144, + "mcc_signed_std": 0.0008688331740905866, + "mcc_abs_mean": 0.40924091832477516, + "mcc_abs_std": 0.0008669051864777931, + "matched_mcc_signed_per_threshold": { + "0.6": 0.9017360363846884, + "0.7": 0.9300984882765465, + "0.8": 0.9545005894867988, + "0.9": 0.9723168394878631 + }, + "matched_mcc_signed_band": 0.9396629884089741, + "matched_mcc_abs_per_threshold": { + "0.6": 0.9008769070175101, + "0.7": 0.9298649647048339, + "0.8": 0.9545230214663135, + "0.9": 0.9722281910309728 + }, + "matched_mcc_abs_band": 0.9393732710549075, + "act_iou_mean": 0.3009673561377264, + "act_iou_std": 0.0008321229183813511, + "act_iou_n_pairs": 12288.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/dict_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..bd02c21616aac59eb21bb2581020d7d587c2262e --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 12288, + "d_in": 768, + "l0": 64, + "l0_raw": 63.8976, + "recon_r2": 0.9712, + "l1_per_token": 118.3737, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 31, + "dense_rate": 0.0025227864583333335, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 119, + "0.6": 69, + "0.7": 47, + "0.8": 26, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 58, + "0.6": 34, + "0.7": 23, + "0.8": 13, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 3, + "0.6": 3, + "0.7": 3, + "0.8": 2, + "0.9": 1 + }, + "babel_mu1_signed": 0.19530417025089264, + "n_dup_abs": { + "0.5": 193, + "0.6": 123, + "0.7": 83, + "0.8": 46, + "0.9": 10 + }, + "n_dup_clusters_abs": { + "0.5": 95, + "0.6": 61, + "0.7": 41, + "0.8": 23, + "0.9": 5 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 3, + "0.7": 3, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.20532314479351044 + }, + "seed1": { + "d_sae": 12288, + "d_in": 768, + "l0": 64, + "l0_raw": 63.8976, + "recon_r2": 0.9711, + "l1_per_token": 119.0517, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 31, + "dense_rate": 0.0025227864583333335, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 101, + "0.6": 57, + "0.7": 38, + "0.8": 16, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 50, + "0.6": 28, + "0.7": 19, + "0.8": 8, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 3, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 1 + }, + "babel_mu1_signed": 0.1941591054201126, + "n_dup_abs": { + "0.5": 171, + "0.6": 109, + "0.7": 64, + "0.8": 32, + "0.9": 12 + }, + "n_dup_clusters_abs": { + "0.5": 85, + "0.6": 54, + "0.7": 32, + "0.8": 16, + "0.9": 6 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.20381033420562744 + }, + "seed2": { + "d_sae": 12288, + "d_in": 768, + "l0": 64, + "l0_raw": 63.8976, + "recon_r2": 0.9711, + "l1_per_token": 117.9227, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 32, + "dense_rate": 0.0026041666666666665, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 136, + "0.6": 83, + "0.7": 56, + "0.8": 28, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 66, + "0.6": 41, + "0.7": 28, + "0.8": 14, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 3, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 1 + }, + "babel_mu1_signed": 0.19544319808483124, + "n_dup_abs": { + "0.5": 208, + "0.6": 133, + "0.7": 82, + "0.8": 46, + "0.9": 8 + }, + "n_dup_clusters_abs": { + "0.5": 102, + "0.6": 66, + "0.7": 41, + "0.8": 23, + "0.9": 4 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.20510494709014893 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.48372605443000793, + "dcs_abs": 0.4857630729675293, + "frac_sign_flipped": 0.15234375, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.4835529923439026, + "0.6": 0.483801007270813, + "0.7": 0.4838911294937134, + "0.8": 0.4838899075984955, + "0.9": 0.48372605443000793 + }, + "unique_frac_signed": { + "0.5": 0.9954427083333334, + "0.6": 0.9973958333333334, + "0.7": 0.9982503255208334, + "0.8": 0.9991455078125, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.481349300321502, + "0.6": 0.4825411088143786, + "0.7": 0.48304447753374313, + "0.8": 0.48347642745284247, + "0.9": 0.48372605443000793 + }, + "matched_frac_signed": { + "0.5": 0.4327799479166667, + "0.6": 0.3964029947916667, + "0.7": 0.3577473958333333, + "0.8": 0.3209635416666667, + "0.9": 0.28173828125 + }, + "matched_cos_abs": { + "0.5": 0.48473066091537476, + "0.6": 0.4850594997406006, + "0.7": 0.48544371128082275, + "0.8": 0.48560550808906555, + "0.9": 0.4855424761772156 + }, + "unique_frac_abs": { + "0.5": 0.9925130208333334, + "0.6": 0.9952392578125, + "0.7": 0.9969889322916666, + "0.8": 0.9984130859375, + "0.9": 0.9995524088541666 + }, + "dedup_dcs_abs": { + "0.5": 0.4811014925556568, + "0.6": 0.48275025651673786, + "0.7": 0.4839820073975716, + "0.8": 0.48483489387945156, + "0.9": 0.4853251516639526 + }, + "matched_frac_abs": { + "0.5": 0.4305013020833333, + "0.6": 0.3951009114583333, + "0.7": 0.356689453125, + "0.8": 0.3203125, + "0.9": 0.281494140625 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.4850541651248932, + "dcs_abs": 0.48714756965637207, + "frac_sign_flipped": 0.15323893229166666, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.48470693826675415, + "0.6": 0.4849589765071869, + "0.7": 0.48511987924575806, + "0.8": 0.48513081669807434, + "0.9": 0.4850541651248932 + }, + "unique_frac_signed": { + "0.5": 0.9946695963541666, + "0.6": 0.9968668619791666, + "0.7": 0.9978841145833334, + "0.8": 0.9989013671875, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.4821232546358563, + "0.6": 0.4834395330993478, + "0.7": 0.48409342116792686, + "0.8": 0.4845978360644949, + "0.9": 0.4850541651248932 + }, + "matched_frac_signed": { + "0.5": 0.4310709635416667, + "0.6": 0.3951009114583333, + "0.7": 0.3594563802083333, + "0.8": 0.3224283854166667, + "0.9": 0.2850748697916667 + }, + "matched_cos_abs": { + "0.5": 0.48573005199432373, + "0.6": 0.48625609278678894, + "0.7": 0.4866196811199188, + "0.8": 0.4868212938308716, + "0.9": 0.4869636595249176 + }, + "unique_frac_abs": { + "0.5": 0.99169921875, + "0.6": 0.9947509765625, + "0.7": 0.9966227213541666, + "0.8": 0.9981282552083334, + "0.9": 0.9996337890625 + }, + "dedup_dcs_abs": { + "0.5": 0.4816981130861677, + "0.6": 0.4837037231591239, + "0.7": 0.4849762308622303, + "0.8": 0.4859100886096712, + "0.9": 0.48678532810663455 + }, + "matched_frac_abs": { + "0.5": 0.4285481770833333, + "0.6": 0.3941243489583333, + "0.7": 0.3582356770833333, + "0.8": 0.3216145833333333, + "0.9": 0.2847493489583333 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.48296311497688293, + "dcs_abs": 0.4852086007595062, + "frac_sign_flipped": 0.15388997395833334, + "alive_source": "stats", + "n_alive_a": 12288, + "n_alive_b": 12288, + "matched_cos_signed": { + "0.5": 0.4829995036125183, + "0.6": 0.48306789994239807, + "0.7": 0.48308712244033813, + "0.8": 0.4831407964229584, + "0.9": 0.48296311497688293 + }, + "unique_frac_signed": { + "0.5": 0.9950764973958334, + "0.6": 0.9971110026041666, + "0.7": 0.9980875651041666, + "0.8": 0.9991048177083334, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.48062145429867087, + "0.6": 0.4816723180374538, + "0.7": 0.4821632497696555, + "0.8": 0.48270829733761883, + "0.9": 0.48296311497688293 + }, + "matched_frac_signed": { + "0.5": 0.4312337239583333, + "0.6": 0.392822265625, + "0.7": 0.3575846354166667, + "0.8": 0.3207194010416667, + "0.9": 0.282958984375 + }, + "matched_cos_abs": { + "0.5": 0.48432889580726624, + "0.6": 0.4845554232597351, + "0.7": 0.4847815930843353, + "0.8": 0.48501279950141907, + "0.9": 0.4850381314754486 + }, + "unique_frac_abs": { + "0.5": 0.9921875, + "0.6": 0.9950358072916666, + "0.7": 0.9970296223958334, + "0.8": 0.9984130859375, + "0.9": 0.9995930989583334 + }, + "dedup_dcs_abs": { + "0.5": 0.48054507630877197, + "0.6": 0.4821499967608057, + "0.7": 0.4833416086973254, + "0.8": 0.4842431258693978, + "0.9": 0.48484076895450323 + }, + "matched_frac_abs": { + "0.5": 0.4296875, + "0.6": 0.3916015625, + "0.7": 0.3567708333333333, + "0.8": 0.320068359375, + "0.9": 0.28271484375 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 31, + "n_dense_std": 0.5773502691896258, + "l0_mean": 64, + "l0_std": 8.702335715267317e-15, + "recon_r2_mean": 0.9711333333333333, + "recon_r2_std": 0.0, + "l1_per_token_mean": 118.44936666666666, + "l1_per_token_std": 0.5673503238740546, + "babel_mu1_signed_mean": 0.19496882458527884, + "babel_mu1_signed_std": 0.0007046744138114592, + "n_dup_signed_per_threshold": { + "0.5": 118.66666666666667, + "0.6": 69.66666666666667, + "0.7": 47.0, + "0.8": 23.333333333333332, + "0.9": 0.0 + }, + "n_dup_signed_band": 35.0, + "n_dup_signed_band_std": 7.013380069552769, + "n_dup_clusters_signed_per_threshold": { + "0.5": 58.0, + "0.6": 34.333333333333336, + "0.7": 23.333333333333332, + "0.8": 11.666666666666666, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 17.333333333333336, + "n_dup_clusters_signed_band_std": 3.5029749261639505, + "largest_dup_signed_per_threshold": { + "0.5": 3.0, + "0.6": 3.0, + "0.7": 2.3333333333333335, + "0.8": 2.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 2.0833333333333335, + "largest_dup_signed_band_std": 0.14433756729740643, + "dcs_signed_mean": 0.48391444484392804, + "dcs_signed_std": 0.0010581781000456216, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.48136466975200976, + "0.6": 0.4825509866503934, + "0.7": 0.4831003828237752, + "0.8": 0.48359418695165207, + "0.9": 0.48391444484392804 + }, + "dedup_dcs_signed_band": 0.4832900003174372, + "dedup_dcs_signed_band_std": 0.0009631191823450227, + "matched_cos_signed_per_threshold": { + "0.5": 0.48375314474105835, + "0.6": 0.4839426279067993, + "0.7": 0.48403271039326984, + "0.8": 0.4840538402398427, + "0.9": 0.48391444484392804 + }, + "matched_cos_signed_band": 0.48398590584595996, + "matched_cos_signed_band_std": 0.0010100290779935623, + "unique_frac_signed_per_threshold": { + "0.5": 0.9950629340277778, + "0.6": 0.9971245659722222, + "0.7": 0.9980740017361112, + "0.8": 0.9990505642361112, + "0.9": 1.0 + }, + "unique_frac_signed_band": 0.9985622829861112, + "unique_frac_signed_band_std": 0.0001428989495558702, + "matched_frac_signed_per_threshold": { + "0.5": 0.43169487847222227, + "0.6": 0.394775390625, + "0.7": 0.3582628038194444, + "0.8": 0.3213704427083333, + "0.9": 0.28325737847222227 + }, + "matched_frac_signed_band": 0.33941650390625, + "matched_frac_signed_band_std": 0.001012358016326864, + "babel_mu1_abs_mean": 0.20474614202976227, + "babel_mu1_abs_std": 0.0008177437081519053, + "n_dup_abs_per_threshold": { + "0.5": 190.66666666666666, + "0.6": 121.66666666666667, + "0.7": 76.33333333333333, + "0.8": 41.333333333333336, + "0.9": 10.0 + }, + "n_dup_abs_band": 62.333333333333336, + "n_dup_abs_band_std": 7.054844671098955, + "n_dup_clusters_abs_per_threshold": { + "0.5": 94.0, + "0.6": 60.333333333333336, + "0.7": 38.0, + "0.8": 20.666666666666668, + "0.9": 5.0 + }, + "n_dup_clusters_abs_band": 31.000000000000004, + "n_dup_clusters_abs_band_std": 3.5, + "largest_dup_abs_per_threshold": { + "0.5": 3.0, + "0.6": 3.0, + "0.7": 2.3333333333333335, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.3333333333333335, + "largest_dup_abs_band_std": 0.14433756729740643, + "dcs_abs_mean": 0.4860397477944692, + "dcs_abs_std": 0.0009986550033169392, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.4811148939835322, + "0.6": 0.4828679921455558, + "0.7": 0.4840999489857091, + "0.8": 0.48499603611950687, + "0.9": 0.4856504162416968 + }, + "dedup_dcs_abs_band": 0.48440359837311714, + "dedup_dcs_abs_band_std": 0.0008642414870952852, + "matched_cos_abs_per_threshold": { + "0.5": 0.4849298695723216, + "0.6": 0.4852903385957082, + "0.7": 0.4856149951616923, + "0.8": 0.4858132004737854, + "0.9": 0.4858480890591939 + }, + "matched_cos_abs_band": 0.48564165582259494, + "matched_cos_abs_band_std": 0.0009304514475728574, + "unique_frac_abs_per_threshold": { + "0.5": 0.9921332465277778, + "0.6": 0.9950086805555555, + "0.7": 0.9968804253472222, + "0.8": 0.9983181423611112, + "0.9": 0.9995930989583334 + }, + "unique_frac_abs_band": 0.9974500868055556, + "unique_frac_abs_band_std": 0.0001446980000362782, + "matched_frac_abs_per_threshold": { + "0.5": 0.4295789930555555, + "0.6": 0.39360894097222215, + "0.7": 0.35723198784722215, + "0.8": 0.3206651475694444, + "0.9": 0.2829861111111111 + }, + "matched_frac_abs_band": 0.338623046875, + "matched_frac_abs_band_std": 0.0009656937081954605, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/config.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..10dca0d51af6f32bd6a0e03266fe81f53950f413 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 64, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..5f8bee79596dd7c638fe4471657a32b9335ec9fd --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1065, + "r2_score": 0.9712, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.0052, + "l0_per_token_0.05": 0.0052, + "l0_per_token_0.1": 0.0052, + "l0_per_token_0.5": 0.0052, + "l0_per_token_1.0": 0.0033, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0007, + "live_latent_frac": 1.0, + "l1_per_token": 118.3737 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/config.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..854438ca02d0ba74a3c53bd7168fcd09f7a150fb --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 64, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..89b6ac280ef0c9f50de95a4d43b2ae39ae9731a0 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1067, + "r2_score": 0.9711, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.0052, + "l0_per_token_0.05": 0.0052, + "l0_per_token_0.1": 0.0052, + "l0_per_token_0.5": 0.0052, + "l0_per_token_1.0": 0.0033, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0007, + "live_latent_frac": 1.0, + "l1_per_token": 119.0517 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/config.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f09a7c503cce76d640a14afb82902f286199463c --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 16, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 64, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..90ef1e9c4d07d5e522cddbb7a1cb3f538bb09059 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1067, + "r2_score": 0.9711, + "l0_per_token_0": 0.0052, + "l0_per_token_0.001": 0.0052, + "l0_per_token_0.01": 0.0052, + "l0_per_token_0.05": 0.0052, + "l0_per_token_0.1": 0.0052, + "l0_per_token_0.5": 0.0052, + "l0_per_token_1.0": 0.0033, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0005, + "live_latent_frac": 1.0, + "l1_per_token": 117.9227 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_128/code_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_128/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..e982cdd653840d926200ef2364d37587ca8c91f7 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_128/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 127.80829961089495, + "recon_r2": 0.9735455875373764, + "l1_per_token": 187.25399052523233 + }, + "seed1": { + "l0": 127.86043709468223, + "recon_r2": 0.9736414308587705, + "l1_per_token": 182.5364159883529 + }, + "seed2": { + "l0": 127.99200907911803, + "recon_r2": 0.9734413572045786, + "l1_per_token": 189.28349931992568 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.8310382538926251, + "mcc_abs": 0.8313759438421854, + "act_iou": 0.6113557366136791, + "act_iou_n_pairs": 3072, + "input_r2": 0.9867011138524244, + "matched_mcc_signed": { + "0.6": 0.9557461591451071, + "0.7": 0.9612340551719217, + "0.8": 0.9699012364200496, + "0.9": 0.9774658472091793 + }, + "matched_mcc_abs": { + "0.6": 0.9536868251646441, + "0.7": 0.959800092633683, + "0.8": 0.9688045533610871, + "0.9": 0.9769401192774338 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.8322673416085912, + "mcc_abs": 0.8325973613865977, + "act_iou": 0.6088632552265963, + "act_iou_n_pairs": 3072, + "input_r2": 0.986246524453457, + "matched_mcc_signed": { + "0.6": 0.9535368650553465, + "0.7": 0.9603274002388307, + "0.8": 0.9684214582711727, + "0.9": 0.9773431019322654 + }, + "matched_mcc_abs": { + "0.6": 0.9512741328552985, + "0.7": 0.9583123924881924, + "0.8": 0.9678896894621989, + "0.9": 0.9773043417895559 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.8269515515357918, + "mcc_abs": 0.8272907709735621, + "act_iou": 0.6065678940475335, + "act_iou_n_pairs": 3072, + "input_r2": 0.9864061925544492, + "matched_mcc_signed": { + "0.6": 0.9553876908202976, + "0.7": 0.9624656118274896, + "0.8": 0.9692501314616038, + "0.9": 0.9764376787161292 + }, + "matched_mcc_abs": { + "0.6": 0.9536025106162943, + "0.7": 0.9612463099404988, + "0.8": 0.9686570765783925, + "0.9": 0.976089531212062 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 127.88691526156508, + "l0_std": 0.09467371424956884, + "recon_r2_mean": 0.9735427918669085, + "recon_r2_std": 0.0001000661211672232, + "l1_per_token_mean": 186.35796861117032, + "l1_per_token_std": 3.4616361483634215, + "input_r2_mean": 0.9864512769534436, + "input_r2_std": 0.00023062379037712866, + "mcc_signed_mean": 0.8300857156790027, + "mcc_signed_std": 0.0027829665486358767, + "mcc_abs_mean": 0.830421358734115, + "mcc_abs_std": 0.002779100573808475, + "matched_mcc_signed_per_threshold": { + "0.6": 0.9548902383402504, + "0.7": 0.9613423557460806, + "0.8": 0.969190942050942, + "0.9": 0.9770822092858579 + }, + "matched_mcc_signed_band": 0.9656264363557827, + "matched_mcc_abs_per_threshold": { + "0.6": 0.9528544895454122, + "0.7": 0.9597862650207913, + "0.8": 0.9684504398005594, + "0.9": 0.9767779974263506 + }, + "matched_mcc_abs_band": 0.9644672979482783, + "act_iou_mean": 0.608928961962603, + "act_iou_std": 0.0023945974903762947, + "act_iou_n_pairs": 3072.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_128/dict_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_128/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..7a1de8ad802ac73ee921a2ad3e5d0dc898ce65e8 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_128/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 3072, + "d_in": 768, + "l0": 128, + "l0_raw": 127.7952, + "recon_r2": 0.9735, + "l1_per_token": 187.3075, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 268, + "dense_rate": 0.08723958333333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 4, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 2, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 1 + }, + "babel_mu1_signed": 0.16538286209106445, + "n_dup_abs": { + "0.5": 108, + "0.6": 96, + "0.7": 90, + "0.8": 90, + "0.9": 80 + }, + "n_dup_clusters_abs": { + "0.5": 54, + "0.6": 48, + "0.7": 45, + "0.8": 45, + "0.9": 40 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.2064165621995926 + }, + "seed1": { + "d_sae": 3072, + "d_in": 768, + "l0": 128, + "l0_raw": 127.7952, + "recon_r2": 0.9736, + "l1_per_token": 182.5727, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 265, + "dense_rate": 0.08626302083333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.16470392048358917, + "n_dup_abs": { + "0.5": 114, + "0.6": 106, + "0.7": 104, + "0.8": 100, + "0.9": 90 + }, + "n_dup_clusters_abs": { + "0.5": 57, + "0.6": 53, + "0.7": 52, + "0.8": 50, + "0.9": 45 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.21009886264801025 + }, + "seed2": { + "d_sae": 3072, + "d_in": 768, + "l0": 128, + "l0_raw": 128.1024, + "recon_r2": 0.9734, + "l1_per_token": 189.3606, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 266, + "dense_rate": 0.08658854166666667, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 1, + "0.6": 1, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.1651996225118637, + "n_dup_abs": { + "0.5": 116, + "0.6": 100, + "0.7": 94, + "0.8": 92, + "0.9": 90 + }, + "n_dup_clusters_abs": { + "0.5": 58, + "0.6": 50, + "0.7": 47, + "0.8": 46, + "0.9": 45 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.20794568955898285 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.8042056560516357, + "dcs_abs": 0.8056440353393555, + "frac_sign_flipped": 0.0302734375, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.804673433303833, + "0.6": 0.804445207118988, + "0.7": 0.804445207118988, + "0.8": 0.804445207118988, + "0.9": 0.8042056560516357 + }, + "unique_frac_signed": { + "0.5": 0.9996744791666666, + "0.6": 0.9998372395833334, + "0.7": 0.9998372395833334, + "0.8": 0.9998372395833334, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.8044114953372627, + "0.6": 0.8043142752818919, + "0.7": 0.8043142752818919, + "0.8": 0.8043142752818919, + "0.9": 0.8042056560516357 + }, + "matched_frac_signed": { + "0.5": 0.8193359375, + "0.6": 0.7945963541666666, + "0.7": 0.7763671875, + "0.8": 0.7408854166666666, + "0.9": 0.6868489583333334 + }, + "matched_cos_abs": { + "0.5": 0.813916027545929, + "0.6": 0.8139116168022156, + "0.7": 0.8137345910072327, + "0.8": 0.8133804202079773, + "0.9": 0.8124451637268066 + }, + "unique_frac_abs": { + "0.5": 0.98193359375, + "0.6": 0.9835611979166666, + "0.7": 0.9842122395833334, + "0.8": 0.9845377604166666, + "0.9": 0.9861653645833334 + }, + "dedup_dcs_abs": { + "0.5": 0.799211489938898, + "0.6": 0.800531884820278, + "0.7": 0.8008875442416563, + "0.8": 0.8008037372783292, + "0.9": 0.8012052810906123 + }, + "matched_frac_abs": { + "0.5": 0.81640625, + "0.6": 0.7939453125, + "0.7": 0.775390625, + "0.8": 0.7399088541666666, + "0.9": 0.6865234375 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.7999176383018494, + "dcs_abs": 0.8014013767242432, + "frac_sign_flipped": 0.030598958333333332, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.8001644015312195, + "0.6": 0.800041913986206, + "0.7": 0.8001572489738464, + "0.8": 0.8001572489738464, + "0.9": 0.7999176383018494 + }, + "unique_frac_signed": { + "0.5": 0.99951171875, + "0.6": 0.9996744791666666, + "0.7": 0.9998372395833334, + "0.8": 0.9998372395833334, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.7997736962570343, + "0.6": 0.7997814836756636, + "0.7": 0.8000270150466047, + "0.8": 0.8000270150466047, + "0.9": 0.7999176383018494 + }, + "matched_frac_signed": { + "0.5": 0.8186848958333334, + "0.6": 0.7972005208333334, + "0.7": 0.7724609375, + "0.8": 0.736328125, + "0.9": 0.6702473958333334 + }, + "matched_cos_abs": { + "0.5": 0.8097802996635437, + "0.6": 0.8090988993644714, + "0.7": 0.808817446231842, + "0.8": 0.8085996508598328, + "0.9": 0.8084743022918701 + }, + "unique_frac_abs": { + "0.5": 0.9817708333333334, + "0.6": 0.9840494791666666, + "0.7": 0.9850260416666666, + "0.8": 0.9851888020833334, + "0.9": 0.9861653645833334 + }, + "dedup_dcs_abs": { + "0.5": 0.7950186796175938, + "0.6": 0.7961933505139314, + "0.7": 0.7967062474926934, + "0.8": 0.7966233213956002, + "0.9": 0.7972893550759181 + }, + "matched_frac_abs": { + "0.5": 0.81640625, + "0.6": 0.7958984375, + "0.7": 0.771484375, + "0.8": 0.7353515625, + "0.9": 0.669921875 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.8003015518188477, + "dcs_abs": 0.8013460636138916, + "frac_sign_flipped": 0.034830729166666664, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.8005486130714417, + "0.6": 0.8005486130714417, + "0.7": 0.8003015518188477, + "0.8": 0.8003015518188477, + "0.9": 0.8003015518188477 + }, + "unique_frac_signed": { + "0.5": 0.9998372395833334, + "0.6": 0.9998372395833334, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.8004183154456163, + "0.6": 0.8004183154456163, + "0.7": 0.8003015518188477, + "0.8": 0.8003015518188477, + "0.9": 0.8003015518188477 + }, + "matched_frac_signed": { + "0.5": 0.8154296875, + "0.6": 0.7903645833333334, + "0.7": 0.7659505208333334, + "0.8": 0.73828125, + "0.9": 0.6783854166666666 + }, + "matched_cos_abs": { + "0.5": 0.8090705275535583, + "0.6": 0.8089057207107544, + "0.7": 0.808976948261261, + "0.8": 0.8088078498840332, + "0.9": 0.8078117370605469 + }, + "unique_frac_abs": { + "0.5": 0.9812825520833334, + "0.6": 0.9832356770833334, + "0.7": 0.98388671875, + "0.8": 0.984375, + "0.9": 0.9853515625 + }, + "dedup_dcs_abs": { + "0.5": 0.7939267920931646, + "0.6": 0.7953449639996204, + "0.7": 0.7959416751691606, + "0.8": 0.7961702272295952, + "0.9": 0.795978557318449 + }, + "matched_frac_abs": { + "0.5": 0.8125, + "0.6": 0.7887369791666666, + "0.7": 0.7643229166666666, + "0.8": 0.7373046875, + "0.9": 0.677734375 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 266, + "n_dense_std": 1.5275252316519465, + "l0_mean": 128, + "l0_std": 0.17736200269504993, + "recon_r2_mean": 0.9735, + "recon_r2_std": 9.999999999998899e-05, + "l1_per_token_mean": 186.4136, + "l1_per_token_std": 3.4815936470721836, + "babel_mu1_signed_mean": 0.16509546836217245, + "babel_mu1_signed_std": 0.0003512498993077609, + "n_dup_signed_per_threshold": { + "0.5": 2.0, + "0.6": 1.3333333333333333, + "0.7": 0.6666666666666666, + "0.8": 0.6666666666666666, + "0.9": 0.0 + }, + "n_dup_signed_band": 0.6666666666666666, + "n_dup_signed_band_std": 0.7637626158259733, + "n_dup_clusters_signed_per_threshold": { + "0.5": 1.0, + "0.6": 0.6666666666666666, + "0.7": 0.3333333333333333, + "0.8": 0.3333333333333333, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 0.3333333333333333, + "n_dup_clusters_signed_band_std": 0.38188130791298663, + "largest_dup_signed_per_threshold": { + "0.5": 1.6666666666666667, + "0.6": 1.6666666666666667, + "0.7": 1.3333333333333333, + "0.8": 1.3333333333333333, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.3333333333333333, + "largest_dup_signed_band_std": 0.38188130791298663, + "dcs_signed_mean": 0.801474948724111, + "dcs_signed_std": 0.0023726397279363364, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.8015345023466378, + "0.6": 0.801504691467724, + "0.7": 0.8015476140491148, + "0.8": 0.8015476140491148, + "0.9": 0.801474948724111 + }, + "dedup_dcs_signed_band": 0.8015187170725162, + "dedup_dcs_signed_band_std": 0.0024055245209314044, + "matched_cos_signed_per_threshold": { + "0.5": 0.801795482635498, + "0.6": 0.8016785780588785, + "0.7": 0.801634669303894, + "0.8": 0.801634669303894, + "0.9": 0.801474948724111 + }, + "matched_cos_signed_band": 0.8016057163476944, + "matched_cos_signed_band_std": 0.002411715588716453, + "unique_frac_signed_per_threshold": { + "0.5": 0.9996744791666666, + "0.6": 0.9997829861111112, + "0.7": 0.9998914930555557, + "0.8": 0.9998914930555557, + "0.9": 1.0 + }, + "unique_frac_signed_band": 0.9998914930555557, + "unique_frac_signed_band_std": 6.215516079313338e-05, + "matched_frac_signed_per_threshold": { + "0.5": 0.8178168402777778, + "0.6": 0.7940538194444445, + "0.7": 0.7715928819444445, + "0.8": 0.7384982638888888, + "0.9": 0.6784939236111112 + }, + "matched_frac_signed_band": 0.7456597222222222, + "matched_frac_signed_band_std": 0.003500610439613744, + "babel_mu1_abs_mean": 0.20815370480219522, + "babel_mu1_abs_std": 0.001849942405633419, + "n_dup_abs_per_threshold": { + "0.5": 112.66666666666667, + "0.6": 100.66666666666667, + "0.7": 96.0, + "0.8": 94.0, + "0.9": 86.66666666666667 + }, + "n_dup_abs_band": 94.33333333333334, + "n_dup_abs_band_std": 5.507570547286102, + "n_dup_clusters_abs_per_threshold": { + "0.5": 56.333333333333336, + "0.6": 50.333333333333336, + "0.7": 48.0, + "0.8": 47.0, + "0.9": 43.333333333333336 + }, + "n_dup_clusters_abs_band": 47.16666666666667, + "n_dup_clusters_abs_band_std": 2.753785273643051, + "largest_dup_abs_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.0, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.8027971585591634, + "dcs_abs_std": 0.002465622727880669, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.7960523205498854, + "0.6": 0.7973567331112766, + "0.7": 0.7978451556345035, + "0.8": 0.7978657619678415, + "0.9": 0.7981577311616599 + }, + "dedup_dcs_abs_band": 0.7978063454688205, + "dedup_dcs_abs_band_std": 0.002675547689044904, + "matched_cos_abs_per_threshold": { + "0.5": 0.8109222849210104, + "0.6": 0.8106387456258138, + "0.7": 0.8105096618334452, + "0.8": 0.8102626403172811, + "0.9": 0.8095770676930746 + }, + "matched_cos_abs_band": 0.8102470288674037, + "matched_cos_abs_band_std": 0.0027034835912255356, + "unique_frac_abs_per_threshold": { + "0.5": 0.981662326388889, + "0.6": 0.9836154513888888, + "0.7": 0.984375, + "0.8": 0.9847005208333334, + "0.9": 0.9858940972222223 + }, + "unique_frac_abs_band": 0.9846462673611112, + "unique_frac_abs_band_std": 0.00044820723854865576, + "matched_frac_abs_per_threshold": { + "0.5": 0.8151041666666666, + "0.6": 0.7928602430555555, + "0.7": 0.7703993055555555, + "0.8": 0.7375217013888888, + "0.9": 0.6780598958333334 + }, + "matched_frac_abs_band": 0.7447102864583334, + "matched_frac_abs_band_std": 0.0037088310107766466, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed0/config.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c35a8861a4210a98ca2e367ff6d4aa8deaefeb55 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed0/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 128, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..065b544ce3c8ea392a6aefcea73f6cc1625e5c5d --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0978, + "r2_score": 0.9735, + "l0_per_token_0": 0.0416, + "l0_per_token_0.001": 0.0416, + "l0_per_token_0.01": 0.0416, + "l0_per_token_0.05": 0.0416, + "l0_per_token_0.1": 0.0416, + "l0_per_token_0.5": 0.0407, + "l0_per_token_1.0": 0.0195, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0544, + "live_latent_frac": 1.0, + "l1_per_token": 187.3075 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed1/config.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..69eb8061c95e13eabf11b5605ce9e0273fa5b6ee --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed1/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 128, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..e3d6339f571f3b2ea3cb9c6670c9e9357ea9b7ba --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0974, + "r2_score": 0.9736, + "l0_per_token_0": 0.0416, + "l0_per_token_0.001": 0.0416, + "l0_per_token_0.01": 0.0416, + "l0_per_token_0.05": 0.0416, + "l0_per_token_0.1": 0.0416, + "l0_per_token_0.5": 0.0408, + "l0_per_token_1.0": 0.0195, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0521, + "live_latent_frac": 1.0, + "l1_per_token": 182.5727 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed2/config.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea55bca5defbb5c0d14766fcc72e07889904e940 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed2/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 128, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..52463edc3ae9e2170008de63ad7d8c8eb8553eaf --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.0981, + "r2_score": 0.9734, + "l0_per_token_0": 0.0417, + "l0_per_token_0.001": 0.0417, + "l0_per_token_0.01": 0.0417, + "l0_per_token_0.05": 0.0417, + "l0_per_token_0.1": 0.0417, + "l0_per_token_0.5": 0.041, + "l0_per_token_1.0": 0.0197, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0544, + "live_latent_frac": 1.0, + "l1_per_token": 189.3606 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_32/code_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_32/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..e0ebe6339b5eba9e22a28187bdb981231be8e394 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_32/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 32.05078728923476, + "recon_r2": 0.9551329095079198, + "l1_per_token": 92.1583183642247 + }, + "seed1": { + "l0": 32.02948119325551, + "recon_r2": 0.9551697858025693, + "l1_per_token": 91.46734735581909 + }, + "seed2": { + "l0": 32.08818677042802, + "recon_r2": 0.9549875118596333, + "l1_per_token": 92.66057466775217 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.8092696332763701, + "mcc_abs": 0.809320736819735, + "act_iou": 0.6617149797421935, + "act_iou_n_pairs": 3072, + "input_r2": 0.9897753725043655, + "matched_mcc_signed": { + "0.6": 0.955324509817214, + "0.7": 0.9604592017666529, + "0.8": 0.9669165534081017, + "0.9": 0.9737470935613771 + }, + "matched_mcc_abs": { + "0.6": 0.9554403111684986, + "0.7": 0.9603981082461872, + "0.8": 0.9669412955504316, + "0.9": 0.9737298452919518 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.8072503136971415, + "mcc_abs": 0.8073184298384352, + "act_iou": 0.6611586751094007, + "act_iou_n_pairs": 3072, + "input_r2": 0.9898314363046794, + "matched_mcc_signed": { + "0.6": 0.9512325816239874, + "0.7": 0.9593405843203472, + "0.8": 0.9657912633121669, + "0.9": 0.9734224952514393 + }, + "matched_mcc_abs": { + "0.6": 0.950712095629045, + "0.7": 0.9592688156511522, + "0.8": 0.965658891535763, + "0.9": 0.9734034792912942 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.8070326176458901, + "mcc_abs": 0.8071133985380677, + "act_iou": 0.660548653429746, + "act_iou_n_pairs": 3072, + "input_r2": 0.9895853266321959, + "matched_mcc_signed": { + "0.6": 0.9536620503077697, + "0.7": 0.9612059647835028, + "0.8": 0.9679499861215163, + "0.9": 0.9739898945330548 + }, + "matched_mcc_abs": { + "0.6": 0.9529595934941167, + "0.7": 0.9611494487697142, + "0.8": 0.9679294580261005, + "0.9": 0.9739736974175337 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 32.05615175097277, + "l0_std": 0.029718164228179585, + "recon_r2_mean": 0.9550967357233741, + "recon_r2_std": 9.6370921883266e-05, + "l1_per_token_mean": 92.09541346259864, + "l1_per_token_std": 0.5990956722195556, + "input_r2_mean": 0.9897307118137469, + "input_r2_std": 0.0001289900216581967, + "mcc_signed_mean": 0.8078508548731339, + "mcc_signed_std": 0.0012335100367649142, + "mcc_abs_mean": 0.8079175217320792, + "mcc_abs_std": 0.0012195363443543187, + "matched_mcc_signed_per_threshold": { + "0.6": 0.9534063805829903, + "0.7": 0.9603352502901678, + "0.8": 0.966885934280595, + "0.9": 0.9737198277819571 + }, + "matched_mcc_signed_band": 0.9635868482339276, + "matched_mcc_abs_per_threshold": { + "0.6": 0.9530373334305535, + "0.7": 0.9602721242223512, + "0.8": 0.9668432150374318, + "0.9": 0.9737023406669266 + }, + "matched_mcc_abs_band": 0.9634637533393158, + "act_iou_mean": 0.6611407694271134, + "act_iou_std": 0.0005833692885904101, + "act_iou_n_pairs": 3072.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_32/dict_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_32/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..307e724154bcd6271ca85bbd55c0ad202190128c --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_32/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 3072, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9551, + "l1_per_token": 92.1742, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 16, + "dense_rate": 0.005208333333333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 8, + "0.6": 2, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 4, + "0.6": 1, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.19082637131214142, + "n_dup_abs": { + "0.5": 24, + "0.6": 12, + "0.7": 8, + "0.8": 8, + "0.9": 6 + }, + "n_dup_clusters_abs": { + "0.5": 12, + "0.6": 6, + "0.7": 4, + "0.8": 4, + "0.9": 3 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.19878263771533966 + }, + "seed1": { + "d_sae": 3072, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9551, + "l1_per_token": 91.4717, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 16, + "dense_rate": 0.005208333333333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 6, + "0.6": 2, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 3, + "0.6": 1, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.19185525178909302, + "n_dup_abs": { + "0.5": 20, + "0.6": 12, + "0.7": 10, + "0.8": 6, + "0.9": 6 + }, + "n_dup_clusters_abs": { + "0.5": 10, + "0.6": 6, + "0.7": 5, + "0.8": 3, + "0.9": 3 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.19969023764133453 + }, + "seed2": { + "d_sae": 3072, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.955, + "l1_per_token": 92.6854, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 14, + "dense_rate": 0.004557291666666667, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 4, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 2, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.19006387889385223, + "n_dup_abs": { + "0.5": 12, + "0.6": 6, + "0.7": 4, + "0.8": 4, + "0.9": 4 + }, + "n_dup_clusters_abs": { + "0.5": 6, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.19755180180072784 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.828850269317627, + "dcs_abs": 0.830113410949707, + "frac_sign_flipped": 0.040364583333333336, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.8289244771003723, + "0.6": 0.8288153409957886, + "0.7": 0.828850269317627, + "0.8": 0.828850269317627, + "0.9": 0.828850269317627 + }, + "unique_frac_signed": { + "0.5": 0.9988606770833334, + "0.6": 0.9996744791666666, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.827980064447426, + "0.6": 0.8285455443353081, + "0.7": 0.828850269317627, + "0.8": 0.828850269317627, + "0.9": 0.828850269317627 + }, + "matched_frac_signed": { + "0.5": 0.8326822916666666, + "0.6": 0.8209635416666666, + "0.7": 0.8089192708333334, + "0.8": 0.7848307291666666, + "0.9": 0.748046875 + }, + "matched_cos_abs": { + "0.5": 0.8299980163574219, + "0.6": 0.8299298286437988, + "0.7": 0.8300195336341858, + "0.8": 0.8299959897994995, + "0.9": 0.8300079703330994 + }, + "unique_frac_abs": { + "0.5": 0.9964192708333334, + "0.6": 0.998046875, + "0.7": 0.99853515625, + "0.8": 0.9988606770833334, + "0.9": 0.9990234375 + }, + "dedup_dcs_abs": { + "0.5": 0.8270260182519754, + "0.6": 0.8283088719472289, + "0.7": 0.8288036847079638, + "0.8": 0.8290503563475795, + "0.9": 0.829197415674571 + }, + "matched_frac_abs": { + "0.5": 0.8297526041666666, + "0.6": 0.8199869791666666, + "0.7": 0.8082682291666666, + "0.8": 0.7838541666666666, + "0.9": 0.7473958333333334 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.828951358795166, + "dcs_abs": 0.8302128911018372, + "frac_sign_flipped": 0.036783854166666664, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.8293708562850952, + "0.6": 0.8291928172111511, + "0.7": 0.828951358795166, + "0.8": 0.828951358795166, + "0.9": 0.828951358795166 + }, + "unique_frac_signed": { + "0.5": 0.9990234375, + "0.6": 0.9998372395833334, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.8285609238082543, + "0.6": 0.8290578574427249, + "0.7": 0.828951358795166, + "0.8": 0.828951358795166, + "0.9": 0.828951358795166 + }, + "matched_frac_signed": { + "0.5": 0.8382161458333334, + "0.6": 0.8216145833333334, + "0.7": 0.802734375, + "0.8": 0.7819010416666666, + "0.9": 0.7415364583333334 + }, + "matched_cos_abs": { + "0.5": 0.830889880657196, + "0.6": 0.8306258320808411, + "0.7": 0.8302557468414307, + "0.8": 0.8302557468414307, + "0.9": 0.8302267789840698 + }, + "unique_frac_abs": { + "0.5": 0.9970703125, + "0.6": 0.99853515625, + "0.7": 0.9990234375, + "0.8": 0.9990234375, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_abs": { + "0.5": 0.8284556329599582, + "0.6": 0.8294090950221289, + "0.7": 0.8294449502136558, + "0.8": 0.8294449502136558, + "0.9": 0.8295511387016934 + }, + "matched_frac_abs": { + "0.5": 0.8372395833333334, + "0.6": 0.8209635416666666, + "0.7": 0.8024088541666666, + "0.8": 0.7815755208333334, + "0.9": 0.7408854166666666 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.8261902332305908, + "dcs_abs": 0.826953113079071, + "frac_sign_flipped": 0.033528645833333336, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.8262224793434143, + "0.6": 0.8264197707176208, + "0.7": 0.8261902332305908, + "0.8": 0.8261902332305908, + "0.9": 0.8261902332305908 + }, + "unique_frac_signed": { + "0.5": 0.9991861979166666, + "0.6": 0.9998372395833334, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.8255500977684278, + "0.6": 0.8262852622913973, + "0.7": 0.8261902332305908, + "0.8": 0.8261902332305908, + "0.9": 0.8261902332305908 + }, + "matched_frac_signed": { + "0.5": 0.833984375, + "0.6": 0.8193359375, + "0.7": 0.8011067708333334, + "0.8": 0.7783203125, + "0.9": 0.7434895833333334 + }, + "matched_cos_abs": { + "0.5": 0.8272656202316284, + "0.6": 0.8273926377296448, + "0.7": 0.8272384405136108, + "0.8": 0.8270357251167297, + "0.9": 0.8270357251167297 + }, + "unique_frac_abs": { + "0.5": 0.9973958333333334, + "0.6": 0.99853515625, + "0.7": 0.9988606770833334, + "0.8": 0.9991861979166666, + "0.9": 0.9991861979166666 + }, + "dedup_dcs_abs": { + "0.5": 0.825111282678942, + "0.6": 0.8261806367954705, + "0.7": 0.8262959488007862, + "0.8": 0.8263626817206386, + "0.9": 0.8263626817206386 + }, + "matched_frac_abs": { + "0.5": 0.83203125, + "0.6": 0.8196614583333334, + "0.7": 0.8004557291666666, + "0.8": 0.7776692708333334, + "0.9": 0.7428385416666666 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 15, + "n_dense_std": 1.1547005383792517, + "l0_mean": 32, + "l0_std": 4.351167857633658e-15, + "recon_r2_mean": 0.9550666666666666, + "recon_r2_std": 5.773502691895622e-05, + "l1_per_token_mean": 92.11043333333333, + "l1_per_token_std": 0.6085769220074007, + "babel_mu1_signed_mean": 0.19091516733169556, + "babel_mu1_signed_std": 0.0008989815138629554, + "n_dup_signed_per_threshold": { + "0.5": 6.0, + "0.6": 1.3333333333333333, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 0.3333333333333333, + "n_dup_signed_band_std": 0.2886751345948129, + "n_dup_clusters_signed_per_threshold": { + "0.5": 3.0, + "0.6": 0.6666666666666666, + "0.7": 0.0, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 0.16666666666666666, + "n_dup_clusters_signed_band_std": 0.14433756729740646, + "largest_dup_signed_per_threshold": { + "0.5": 2.0, + "0.6": 1.6666666666666667, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.1666666666666667, + "largest_dup_signed_band_std": 0.14433756729740646, + "dcs_signed_mean": 0.8279972871144613, + "dcs_signed_std": 0.001565770601022295, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.8273636953413694, + "0.6": 0.8279628880231434, + "0.7": 0.8279972871144613, + "0.8": 0.8279972871144613, + "0.9": 0.8279972871144613 + }, + "dedup_dcs_signed_band": 0.8279886873416319, + "dedup_dcs_signed_band_std": 0.00154031003469465, + "matched_cos_signed_per_threshold": { + "0.5": 0.8281726042429606, + "0.6": 0.8281426429748535, + "0.7": 0.8279972871144613, + "0.8": 0.8279972871144613, + "0.9": 0.8279972871144613 + }, + "matched_cos_signed_band": 0.8280336260795594, + "matched_cos_signed_band_std": 0.0015490676366562578, + "unique_frac_signed_per_threshold": { + "0.5": 0.9990234375, + "0.6": 0.9997829861111112, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_signed_band": 0.9999457465277778, + "unique_frac_signed_band_std": 2.3492442594021645e-05, + "matched_frac_signed_per_threshold": { + "0.5": 0.8349609375, + "0.6": 0.8206380208333334, + "0.7": 0.8042534722222223, + "0.8": 0.7816840277777777, + "0.9": 0.744357638888889 + }, + "matched_frac_signed_band": 0.7877332899305556, + "matched_frac_signed_band_std": 0.0026524621887845864, + "babel_mu1_abs_mean": 0.1986748923858007, + "babel_mu1_abs_std": 0.001073281767815846, + "n_dup_abs_per_threshold": { + "0.5": 18.666666666666668, + "0.6": 10.0, + "0.7": 7.333333333333333, + "0.8": 6.0, + "0.9": 5.333333333333333 + }, + "n_dup_abs_band": 7.166666666666666, + "n_dup_abs_band_std": 2.309401076758503, + "n_dup_clusters_abs_per_threshold": { + "0.5": 9.333333333333334, + "0.6": 5.0, + "0.7": 3.6666666666666665, + "0.8": 3.0, + "0.9": 2.6666666666666665 + }, + "n_dup_clusters_abs_band": 3.583333333333333, + "n_dup_clusters_abs_band_std": 1.1547005383792515, + "largest_dup_abs_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.0, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.8290931383768717, + "dcs_abs_std": 0.0018539836249511993, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.8268643112969585, + "0.6": 0.8279662012549428, + "0.7": 0.8281815279074687, + "0.8": 0.828285996093958, + "0.9": 0.8283704120323009 + }, + "dedup_dcs_abs_band": 0.8282010343221676, + "dedup_dcs_abs_band_std": 0.0016750882901845469, + "matched_cos_abs_per_threshold": { + "0.5": 0.8293845057487488, + "0.6": 0.8293160994847616, + "0.7": 0.8291712403297424, + "0.8": 0.8290958205858866, + "0.9": 0.8290901581446329 + }, + "matched_cos_abs_band": 0.8291683296362559, + "matched_cos_abs_band_std": 0.0017347135468773211, + "unique_frac_abs_per_threshold": { + "0.5": 0.9969618055555557, + "0.6": 0.9983723958333334, + "0.7": 0.9988064236111112, + "0.8": 0.9990234375, + "0.9": 0.9991319444444443 + }, + "unique_frac_abs_band": 0.9988335503472222, + "unique_frac_abs_band_std": 0.00018793954075178857, + "matched_frac_abs_per_threshold": { + "0.5": 0.8330078125, + "0.6": 0.8202039930555555, + "0.7": 0.8037109375, + "0.8": 0.7810329861111112, + "0.9": 0.7437065972222222 + }, + "matched_frac_abs_band": 0.7871636284722222, + "matched_frac_abs_band_std": 0.002437786668691543, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed0/config.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6b8b0bf9a79be3eaf8cb64f0d93fcb3200327e0f --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed0/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 32, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c09d6d738dc73b1256e811e3229447e0a7a7197a --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1658, + "r2_score": 0.9551, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0104, + "l0_per_token_0.05": 0.0104, + "l0_per_token_0.1": 0.0104, + "l0_per_token_0.5": 0.0104, + "l0_per_token_1.0": 0.0104, + "dead_rate": 0.0, + "dense_rate_0.2": 0.001, + "live_latent_frac": 1.0, + "l1_per_token": 92.1742 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed1/config.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..78eb67885d6081b1eee04627d0a79573862692b1 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed1/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 32, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6b5315aca9885417c9a36b643baad112abe9ebcd --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1656, + "r2_score": 0.9551, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0104, + "l0_per_token_0.05": 0.0104, + "l0_per_token_0.1": 0.0104, + "l0_per_token_0.5": 0.0104, + "l0_per_token_1.0": 0.0104, + "dead_rate": 0.0, + "dense_rate_0.2": 0.001, + "live_latent_frac": 1.0, + "l1_per_token": 91.4717 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed2/config.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..33db7efae94f3b46add2453de64aeae70e044c21 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed2/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 32, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..1b628b521932658fa827f1d0d670cd81caced30d --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1662, + "r2_score": 0.955, + "l0_per_token_0": 0.0104, + "l0_per_token_0.001": 0.0104, + "l0_per_token_0.01": 0.0104, + "l0_per_token_0.05": 0.0104, + "l0_per_token_0.1": 0.0104, + "l0_per_token_0.5": 0.0104, + "l0_per_token_1.0": 0.0104, + "dead_rate": 0.0, + "dense_rate_0.2": 0.001, + "live_latent_frac": 1.0, + "l1_per_token": 92.6854 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_64/code_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_64/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..c09373f86fbaaebe4c132db14ba60bc50d744038 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_64/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 64.04089364461738, + "recon_r2": 0.965752672449887, + "l1_per_token": 125.83079287655183 + }, + "seed1": { + "l0": 63.992158236057065, + "recon_r2": 0.9657185498781529, + "l1_per_token": 125.96973285575599 + }, + "seed2": { + "l0": 64.02423216601815, + "recon_r2": 0.9656546594517439, + "l1_per_token": 126.65735384191404 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.8702998050927376, + "mcc_abs": 0.8704329626964453, + "act_iou": 0.6951362133245468, + "act_iou_n_pairs": 3072, + "input_r2": 0.9902146681688715, + "matched_mcc_signed": { + "0.6": 0.9568676209550181, + "0.7": 0.964607984510467, + "0.8": 0.9698950072666856, + "0.9": 0.9756163905924504 + }, + "matched_mcc_abs": { + "0.6": 0.9559989005176703, + "0.7": 0.963736197776778, + "0.8": 0.9695182644096563, + "0.9": 0.9756171293346912 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.8711676598713242, + "mcc_abs": 0.8712361245683505, + "act_iou": 0.6929568737629443, + "act_iou_n_pairs": 3072, + "input_r2": 0.9900454873721835, + "matched_mcc_signed": { + "0.6": 0.9561251875052224, + "0.7": 0.965563551223705, + "0.8": 0.9727549611432701, + "0.9": 0.978281732100719 + }, + "matched_mcc_abs": { + "0.6": 0.9554516087780373, + "0.7": 0.9646630862662121, + "0.8": 0.9722371210087354, + "0.9": 0.9779264744898296 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.8686435406564256, + "mcc_abs": 0.8687428035790106, + "act_iou": 0.6891907852858336, + "act_iou_n_pairs": 3072, + "input_r2": 0.9898687111270811, + "matched_mcc_signed": { + "0.6": 0.9550353941525525, + "0.7": 0.9634882674794839, + "0.8": 0.9707775262499349, + "0.9": 0.9781402920964573 + }, + "matched_mcc_abs": { + "0.6": 0.9546873870015037, + "0.7": 0.9627200121662747, + "0.8": 0.9704425067353233, + "0.9": 0.9781314988573983 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 64.01909468223087, + "l0_std": 0.02477055341799523, + "recon_r2_mean": 0.9657086272599279, + "recon_r2_std": 4.975420299412952e-05, + "l1_per_token_mean": 126.15262652474063, + "l1_per_token_std": 0.4425927337644904, + "input_r2_mean": 0.9900429555560454, + "input_r2_std": 0.00017299241677256022, + "mcc_signed_mean": 0.8700370018734959, + "mcc_signed_std": 0.001282417093533916, + "mcc_abs_mean": 0.8701372969479354, + "mcc_abs_std": 0.0012726845897952175, + "matched_mcc_signed_per_threshold": { + "0.6": 0.956009400870931, + "0.7": 0.9645532677378853, + "0.8": 0.9711424982199635, + "0.9": 0.977346138263209 + }, + "matched_mcc_signed_band": 0.9672628262729972, + "matched_mcc_abs_per_threshold": { + "0.6": 0.9553792987657371, + "0.7": 0.9637064320697549, + "0.8": 0.9707326307179049, + "0.9": 0.9772250342273064 + }, + "matched_mcc_abs_band": 0.9667608489451759, + "act_iou_mean": 0.6924279574577749, + "act_iou_std": 0.003007797031763437, + "act_iou_n_pairs": 3072.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_64/dict_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_64/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..bb0afabb8a233eeb93b693a080e08471b35f4ef0 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_64/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 3072, + "d_in": 768, + "l0": 64, + "l0_raw": 64.20479999999999, + "recon_r2": 0.9657, + "l1_per_token": 125.8463, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 54, + "dense_rate": 0.017578125, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.1727079153060913, + "n_dup_abs": { + "0.5": 50, + "0.6": 38, + "0.7": 30, + "0.8": 20, + "0.9": 18 + }, + "n_dup_clusters_abs": { + "0.5": 25, + "0.6": 19, + "0.7": 15, + "0.8": 10, + "0.9": 9 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.19299983978271484 + }, + "seed1": { + "d_sae": 3072, + "d_in": 768, + "l0": 64, + "l0_raw": 63.8976, + "recon_r2": 0.9657, + "l1_per_token": 125.9709, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 59, + "dense_rate": 0.019205729166666668, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.17320948839187622, + "n_dup_abs": { + "0.5": 50, + "0.6": 36, + "0.7": 36, + "0.8": 30, + "0.9": 20 + }, + "n_dup_clusters_abs": { + "0.5": 25, + "0.6": 18, + "0.7": 18, + "0.8": 15, + "0.9": 10 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.19439299404621124 + }, + "seed2": { + "d_sae": 3072, + "d_in": 768, + "l0": 64, + "l0_raw": 64.20479999999999, + "recon_r2": 0.9656, + "l1_per_token": 126.6698, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 62, + "dense_rate": 0.020182291666666668, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 0, + "0.6": 0, + "0.7": 0, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 1, + "0.6": 1, + "0.7": 1, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.1734081655740738, + "n_dup_abs": { + "0.5": 52, + "0.6": 40, + "0.7": 38, + "0.8": 28, + "0.9": 24 + }, + "n_dup_clusters_abs": { + "0.5": 26, + "0.6": 20, + "0.7": 19, + "0.8": 14, + "0.9": 12 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.19495642185211182 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.8765752911567688, + "dcs_abs": 0.8779502511024475, + "frac_sign_flipped": 0.019205729166666668, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.876835286617279, + "0.6": 0.876835286617279, + "0.7": 0.876835286617279, + "0.8": 0.8765752911567688, + "0.9": 0.8765752911567688 + }, + "unique_frac_signed": { + "0.5": 0.9998372395833334, + "0.6": 0.9998372395833334, + "0.7": 0.9998372395833334, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.8766925725406812, + "0.6": 0.8766925725406812, + "0.7": 0.8766925725406812, + "0.8": 0.8765752911567688, + "0.9": 0.8765752911567688 + }, + "matched_frac_signed": { + "0.5": 0.8909505208333334, + "0.6": 0.8733723958333334, + "0.7": 0.8522135416666666, + "0.8": 0.8307291666666666, + "0.9": 0.796875 + }, + "matched_cos_abs": { + "0.5": 0.8790980577468872, + "0.6": 0.8791306614875793, + "0.7": 0.8793507814407349, + "0.8": 0.8791425824165344, + "0.9": 0.878437340259552 + }, + "unique_frac_abs": { + "0.5": 0.9918619791666666, + "0.6": 0.9939778645833334, + "0.7": 0.99462890625, + "0.8": 0.9959309895833334, + "0.9": 0.9969075520833334 + }, + "dedup_dcs_abs": { + "0.5": 0.8719439394384001, + "0.6": 0.8738364175951574, + "0.7": 0.8746277059544809, + "0.8": 0.8755653420909464, + "0.9": 0.8757208185367442 + }, + "matched_frac_abs": { + "0.5": 0.8863932291666666, + "0.6": 0.87109375, + "0.7": 0.8505859375, + "0.8": 0.8287760416666666, + "0.9": 0.7955729166666666 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.8746981024742126, + "dcs_abs": 0.8758165240287781, + "frac_sign_flipped": 0.017903645833333332, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.8746981024742126, + "0.6": 0.8746981024742126, + "0.7": 0.8746981024742126, + "0.8": 0.8746981024742126, + "0.9": 0.8746981024742126 + }, + "unique_frac_signed": { + "0.5": 1.0, + "0.6": 1.0, + "0.7": 1.0, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.8746981024742126, + "0.6": 0.8746981024742126, + "0.7": 0.8746981024742126, + "0.8": 0.8746981024742126, + "0.9": 0.8746981024742126 + }, + "matched_frac_signed": { + "0.5": 0.8942057291666666, + "0.6": 0.8753255208333334, + "0.7": 0.8512369791666666, + "0.8": 0.8232421875, + "0.9": 0.7884114583333334 + }, + "matched_cos_abs": { + "0.5": 0.876774787902832, + "0.6": 0.8765795826911926, + "0.7": 0.877038836479187, + "0.8": 0.8766720294952393, + "0.9": 0.8766370415687561 + }, + "unique_frac_abs": { + "0.5": 0.99169921875, + "0.6": 0.99365234375, + "0.7": 0.9944661458333334, + "0.8": 0.99609375, + "0.9": 0.99658203125 + }, + "dedup_dcs_abs": { + "0.5": 0.8694968721829355, + "0.6": 0.8710153568245005, + "0.7": 0.8721854314596083, + "0.8": 0.8732475293800235, + "0.9": 0.8736407235555816 + }, + "matched_frac_abs": { + "0.5": 0.8883463541666666, + "0.6": 0.87109375, + "0.7": 0.8483072916666666, + "0.8": 0.822265625, + "0.9": 0.7874348958333334 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.8737357258796692, + "dcs_abs": 0.8745160102844238, + "frac_sign_flipped": 0.01953125, + "alive_source": "stats", + "n_alive_a": 3072, + "n_alive_b": 3072, + "matched_cos_signed": { + "0.5": 0.8739960193634033, + "0.6": 0.8739960193634033, + "0.7": 0.8739960193634033, + "0.8": 0.8737358450889587, + "0.9": 0.8737358450889587 + }, + "unique_frac_signed": { + "0.5": 0.9998372395833334, + "0.6": 0.9998372395833334, + "0.7": 0.9998372395833334, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.8738537674071267, + "0.6": 0.8738537674071267, + "0.7": 0.8738537674071267, + "0.8": 0.8737358450889587, + "0.9": 0.8737358450889587 + }, + "matched_frac_signed": { + "0.5": 0.8909505208333334, + "0.6": 0.873046875, + "0.7": 0.8509114583333334, + "0.8": 0.8229166666666666, + "0.9": 0.7789713541666666 + }, + "matched_cos_abs": { + "0.5": 0.8760044574737549, + "0.6": 0.8758426308631897, + "0.7": 0.8757514357566833, + "0.8": 0.8751859068870544, + "0.9": 0.8751087188720703 + }, + "unique_frac_abs": { + "0.5": 0.99169921875, + "0.6": 0.9938151041666666, + "0.7": 0.9939778645833334, + "0.8": 0.9952799479166666, + "0.9": 0.9964192708333334 + }, + "dedup_dcs_abs": { + "0.5": 0.8687329360982403, + "0.6": 0.8704256354249083, + "0.7": 0.8704775420192163, + "0.8": 0.8710549838239482, + "0.9": 0.8719751915584009 + }, + "matched_frac_abs": { + "0.5": 0.8857421875, + "0.6": 0.8697916666666666, + "0.7": 0.8489583333333334, + "0.8": 0.8209635416666666, + "0.9": 0.7770182291666666 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 58, + "n_dense_std": 4.041451884327381, + "l0_mean": 64, + "l0_std": 0.17736200269504993, + "recon_r2_mean": 0.9656666666666668, + "recon_r2_std": 5.773502691895622e-05, + "l1_per_token_mean": 126.16233333333334, + "l1_per_token_std": 0.4436593325214025, + "babel_mu1_signed_mean": 0.17310852309068045, + "babel_mu1_signed_std": 0.00036087823914244366, + "n_dup_signed_per_threshold": { + "0.5": 0.6666666666666666, + "0.6": 0.6666666666666666, + "0.7": 0.6666666666666666, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 0.3333333333333333, + "n_dup_signed_band_std": 0.5773502691896258, + "n_dup_clusters_signed_per_threshold": { + "0.5": 0.3333333333333333, + "0.6": 0.3333333333333333, + "0.7": 0.3333333333333333, + "0.8": 0.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 0.16666666666666666, + "n_dup_clusters_signed_band_std": 0.2886751345948129, + "largest_dup_signed_per_threshold": { + "0.5": 1.3333333333333333, + "0.6": 1.3333333333333333, + "0.7": 1.3333333333333333, + "0.8": 1.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.1666666666666665, + "largest_dup_signed_band_std": 0.2886751345948129, + "dcs_signed_mean": 0.8750030398368835, + "dcs_signed_std": 0.0014441339401495823, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.8750814808073403, + "0.6": 0.8750814808073403, + "0.7": 0.8750814808073403, + "0.8": 0.8750030795733134, + "0.9": 0.8750030795733134 + }, + "dedup_dcs_signed_band": 0.8750422801903268, + "dedup_dcs_signed_band_std": 0.0014505179314005848, + "matched_cos_signed_per_threshold": { + "0.5": 0.875176469484965, + "0.6": 0.875176469484965, + "0.7": 0.875176469484965, + "0.8": 0.8750030795733134, + "0.9": 0.8750030795733134 + }, + "matched_cos_signed_band": 0.8750897745291392, + "matched_cos_signed_band_std": 0.001459637561460386, + "unique_frac_signed_per_threshold": { + "0.5": 0.9998914930555557, + "0.6": 0.9998914930555557, + "0.7": 0.9998914930555557, + "0.8": 1.0, + "0.9": 1.0 + }, + "unique_frac_signed_band": 0.9999457465277779, + "unique_frac_signed_band_std": 4.698488518791509e-05, + "matched_frac_signed_per_threshold": { + "0.5": 0.8920355902777778, + "0.6": 0.8739149305555557, + "0.7": 0.8514539930555555, + "0.8": 0.8256293402777777, + "0.9": 0.7880859375 + }, + "matched_frac_signed_band": 0.8347710503472222, + "matched_frac_signed_band_std": 0.003423131847731629, + "babel_mu1_abs_mean": 0.19411641856034598, + "babel_mu1_abs_std": 0.0010071861040084125, + "n_dup_abs_per_threshold": { + "0.5": 50.666666666666664, + "0.6": 38.0, + "0.7": 34.666666666666664, + "0.8": 26.0, + "0.9": 20.666666666666668 + }, + "n_dup_abs_band": 29.833333333333332, + "n_dup_abs_band_std": 3.0550504633038935, + "n_dup_clusters_abs_per_threshold": { + "0.5": 25.333333333333332, + "0.6": 19.0, + "0.7": 17.333333333333332, + "0.8": 13.0, + "0.9": 10.333333333333334 + }, + "n_dup_clusters_abs_band": 14.916666666666666, + "n_dup_clusters_abs_band_std": 1.5275252316519468, + "largest_dup_abs_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.0, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.8760942618052164, + "dcs_abs_std": 0.0017338847145616976, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.8700579159065253, + "0.6": 0.8717591366148554, + "0.7": 0.8724302264777686, + "0.8": 0.8732892850983061, + "0.9": 0.8737789112169089 + }, + "dedup_dcs_abs_band": 0.8728143898519597, + "dedup_dcs_abs_band_std": 0.001993237087729517, + "matched_cos_abs_per_threshold": { + "0.5": 0.8772924343744913, + "0.6": 0.8771842916806539, + "0.7": 0.877380351225535, + "0.8": 0.8770001729329427, + "0.9": 0.8767277002334595 + }, + "matched_cos_abs_band": 0.8770731290181478, + "matched_cos_abs_band_std": 0.001796065808975983, + "unique_frac_abs_per_threshold": { + "0.5": 0.9917534722222222, + "0.6": 0.9938151041666666, + "0.7": 0.994357638888889, + "0.8": 0.9957682291666666, + "0.9": 0.9966362847222223 + }, + "unique_frac_abs_band": 0.9951443142361112, + "unique_frac_abs_band_std": 0.00024862064317256985, + "matched_frac_abs_per_threshold": { + "0.5": 0.8868272569444443, + "0.6": 0.8706597222222222, + "0.7": 0.8492838541666666, + "0.8": 0.824001736111111, + "0.9": 0.7866753472222222 + }, + "matched_frac_abs_band": 0.8326551649305556, + "matched_frac_abs_band_std": 0.003676848714161764, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed0/config.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8661b7883db63a1f6d2922a16b302ff8a496f0ce --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed0/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 64, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..cb66943c4c86a267c4e0a9763f2f61befd11596f --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1266, + "r2_score": 0.9657, + "l0_per_token_0": 0.0209, + "l0_per_token_0.001": 0.0209, + "l0_per_token_0.01": 0.0209, + "l0_per_token_0.05": 0.0209, + "l0_per_token_0.1": 0.0209, + "l0_per_token_0.5": 0.0209, + "l0_per_token_1.0": 0.014, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0091, + "live_latent_frac": 1.0, + "l1_per_token": 125.8463 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed1/config.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1ce45a08b6913db69f2d2155ef8d8951ada06ad6 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed1/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 64, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..9412218e70c536a7b1c03b8572a7850e825e9065 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1267, + "r2_score": 0.9657, + "l0_per_token_0": 0.0208, + "l0_per_token_0.001": 0.0208, + "l0_per_token_0.01": 0.0208, + "l0_per_token_0.05": 0.0208, + "l0_per_token_0.1": 0.0208, + "l0_per_token_0.5": 0.0208, + "l0_per_token_1.0": 0.014, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0088, + "live_latent_frac": 1.0, + "l1_per_token": 125.9709 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed2/config.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..975d6bca46c0174ff9e6312f6bc2a9da92822fa8 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed2/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 64, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..806eb4405d38aec0f776d3c65fc9afc15de688b8 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,15 @@ +{ + "l2_loss": 0.1269, + "r2_score": 0.9656, + "l0_per_token_0": 0.0209, + "l0_per_token_0.001": 0.0209, + "l0_per_token_0.01": 0.0209, + "l0_per_token_0.05": 0.0209, + "l0_per_token_0.1": 0.0209, + "l0_per_token_0.5": 0.0209, + "l0_per_token_1.0": 0.014, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0081, + "live_latent_frac": 1.0, + "l1_per_token": 126.6698 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_128/code_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_128/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..e4315921131b8437d147c9e93ef7507037386dbd --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_128/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 128.17673540856032, + "recon_r2": 0.9781049622527158, + "l1_per_token": 171.14638242202204 + }, + "seed1": { + "l0": 128.05976134889752, + "recon_r2": 0.978073063471785, + "l1_per_token": 171.03828205499408 + }, + "seed2": { + "l0": 128.18109079118028, + "recon_r2": 0.97796500138674, + "l1_per_token": 175.10224707070805 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.6493513968951606, + "mcc_abs": 0.6494521136794168, + "act_iou": 0.4864558583688097, + "act_iou_n_pairs": 6144, + "input_r2": 0.9902896807373807, + "matched_mcc_signed": { + "0.6": 0.9413211694415936, + "0.7": 0.9590139860011857, + "0.8": 0.9721719678283405, + "0.9": 0.9814095140411624 + }, + "matched_mcc_abs": { + "0.6": 0.9416036257984107, + "0.7": 0.9588685576638132, + "0.8": 0.972227168163407, + "0.9": 0.9813314464790195 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.6438854109809963, + "mcc_abs": 0.6440184649461962, + "act_iou": 0.48099965556596663, + "act_iou_n_pairs": 6144, + "input_r2": 0.990054414777374, + "matched_mcc_signed": { + "0.6": 0.9439928013136646, + "0.7": 0.9598661266606123, + "0.8": 0.9726184513374846, + "0.9": 0.9827579221623697 + }, + "matched_mcc_abs": { + "0.6": 0.9433412485562724, + "0.7": 0.9595313799901276, + "0.8": 0.9722973816310976, + "0.9": 0.9826175831258779 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.6453431116944831, + "mcc_abs": 0.645485473413518, + "act_iou": 0.48406864569777275, + "act_iou_n_pairs": 6144, + "input_r2": 0.9902022484985527, + "matched_mcc_signed": { + "0.6": 0.9444904583034658, + "0.7": 0.962270797428444, + "0.8": 0.973184751817828, + "0.9": 0.9825403598322766 + }, + "matched_mcc_abs": { + "0.6": 0.9447691282453197, + "0.7": 0.9623379291978087, + "0.8": 0.9729660769514571, + "0.9": 0.9824534492581076 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 128.13919584954604, + "l0_std": 0.06882675540370213, + "recon_r2_mean": 0.978047675703747, + "recon_r2_std": 7.335301681348162e-05, + "l1_per_token_mean": 172.42897051590805, + "l1_per_token_std": 2.3157562644134995, + "input_r2_mean": 0.9901821146711024, + "input_r2_std": 0.00011891823342242886, + "mcc_signed_mean": 0.6461933065235467, + "mcc_signed_std": 0.002830437057944519, + "mcc_abs_mean": 0.6463186840130436, + "mcc_abs_std": 0.002811016642849859, + "matched_mcc_signed_per_threshold": { + "0.6": 0.9432681430195746, + "0.7": 0.9603836366967474, + "0.8": 0.9726583903278844, + "0.9": 0.9822359320119363 + }, + "matched_mcc_signed_band": 0.9646365255140357, + "matched_mcc_abs_per_threshold": { + "0.6": 0.9432380008666676, + "0.7": 0.9602459556172498, + "0.8": 0.9724968755819873, + "0.9": 0.9821341596210017 + }, + "matched_mcc_abs_band": 0.9645287479217266, + "act_iou_mean": 0.483841386544183, + "act_iou_std": 0.0027351914555668556, + "act_iou_n_pairs": 6144.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_128/dict_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_128/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..bfbba562d24bd13bff1de6e14954c0963b1a2bbf --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_128/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 6144, + "d_in": 768, + "l0": 128, + "l0_raw": 128.40959999999998, + "recon_r2": 0.9781, + "l1_per_token": 171.1687, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 202, + "dense_rate": 0.032877604166666664, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 20, + "0.6": 14, + "0.7": 10, + "0.8": 10, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 10, + "0.6": 7, + "0.7": 5, + "0.8": 5, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 1 + }, + "babel_mu1_signed": 0.18168111145496368, + "n_dup_abs": { + "0.5": 243, + "0.6": 225, + "0.7": 212, + "0.8": 198, + "0.9": 170 + }, + "n_dup_clusters_abs": { + "0.5": 121, + "0.6": 112, + "0.7": 106, + "0.8": 99, + "0.9": 85 + }, + "largest_dup_abs": { + "0.5": 3, + "0.6": 3, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.22454096376895905 + }, + "seed1": { + "d_sae": 6144, + "d_in": 768, + "l0": 128, + "l0_raw": 127.7952, + "recon_r2": 0.978, + "l1_per_token": 171.0602, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 213, + "dense_rate": 0.03466796875, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 24, + "0.6": 14, + "0.7": 14, + "0.8": 10, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 12, + "0.6": 7, + "0.7": 7, + "0.8": 5, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 1 + }, + "babel_mu1_signed": 0.18108181655406952, + "n_dup_abs": { + "0.5": 266, + "0.6": 240, + "0.7": 232, + "0.8": 216, + "0.9": 186 + }, + "n_dup_clusters_abs": { + "0.5": 133, + "0.6": 120, + "0.7": 116, + "0.8": 108, + "0.9": 93 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.22488540410995483 + }, + "seed2": { + "d_sae": 6144, + "d_in": 768, + "l0": 128, + "l0_raw": 128.40959999999998, + "recon_r2": 0.9779, + "l1_per_token": 175.1126, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 216, + "dense_rate": 0.03515625, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 22, + "0.6": 14, + "0.7": 14, + "0.8": 10, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 11, + "0.6": 7, + "0.7": 7, + "0.8": 5, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 1 + }, + "babel_mu1_signed": 0.17938290536403656, + "n_dup_abs": { + "0.5": 272, + "0.6": 236, + "0.7": 226, + "0.8": 210, + "0.9": 186 + }, + "n_dup_clusters_abs": { + "0.5": 136, + "0.6": 118, + "0.7": 113, + "0.8": 105, + "0.9": 93 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.22333462536334991 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.656007707118988, + "dcs_abs": 0.6574788689613342, + "frac_sign_flipped": 0.07047526041666667, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.6567835211753845, + "0.6": 0.6564295887947083, + "0.7": 0.6564483642578125, + "0.8": 0.6562615036964417, + "0.9": 0.6560077667236328 + }, + "unique_frac_signed": { + "0.5": 0.9982096354166666, + "0.6": 0.9988606770833334, + "0.7": 0.9990234375, + "0.8": 0.9991861979166666, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.6556076392201551, + "0.6": 0.6556817035210164, + "0.7": 0.655807301402092, + "0.8": 0.655727436717522, + "0.9": 0.6560077667236328 + }, + "matched_frac_signed": { + "0.5": 0.6359049479166666, + "0.6": 0.59619140625, + "0.7": 0.55712890625, + "0.8": 0.5193684895833334, + "0.9": 0.4728190104166667 + }, + "matched_cos_abs": { + "0.5": 0.6630678176879883, + "0.6": 0.662459671497345, + "0.7": 0.6623132824897766, + "0.8": 0.6618468761444092, + "0.9": 0.6612928509712219 + }, + "unique_frac_abs": { + "0.5": 0.979248046875, + "0.6": 0.9810384114583334, + "0.7": 0.98193359375, + "0.8": 0.983154296875, + "0.9": 0.9855143229166666 + }, + "dedup_dcs_abs": { + "0.5": 0.6493078654166311, + "0.6": 0.6498983837809647, + "0.7": 0.6503476616635453, + "0.8": 0.6506976001546718, + "0.9": 0.6517135762745359 + }, + "matched_frac_abs": { + "0.5": 0.6305338541666666, + "0.6": 0.5916341145833334, + "0.7": 0.5543619791666666, + "0.8": 0.5172526041666666, + "0.9": 0.4723307291666667 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.6484585404396057, + "dcs_abs": 0.6501538753509521, + "frac_sign_flipped": 0.07958984375, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.649176836013794, + "0.6": 0.6489683985710144, + "0.7": 0.6489858627319336, + "0.8": 0.6488386988639832, + "0.9": 0.6484585404396057 + }, + "unique_frac_signed": { + "0.5": 0.998291015625, + "0.6": 0.9988606770833334, + "0.7": 0.9990234375, + "0.8": 0.9991861979166666, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.6480674029444344, + "0.6": 0.64822901400233, + "0.7": 0.6483520874753594, + "0.8": 0.6483106725791004, + "0.9": 0.6484585404396057 + }, + "matched_frac_signed": { + "0.5": 0.6272786458333334, + "0.6": 0.5888671875, + "0.7": 0.5530598958333334, + "0.8": 0.5167643229166666, + "0.9": 0.4654947916666667 + }, + "matched_cos_abs": { + "0.5": 0.6562765836715698, + "0.6": 0.6555381417274475, + "0.7": 0.6552789807319641, + "0.8": 0.6549323797225952, + "0.9": 0.6543703079223633 + }, + "unique_frac_abs": { + "0.5": 0.97900390625, + "0.6": 0.981201171875, + "0.7": 0.982177734375, + "0.8": 0.9833984375, + "0.9": 0.9855143229166666 + }, + "dedup_dcs_abs": { + "0.5": 0.6424973389948718, + "0.6": 0.6432147928717313, + "0.7": 0.6436004246788798, + "0.8": 0.6440594788873568, + "0.9": 0.6448913109488785 + }, + "matched_frac_abs": { + "0.5": 0.6228841145833334, + "0.6": 0.5867513020833334, + "0.7": 0.55078125, + "0.8": 0.5154622395833334, + "0.9": 0.4650065104166667 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.6490408778190613, + "dcs_abs": 0.6505702137947083, + "frac_sign_flipped": 0.0751953125, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.6494475603103638, + "0.6": 0.6491867303848267, + "0.7": 0.6491867303848267, + "0.8": 0.6490247845649719, + "0.9": 0.6490408778190613 + }, + "unique_frac_signed": { + "0.5": 0.9981282552083334, + "0.6": 0.9988606770833334, + "0.7": 0.9988606770833334, + "0.8": 0.9991861979166666, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.6482319602218922, + "0.6": 0.6484470970657034, + "0.7": 0.6484470970657034, + "0.8": 0.6484966068431579, + "0.9": 0.6490408778190613 + }, + "matched_frac_signed": { + "0.5": 0.6297200520833334, + "0.6": 0.58935546875, + "0.7": 0.55126953125, + "0.8": 0.5172526041666666, + "0.9": 0.4698893229166667 + }, + "matched_cos_abs": { + "0.5": 0.6563108563423157, + "0.6": 0.6558352708816528, + "0.7": 0.6557228565216064, + "0.8": 0.6552143692970276, + "0.9": 0.6548299193382263 + }, + "unique_frac_abs": { + "0.5": 0.9781087239583334, + "0.6": 0.9806315104166666, + "0.7": 0.9813639322916666, + "0.8": 0.982666015625, + "0.9": 0.98486328125 + }, + "dedup_dcs_abs": { + "0.5": 0.6419433742169834, + "0.6": 0.6431327322691989, + "0.7": 0.643502760969568, + "0.8": 0.6438568936573574, + "0.9": 0.6449179430201184 + }, + "matched_frac_abs": { + "0.5": 0.6251627604166666, + "0.6": 0.5857747395833334, + "0.7": 0.548828125, + "0.8": 0.5157877604166666, + "0.9": 0.46923828125 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 210, + "n_dense_std": 7.371114795831994, + "l0_mean": 128, + "l0_std": 0.35472400539009985, + "recon_r2_mean": 0.9780000000000001, + "recon_r2_std": 5.773502691895622e-05, + "l1_per_token_mean": 172.44716666666667, + "l1_per_token_std": 2.3084603404289528, + "babel_mu1_signed_mean": 0.18071527779102325, + "babel_mu1_signed_std": 0.0011921412700285345, + "n_dup_signed_per_threshold": { + "0.5": 22.0, + "0.6": 14.0, + "0.7": 12.666666666666666, + "0.8": 10.0, + "0.9": 0.0 + }, + "n_dup_signed_band": 9.166666666666666, + "n_dup_signed_band_std": 0.5773502691896257, + "n_dup_clusters_signed_per_threshold": { + "0.5": 11.0, + "0.6": 7.0, + "0.7": 6.333333333333333, + "0.8": 5.0, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 4.583333333333333, + "n_dup_clusters_signed_band_std": 0.28867513459481287, + "largest_dup_signed_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.75, + "largest_dup_signed_band_std": 0.0, + "dcs_signed_mean": 0.6511690417925516, + "dcs_signed_std": 0.004200510779872004, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.6506356674621606, + "0.6": 0.6507859381963499, + "0.7": 0.6508688286477183, + "0.8": 0.6508449053799267, + "0.9": 0.6511690616607666 + }, + "dedup_dcs_signed_band": 0.6509171834711904, + "dedup_dcs_signed_band_std": 0.0042360415910276715, + "matched_cos_signed_per_threshold": { + "0.5": 0.651802639166514, + "0.6": 0.6515282392501831, + "0.7": 0.6515403191248575, + "0.8": 0.6513749957084656, + "0.9": 0.6511690616607666 + }, + "matched_cos_signed_band": 0.6514031539360682, + "matched_cos_signed_band_std": 0.004231971217361345, + "unique_frac_signed_per_threshold": { + "0.5": 0.9982096354166666, + "0.6": 0.9988606770833334, + "0.7": 0.9989691840277778, + "0.8": 0.9991861979166666, + "0.9": 1.0 + }, + "unique_frac_signed_band": 0.9992540147569444, + "unique_frac_signed_band_std": 2.3492442593957545e-05, + "matched_frac_signed_per_threshold": { + "0.5": 0.6309678819444445, + "0.6": 0.5914713541666666, + "0.7": 0.5538194444444445, + "0.8": 0.5177951388888888, + "0.9": 0.4694010416666667 + }, + "matched_frac_signed_band": 0.5331217447916666, + "matched_frac_signed_band_std": 0.002854404281786419, + "babel_mu1_abs_mean": 0.22425366441408792, + "babel_mu1_abs_std": 0.0008143306267803023, + "n_dup_abs_per_threshold": { + "0.5": 260.3333333333333, + "0.6": 233.66666666666666, + "0.7": 223.33333333333334, + "0.8": 208.0, + "0.9": 180.66666666666666 + }, + "n_dup_abs_band": 211.41666666666666, + "n_dup_abs_band_std": 9.028888820521235, + "n_dup_clusters_abs_per_threshold": { + "0.5": 130.0, + "0.6": 116.66666666666667, + "0.7": 111.66666666666667, + "0.8": 104.0, + "0.9": 90.33333333333333 + }, + "n_dup_clusters_abs_band": 105.66666666666667, + "n_dup_clusters_abs_band_std": 4.584848234492973, + "largest_dup_abs_per_threshold": { + "0.5": 2.3333333333333335, + "0.6": 2.3333333333333335, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.0833333333333335, + "largest_dup_abs_band_std": 0.14433756729740643, + "dcs_abs_mean": 0.6527343193689982, + "dcs_abs_std": 0.004114170335625304, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.6445828595428288, + "0.6": 0.645415302973965, + "0.7": 0.6458169491039977, + "0.8": 0.6462046575664621, + "0.9": 0.6471742767478442 + }, + "dedup_dcs_abs_band": 0.6461527965980672, + "dedup_dcs_abs_band_std": 0.003907334242038059, + "matched_cos_abs_per_threshold": { + "0.5": 0.6585517525672913, + "0.6": 0.6579443613688151, + "0.7": 0.6577717065811157, + "0.8": 0.6573312083880106, + "0.9": 0.6568310260772705 + }, + "matched_cos_abs_band": 0.6574695756038029, + "matched_cos_abs_band_std": 0.003908953193257159, + "unique_frac_abs_per_threshold": { + "0.5": 0.9787868923611112, + "0.6": 0.98095703125, + "0.7": 0.9818250868055555, + "0.8": 0.9830729166666666, + "0.9": 0.9852973090277777 + }, + "unique_frac_abs_band": 0.9827880859374999, + "unique_frac_abs_band_std": 0.00036166155669418353, + "matched_frac_abs_per_threshold": { + "0.5": 0.6261935763888888, + "0.6": 0.5880533854166666, + "0.7": 0.5513237847222222, + "0.8": 0.5161675347222222, + "0.9": 0.4688585069444445 + }, + "matched_frac_abs_band": 0.531100802951389, + "matched_frac_abs_band_std": 0.0024282595977142053, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_32/code_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_32/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..4dea385c641e7013f17f9e7f10f23c35304efa4d --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_32/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 32.0865084306096, + "recon_r2": 0.958755501091873, + "l1_per_token": 89.91572485589657 + }, + "seed1": { + "l0": 32.06509857328145, + "recon_r2": 0.9586197211703241, + "l1_per_token": 90.83018726911867 + }, + "seed2": { + "l0": 32.10813878080415, + "recon_r2": 0.958593822482764, + "l1_per_token": 90.41584288713997 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.5262949178426933, + "mcc_abs": 0.526334355397068, + "act_iou": 0.43305336246654047, + "act_iou_n_pairs": 6144, + "input_r2": 0.9908650980605785, + "matched_mcc_signed": { + "0.6": 0.9402515128631861, + "0.7": 0.9527841160879091, + "0.8": 0.9645011304356255, + "0.9": 0.9750549384527898 + }, + "matched_mcc_abs": { + "0.6": 0.9397122225999072, + "0.7": 0.9526168401761123, + "0.8": 0.9642998854265218, + "0.9": 0.9750244106801105 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.5270038318360919, + "mcc_abs": 0.5270382830494768, + "act_iou": 0.4334568885351235, + "act_iou_n_pairs": 6144, + "input_r2": 0.9909521334716191, + "matched_mcc_signed": { + "0.6": 0.9413386836216968, + "0.7": 0.952915418708591, + "0.8": 0.9637463272178458, + "0.9": 0.975637054417111 + }, + "matched_mcc_abs": { + "0.6": 0.9413515697646627, + "0.7": 0.9527576533480522, + "0.8": 0.9637323097269777, + "0.9": 0.9756234891198798 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.5238004040460928, + "mcc_abs": 0.5238392893510958, + "act_iou": 0.4315482892044136, + "act_iou_n_pairs": 6144, + "input_r2": 0.9908737528802516, + "matched_mcc_signed": { + "0.6": 0.9430283513712964, + "0.7": 0.9555447071103701, + "0.8": 0.9660350354288983, + "0.9": 0.9752992295624631 + }, + "matched_mcc_abs": { + "0.6": 0.9425256724951891, + "0.7": 0.9548439136272728, + "0.8": 0.9655781995010535, + "0.9": 0.9753303789133898 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 32.08658192823174, + "l0_std": 0.02152019789231685, + "recon_r2_mean": 0.9586563482483204, + "recon_r2_std": 8.683979671073901e-05, + "l1_per_token_mean": 90.38725167071841, + "l1_per_token_std": 0.4579011569556732, + "input_r2_mean": 0.9908969948041498, + "input_r2_std": 4.794716846298545e-05, + "mcc_signed_mean": 0.5256997179082926, + "mcc_signed_std": 0.0016826124398884726, + "mcc_abs_mean": 0.5257373092658802, + "mcc_abs_std": 0.001680993228018776, + "matched_mcc_signed_per_threshold": { + "0.6": 0.9415395159520598, + "0.7": 0.9537480806356234, + "0.8": 0.9647608310274566, + "0.9": 0.9753304074774546 + }, + "matched_mcc_signed_band": 0.9588447087731485, + "matched_mcc_abs_per_threshold": { + "0.6": 0.9411964882865863, + "0.7": 0.9534061357171457, + "0.8": 0.9645367982181844, + "0.9": 0.97532609290446 + }, + "matched_mcc_abs_band": 0.9586163787815941, + "act_iou_mean": 0.4326861800686925, + "act_iou_std": 0.0010058852003402548, + "act_iou_n_pairs": 6144.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_32/dict_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_32/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..327a35f8b154005974ba42acee4423a2d95bccb5 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_32/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 6144, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9587, + "l1_per_token": 89.9078, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 11, + "dense_rate": 0.0017903645833333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 12, + "0.6": 6, + "0.7": 2, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 6, + "0.6": 3, + "0.7": 1, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.19783306121826172, + "n_dup_abs": { + "0.5": 38, + "0.6": 22, + "0.7": 10, + "0.8": 4, + "0.9": 4 + }, + "n_dup_clusters_abs": { + "0.5": 19, + "0.6": 11, + "0.7": 5, + "0.8": 2, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.20420557260513306 + }, + "seed1": { + "d_sae": 6144, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9586, + "l1_per_token": 90.8347, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 11, + "dense_rate": 0.0017903645833333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 16, + "0.6": 10, + "0.7": 8, + "0.8": 0, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 8, + "0.6": 5, + "0.7": 4, + "0.8": 0, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 1, + "0.9": 1 + }, + "babel_mu1_signed": 0.19802320003509521, + "n_dup_abs": { + "0.5": 38, + "0.6": 20, + "0.7": 14, + "0.8": 4, + "0.9": 4 + }, + "n_dup_clusters_abs": { + "0.5": 19, + "0.6": 10, + "0.7": 7, + "0.8": 2, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.20472045242786407 + }, + "seed2": { + "d_sae": 6144, + "d_in": 768, + "l0": 32, + "l0_raw": 31.9488, + "recon_r2": 0.9586, + "l1_per_token": 90.4115, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 11, + "dense_rate": 0.0017903645833333333, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 22, + "0.6": 12, + "0.7": 8, + "0.8": 2, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 11, + "0.6": 6, + "0.7": 4, + "0.8": 1, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 1 + }, + "babel_mu1_signed": 0.19730699062347412, + "n_dup_abs": { + "0.5": 52, + "0.6": 24, + "0.7": 16, + "0.8": 6, + "0.9": 4 + }, + "n_dup_clusters_abs": { + "0.5": 26, + "0.6": 12, + "0.7": 8, + "0.8": 3, + "0.9": 2 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.20398755371570587 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.5966472625732422, + "dcs_abs": 0.598185122013092, + "frac_sign_flipped": 0.08268229166666667, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.5965452790260315, + "0.6": 0.5967425107955933, + "0.7": 0.5967465043067932, + "0.8": 0.5966472625732422, + "0.9": 0.5966472625732422 + }, + "unique_frac_signed": { + "0.5": 0.9988606770833334, + "0.6": 0.9993489583333334, + "0.7": 0.9995930989583334, + "0.8": 1.0, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.5958656213188078, + "0.6": 0.596354006556794, + "0.7": 0.5965036875325799, + "0.8": 0.5966472625732422, + "0.9": 0.5966472625732422 + }, + "matched_frac_signed": { + "0.5": 0.54833984375, + "0.6": 0.5369466145833334, + "0.7": 0.51904296875, + "0.8": 0.49609375, + "0.9": 0.4661458333333333 + }, + "matched_cos_abs": { + "0.5": 0.5974833369255066, + "0.6": 0.5978721380233765, + "0.7": 0.598053514957428, + "0.8": 0.598054826259613, + "0.9": 0.598054826259613 + }, + "unique_frac_abs": { + "0.5": 0.9969075520833334, + "0.6": 0.998291015625, + "0.7": 0.9990234375, + "0.8": 0.9996744791666666, + "0.9": 0.9996744791666666 + }, + "dedup_dcs_abs": { + "0.5": 0.5956356508249883, + "0.6": 0.5968503838812467, + "0.7": 0.5974694783217274, + "0.8": 0.59786014695419, + "0.9": 0.59786014695419 + }, + "matched_frac_abs": { + "0.5": 0.5470377604166666, + "0.6": 0.5361328125, + "0.7": 0.5185546875, + "0.8": 0.4959309895833333, + "0.9": 0.4658203125 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.5975165367126465, + "dcs_abs": 0.5992233157157898, + "frac_sign_flipped": 0.08740234375, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.5976077914237976, + "0.6": 0.5976551175117493, + "0.7": 0.5976582169532776, + "0.8": 0.5975971221923828, + "0.9": 0.5975165367126465 + }, + "unique_frac_signed": { + "0.5": 0.9986165364583334, + "0.6": 0.999267578125, + "0.7": 0.9995930989583334, + "0.8": 0.9999186197916666, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.5967810228321468, + "0.6": 0.597217381829978, + "0.7": 0.5974150292022387, + "0.8": 0.5975484896140794, + "0.9": 0.5975165367126465 + }, + "matched_frac_signed": { + "0.5": 0.55126953125, + "0.6": 0.537109375, + "0.7": 0.5213216145833334, + "0.8": 0.5017903645833334, + "0.9": 0.46533203125 + }, + "matched_cos_abs": { + "0.5": 0.5987836718559265, + "0.6": 0.598793089389801, + "0.7": 0.599134087562561, + "0.8": 0.5991737842559814, + "0.9": 0.5990933775901794 + }, + "unique_frac_abs": { + "0.5": 0.996337890625, + "0.6": 0.9981282552083334, + "0.7": 0.9989420572916666, + "0.8": 0.9995930989583334, + "0.9": 0.9996744791666666 + }, + "dedup_dcs_abs": { + "0.5": 0.596590860557626, + "0.6": 0.5976723015434497, + "0.7": 0.5985002380233102, + "0.8": 0.5989299798190284, + "0.9": 0.5988983602146618 + }, + "matched_frac_abs": { + "0.5": 0.5494791666666666, + "0.6": 0.5358072916666666, + "0.7": 0.5211588541666666, + "0.8": 0.5016276041666666, + "0.9": 0.4650065104166667 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.5937657952308655, + "dcs_abs": 0.5953160524368286, + "frac_sign_flipped": 0.09326171875, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.5938093066215515, + "0.6": 0.5938435196876526, + "0.7": 0.5937299728393555, + "0.8": 0.593850314617157, + "0.9": 0.5937657952308655 + }, + "unique_frac_signed": { + "0.5": 0.9984537760416666, + "0.6": 0.9991048177083334, + "0.7": 0.9993489583333334, + "0.8": 0.9999186197916666, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.5928911444449719, + "0.6": 0.5933119214848073, + "0.7": 0.5933434298882883, + "0.8": 0.5938019869548345, + "0.9": 0.5937657952308655 + }, + "matched_frac_signed": { + "0.5": 0.5465494791666666, + "0.6": 0.5320638020833334, + "0.7": 0.5128580729166666, + "0.8": 0.4933268229166667, + "0.9": 0.4666341145833333 + }, + "matched_cos_abs": { + "0.5": 0.5949174165725708, + "0.6": 0.595068633556366, + "0.7": 0.5951368808746338, + "0.8": 0.5952655673027039, + "0.9": 0.5951848030090332 + }, + "unique_frac_abs": { + "0.5": 0.996337890625, + "0.6": 0.9982096354166666, + "0.7": 0.998779296875, + "0.8": 0.9995930989583334, + "0.9": 0.9996744791666666 + }, + "dedup_dcs_abs": { + "0.5": 0.5927387639239896, + "0.6": 0.5940032437501941, + "0.7": 0.5944103954243474, + "0.8": 0.5950233531233001, + "0.9": 0.5949910579559703 + }, + "matched_frac_abs": { + "0.5": 0.5442708333333334, + "0.6": 0.5314127604166666, + "0.7": 0.5128580729166666, + "0.8": 0.4931640625, + "0.9": 0.4661458333333333 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 11, + "n_dense_std": 0.0, + "l0_mean": 32, + "l0_std": 4.351167857633658e-15, + "recon_r2_mean": 0.9586333333333333, + "recon_r2_std": 5.773502691895622e-05, + "l1_per_token_mean": 90.38466666666666, + "l1_per_token_std": 0.463916166995716, + "babel_mu1_signed_mean": 0.1977210839589437, + "babel_mu1_signed_std": 0.0003710029114130265, + "n_dup_signed_per_threshold": { + "0.5": 16.666666666666668, + "0.6": 9.333333333333334, + "0.7": 6.0, + "0.8": 0.6666666666666666, + "0.9": 0.0 + }, + "n_dup_signed_band": 4.0, + "n_dup_signed_band_std": 1.8027756377319946, + "n_dup_clusters_signed_per_threshold": { + "0.5": 8.333333333333334, + "0.6": 4.666666666666667, + "0.7": 3.0, + "0.8": 0.3333333333333333, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 2.0, + "n_dup_clusters_signed_band_std": 0.9013878188659973, + "largest_dup_signed_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 1.3333333333333333, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.5833333333333333, + "largest_dup_signed_band_std": 0.14433756729740646, + "dcs_signed_mean": 0.5959765315055847, + "dcs_signed_std": 0.0019632690950628475, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.5951792628653089, + "0.6": 0.5956277699571931, + "0.7": 0.595754048874369, + "0.8": 0.5959992463807187, + "0.9": 0.5959765315055847 + }, + "dedup_dcs_signed_band": 0.5958393991794664, + "dedup_dcs_signed_band_std": 0.0020267115573688954, + "matched_cos_signed_per_threshold": { + "0.5": 0.5959874590237936, + "0.6": 0.5960803826649984, + "0.7": 0.5960448980331421, + "0.8": 0.5960315664609274, + "0.9": 0.5959765315055847 + }, + "matched_cos_signed_band": 0.5960333446661632, + "matched_cos_signed_band_std": 0.001989221556298344, + "unique_frac_signed_per_threshold": { + "0.5": 0.9986436631944445, + "0.6": 0.999240451388889, + "0.7": 0.99951171875, + "0.8": 0.9999457465277777, + "0.9": 1.0 + }, + "unique_frac_signed_band": 0.9996744791666666, + "unique_frac_signed_band_std": 7.335512848845405e-05, + "matched_frac_signed_per_threshold": { + "0.5": 0.5487196180555555, + "0.6": 0.535373263888889, + "0.7": 0.5177408854166666, + "0.8": 0.4970703125, + "0.9": 0.46603732638888884 + }, + "matched_frac_signed_band": 0.5040554470486112, + "matched_frac_signed_band_std": 0.002620118346848426, + "babel_mu1_abs_mean": 0.20430452624956766, + "babel_mu1_abs_std": 0.0003763362836360012, + "n_dup_abs_per_threshold": { + "0.5": 42.666666666666664, + "0.6": 22.0, + "0.7": 13.333333333333334, + "0.8": 4.666666666666667, + "0.9": 4.0 + }, + "n_dup_abs_band": 11.0, + "n_dup_abs_band_std": 1.3228756555322954, + "n_dup_clusters_abs_per_threshold": { + "0.5": 21.333333333333332, + "0.6": 11.0, + "0.7": 6.666666666666667, + "0.8": 2.3333333333333335, + "0.9": 2.0 + }, + "n_dup_clusters_abs_band": 5.5, + "n_dup_clusters_abs_band_std": 0.6614378277661477, + "largest_dup_abs_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.0, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.5975748300552368, + "dcs_abs_std": 0.002023862344169359, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.5949884251022013, + "0.6": 0.5961753097249635, + "0.7": 0.596793370589795, + "0.8": 0.5972711599655062, + "0.9": 0.5972498550416073 + }, + "dedup_dcs_abs_band": 0.596872423830468, + "dedup_dcs_abs_band_std": 0.0020234081883033993, + "matched_cos_abs_per_threshold": { + "0.5": 0.5970614751180013, + "0.6": 0.5972446203231812, + "0.7": 0.5974414944648743, + "0.8": 0.5974980592727661, + "0.9": 0.5974443356196085 + }, + "matched_cos_abs_band": 0.5974071274201075, + "matched_cos_abs_band_std": 0.0020109914874086162, + "unique_frac_abs_per_threshold": { + "0.5": 0.9965277777777778, + "0.6": 0.9982096354166666, + "0.7": 0.9989149305555555, + "0.8": 0.9996202256944445, + "0.9": 0.9996744791666666 + }, + "unique_frac_abs_band": 0.9991048177083333, + "unique_frac_abs_band_std": 5.3827948223128575e-05, + "matched_frac_abs_per_threshold": { + "0.5": 0.5469292534722222, + "0.6": 0.534450954861111, + "0.7": 0.5175238715277777, + "0.8": 0.4969075520833333, + "0.9": 0.4656575520833333 + }, + "matched_frac_abs_band": 0.5036349826388888, + "matched_frac_abs_band_std": 0.0025359871435582685, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_64/code_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_64/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..e406979548a8824aa66b5703c1fcc4a486ec0222 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_64/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 64.13130350194552, + "recon_r2": 0.9697560934661192, + "l1_per_token": 121.77673148492407 + }, + "seed1": { + "l0": 64.08011413748379, + "recon_r2": 0.96969134100889, + "l1_per_token": 120.97440205576402 + }, + "seed2": { + "l0": 64.13746562905318, + "recon_r2": 0.9696499183290488, + "l1_per_token": 121.42883387358063 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.6328717900103974, + "mcc_abs": 0.6329174865606447, + "act_iou": 0.4971777292949459, + "act_iou_n_pairs": 6144, + "input_r2": 0.9915119026983492, + "matched_mcc_signed": { + "0.6": 0.9376790330095284, + "0.7": 0.9531138896443602, + "0.8": 0.9688515232178441, + "0.9": 0.9798962321804585 + }, + "matched_mcc_abs": { + "0.6": 0.9364524203650733, + "0.7": 0.9523580074540005, + "0.8": 0.9685280402638846, + "0.9": 0.9798802828641611 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.6290794332016352, + "mcc_abs": 0.629141947674264, + "act_iou": 0.4939011854533164, + "act_iou_n_pairs": 6144, + "input_r2": 0.9914935509742168, + "matched_mcc_signed": { + "0.6": 0.9387575267503325, + "0.7": 0.9556688919191757, + "0.8": 0.9683517128808311, + "0.9": 0.9787008111207032 + }, + "matched_mcc_abs": { + "0.6": 0.9387395110429538, + "0.7": 0.9555208821884993, + "0.8": 0.9681850791857343, + "0.9": 0.9785899887553917 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.6290081104604703, + "mcc_abs": 0.6290564424347928, + "act_iou": 0.49607893363760575, + "act_iou_n_pairs": 6144, + "input_r2": 0.9917906939204324, + "matched_mcc_signed": { + "0.6": 0.9381405006460667, + "0.7": 0.9549053720526576, + "0.8": 0.9677527485748185, + "0.9": 0.9797559300480636 + }, + "matched_mcc_abs": { + "0.6": 0.9378005639552327, + "0.7": 0.9546597386795911, + "0.8": 0.9677127011838796, + "0.9": 0.9796377784692251 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 64.1162944228275, + "l0_std": 0.0314841664696221, + "recon_r2_mean": 0.9696991176013526, + "recon_r2_std": 5.351304958353956e-05, + "l1_per_token_mean": 121.3933224714229, + "l1_per_token_std": 0.4023417987066221, + "input_r2_mean": 0.9915987158643329, + "input_r2_std": 0.0001665108914230421, + "mcc_signed_mean": 0.6303197778908344, + "mcc_signed_std": 0.0022103950160886395, + "mcc_abs_mean": 0.6303719588899005, + "mcc_abs_std": 0.002204906149564572, + "matched_mcc_signed_per_threshold": { + "0.6": 0.9381923534686426, + "0.7": 0.9545627178720645, + "0.8": 0.9683186615578312, + "0.9": 0.9794509911164084 + }, + "matched_mcc_signed_band": 0.9601311810037367, + "matched_mcc_abs_per_threshold": { + "0.6": 0.9376641651210867, + "0.7": 0.9541795427740304, + "0.8": 0.9681419402111661, + "0.9": 0.9793693500295926 + }, + "matched_mcc_abs_band": 0.959838749533969, + "act_iou_mean": 0.4957192827952894, + "act_iou_std": 0.0016676169922419932, + "act_iou_n_pairs": 6144.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_64/dict_metrics_step_final.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_64/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..e55e4815f3bcdb87cc9dec92bd2c740157ea99e0 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_64/dict_metrics_step_final.json @@ -0,0 +1,545 @@ +{ + "schema": 2, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 6144, + "d_in": 768, + "l0": 64, + "l0_raw": 63.8976, + "recon_r2": 0.9697, + "l1_per_token": 121.7618, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 37, + "dense_rate": 0.006022135416666667, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 22, + "0.6": 14, + "0.7": 6, + "0.8": 4, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 11, + "0.6": 7, + "0.7": 3, + "0.8": 2, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 1 + }, + "babel_mu1_signed": 0.18566904962062836, + "n_dup_abs": { + "0.5": 90, + "0.6": 66, + "0.7": 36, + "0.8": 26, + "0.9": 14 + }, + "n_dup_clusters_abs": { + "0.5": 45, + "0.6": 33, + "0.7": 18, + "0.8": 13, + "0.9": 7 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.20107649266719818 + }, + "seed1": { + "d_sae": 6144, + "d_in": 768, + "l0": 64, + "l0_raw": 63.8976, + "recon_r2": 0.9697, + "l1_per_token": 120.9538, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 40, + "dense_rate": 0.006510416666666667, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 16, + "0.6": 12, + "0.7": 8, + "0.8": 4, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 8, + "0.6": 6, + "0.7": 4, + "0.8": 2, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 1 + }, + "babel_mu1_signed": 0.18507058918476105, + "n_dup_abs": { + "0.5": 78, + "0.6": 54, + "0.7": 34, + "0.8": 26, + "0.9": 16 + }, + "n_dup_clusters_abs": { + "0.5": 39, + "0.6": 27, + "0.7": 17, + "0.8": 13, + "0.9": 8 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.19943445920944214 + }, + "seed2": { + "d_sae": 6144, + "d_in": 768, + "l0": 64, + "l0_raw": 63.8976, + "recon_r2": 0.9696, + "l1_per_token": 121.4111, + "stats_source": "stats", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 39, + "dense_rate": 0.00634765625, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 14, + "0.6": 6, + "0.7": 6, + "0.8": 2, + "0.9": 0 + }, + "n_dup_clusters_signed": { + "0.5": 7, + "0.6": 3, + "0.7": 3, + "0.8": 1, + "0.9": 0 + }, + "largest_dup_signed": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 1 + }, + "babel_mu1_signed": 0.1835266351699829, + "n_dup_abs": { + "0.5": 78, + "0.6": 52, + "0.7": 38, + "0.8": 26, + "0.9": 14 + }, + "n_dup_clusters_abs": { + "0.5": 39, + "0.6": 26, + "0.7": 19, + "0.8": 13, + "0.9": 7 + }, + "largest_dup_abs": { + "0.5": 2, + "0.6": 2, + "0.7": 2, + "0.8": 2, + "0.9": 2 + }, + "babel_mu1_abs": 0.1982785314321518 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.6694369316101074, + "dcs_abs": 0.6710808873176575, + "frac_sign_flipped": 0.0771484375, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.6696232557296753, + "0.6": 0.6694974303245544, + "0.7": 0.6694967150688171, + "0.8": 0.669442355632782, + "0.9": 0.6694369316101074 + }, + "unique_frac_signed": { + "0.5": 0.9984537760416666, + "0.6": 0.9989420572916666, + "0.7": 0.9994303385416666, + "0.8": 0.9996744791666666, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.6685878682086088, + "0.6": 0.6687891403998947, + "0.7": 0.6691153285937617, + "0.8": 0.6692244381993078, + "0.9": 0.6694369316101074 + }, + "matched_frac_signed": { + "0.5": 0.65234375, + "0.6": 0.6201171875, + "0.7": 0.5896809895833334, + "0.8": 0.5520833333333334, + "0.9": 0.5087890625 + }, + "matched_cos_abs": { + "0.5": 0.6710733771324158, + "0.6": 0.6709973812103271, + "0.7": 0.6710680723190308, + "0.8": 0.6710085272789001, + "0.9": 0.6710022687911987 + }, + "unique_frac_abs": { + "0.5": 0.9931640625, + "0.6": 0.9951171875, + "0.7": 0.9971516927083334, + "0.8": 0.9978841145833334, + "0.9": 0.998779296875 + }, + "dedup_dcs_abs": { + "0.5": 0.6664859614684246, + "0.6": 0.6677210268098861, + "0.7": 0.6691566642354398, + "0.8": 0.6695887501215718, + "0.9": 0.6701831742248032 + }, + "matched_frac_abs": { + "0.5": 0.6490885416666666, + "0.6": 0.6184895833333334, + "0.7": 0.5890299479166666, + "0.8": 0.5515950520833334, + "0.9": 0.5081380208333334 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.6674901843070984, + "dcs_abs": 0.6692202091217041, + "frac_sign_flipped": 0.08170572916666667, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.6680335402488708, + "0.6": 0.6678736209869385, + "0.7": 0.667576253414154, + "0.8": 0.6676393151283264, + "0.9": 0.6674901843070984 + }, + "unique_frac_signed": { + "0.5": 0.99853515625, + "0.6": 0.9991861979166666, + "0.7": 0.99951171875, + "0.8": 0.999755859375, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.6670549754926469, + "0.6": 0.6673301040427759, + "0.7": 0.6672502884466667, + "0.8": 0.6674763172486564, + "0.9": 0.6674901843070984 + }, + "matched_frac_signed": { + "0.5": 0.64892578125, + "0.6": 0.615234375, + "0.7": 0.5847981770833334, + "0.8": 0.5540364583333334, + "0.9": 0.5138346354166666 + }, + "matched_cos_abs": { + "0.5": 0.6694236397743225, + "0.6": 0.6690759658813477, + "0.7": 0.6688173413276672, + "0.8": 0.6690014600753784, + "0.9": 0.6689854264259338 + }, + "unique_frac_abs": { + "0.5": 0.9931640625, + "0.6": 0.9951985677083334, + "0.7": 0.9969889322916666, + "0.8": 0.9978841145833334, + "0.9": 0.9988606770833334 + }, + "dedup_dcs_abs": { + "0.5": 0.6648475016118027, + "0.6": 0.6658634429331869, + "0.7": 0.6668034870284221, + "0.8": 0.6675859296422763, + "0.9": 0.6682232359986908 + }, + "matched_frac_abs": { + "0.5": 0.64599609375, + "0.6": 0.61279296875, + "0.7": 0.58349609375, + "0.8": 0.55322265625, + "0.9": 0.5133463541666666 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.6672868728637695, + "dcs_abs": 0.6690163612365723, + "frac_sign_flipped": 0.08121744791666667, + "alive_source": "stats", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.667441189289093, + "0.6": 0.6676476001739502, + "0.7": 0.6674818992614746, + "0.8": 0.6674667000770569, + "0.9": 0.6672868728637695 + }, + "unique_frac_signed": { + "0.5": 0.998779296875, + "0.6": 0.999267578125, + "0.7": 0.9994303385416666, + "0.8": 0.999755859375, + "0.9": 1.0 + }, + "dedup_dcs_signed": { + "0.5": 0.6666264417435741, + "0.6": 0.6671586004667915, + "0.7": 0.6671016605493302, + "0.8": 0.6673037443397334, + "0.9": 0.6672868728637695 + }, + "matched_frac_signed": { + "0.5": 0.6507161458333334, + "0.6": 0.6209309895833334, + "0.7": 0.587890625, + "0.8": 0.5553385416666666, + "0.9": 0.5089518229166666 + }, + "matched_cos_abs": { + "0.5": 0.6681786179542542, + "0.6": 0.6685946583747864, + "0.7": 0.668749988079071, + "0.8": 0.6688123345375061, + "0.9": 0.6686685681343079 + }, + "unique_frac_abs": { + "0.5": 0.99365234375, + "0.6": 0.9956868489583334, + "0.7": 0.9970703125, + "0.8": 0.9978841145833334, + "0.9": 0.998779296875 + }, + "dedup_dcs_abs": { + "0.5": 0.6639372497738805, + "0.6": 0.6657109086275644, + "0.7": 0.6667907595983706, + "0.8": 0.6673972042723715, + "0.9": 0.667852322323597 + }, + "matched_frac_abs": { + "0.5": 0.646484375, + "0.6": 0.6180013020833334, + "0.7": 0.5865885416666666, + "0.8": 0.55419921875, + "0.9": 0.5081380208333334 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 39, + "n_dense_std": 1.5275252316519465, + "l0_mean": 64, + "l0_std": 8.702335715267317e-15, + "recon_r2_mean": 0.9696666666666666, + "recon_r2_std": 9.999999999998899e-05, + "l1_per_token_mean": 121.37556666666667, + "l1_per_token_std": 0.4054023474689421, + "babel_mu1_signed_mean": 0.18475542465845743, + "babel_mu1_signed_std": 0.0011054326883911756, + "n_dup_signed_per_threshold": { + "0.5": 17.333333333333332, + "0.6": 10.666666666666666, + "0.7": 6.666666666666667, + "0.8": 3.3333333333333335, + "0.9": 0.0 + }, + "n_dup_signed_band": 5.166666666666666, + "n_dup_signed_band_std": 1.4433756729740643, + "n_dup_clusters_signed_per_threshold": { + "0.5": 8.666666666666666, + "0.6": 5.333333333333333, + "0.7": 3.3333333333333335, + "0.8": 1.6666666666666667, + "0.9": 0.0 + }, + "n_dup_clusters_signed_band": 2.583333333333333, + "n_dup_clusters_signed_band_std": 0.7216878364870322, + "largest_dup_signed_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 1.0 + }, + "largest_dup_signed_band": 1.75, + "largest_dup_signed_band_std": 0.0, + "dcs_signed_mean": 0.6680713295936584, + "dcs_signed_std": 0.0011870069655415864, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.6674230951482766, + "0.6": 0.6677592816364873, + "0.7": 0.6678224258632528, + "0.8": 0.6680014999292325, + "0.9": 0.6680713295936584 + }, + "dedup_dcs_signed_band": 0.6679136342556578, + "dedup_dcs_signed_band_std": 0.0010668813602997167, + "matched_cos_signed_per_threshold": { + "0.5": 0.668365995089213, + "0.6": 0.6683395504951477, + "0.7": 0.6681849559148153, + "0.8": 0.6681827902793884, + "0.9": 0.6680713295936584 + }, + "matched_cos_signed_band": 0.6681946565707525, + "matched_cos_signed_band_std": 0.0011064864934709527, + "unique_frac_signed_per_threshold": { + "0.5": 0.9985894097222222, + "0.6": 0.9991319444444443, + "0.7": 0.9994574652777777, + "0.8": 0.9997287326388888, + "0.9": 1.0 + }, + "unique_frac_signed_band": 0.9995795355902777, + "unique_frac_signed_band_std": 5.8731106484925916e-05, + "matched_frac_signed_per_threshold": { + "0.5": 0.6506618923611112, + "0.6": 0.6187608506944445, + "0.7": 0.5874565972222222, + "0.8": 0.5538194444444445, + "0.9": 0.510525173611111 + }, + "matched_frac_signed_band": 0.5676405164930556, + "matched_frac_signed_band_std": 0.0006514653840344062, + "babel_mu1_abs_mean": 0.19959649443626404, + "babel_mu1_abs_std": 0.0014060008283262118, + "n_dup_abs_per_threshold": { + "0.5": 82.0, + "0.6": 57.333333333333336, + "0.7": 36.0, + "0.8": 26.0, + "0.9": 14.666666666666666 + }, + "n_dup_abs_band": 33.5, + "n_dup_abs_band_std": 1.7320508075688772, + "n_dup_clusters_abs_per_threshold": { + "0.5": 41.0, + "0.6": 28.666666666666668, + "0.7": 18.0, + "0.8": 13.0, + "0.9": 7.333333333333333 + }, + "n_dup_clusters_abs_band": 16.75, + "n_dup_clusters_abs_band_std": 0.8660254037844386, + "largest_dup_abs_per_threshold": { + "0.5": 2.0, + "0.6": 2.0, + "0.7": 2.0, + "0.8": 2.0, + "0.9": 2.0 + }, + "largest_dup_abs_band": 2.0, + "largest_dup_abs_band_std": 0.0, + "dcs_abs_mean": 0.6697724858919779, + "dcs_abs_std": 0.0011376837030160625, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.665090237618036, + "0.6": 0.6664317927902125, + "0.7": 0.6675836369540775, + "0.8": 0.6681906280120732, + "0.9": 0.6687529108490304 + }, + "dedup_dcs_abs_band": 0.6677397421513483, + "dedup_dcs_abs_band_std": 0.0012353887525881155, + "matched_cos_abs_per_threshold": { + "0.5": 0.6695585449536642, + "0.6": 0.6695560018221537, + "0.7": 0.6695451339085897, + "0.8": 0.6696074406305949, + "0.9": 0.6695520877838135 + }, + "matched_cos_abs_band": 0.6695651660362879, + "matched_cos_abs_band_std": 0.0012659937902747827, + "unique_frac_abs_per_threshold": { + "0.5": 0.9933268229166666, + "0.6": 0.995334201388889, + "0.7": 0.9970703125, + "0.8": 0.9978841145833334, + "0.9": 0.9988064236111112 + }, + "unique_frac_abs_band": 0.9972737630208334, + "unique_frac_abs_band_std": 7.047732778193673e-05, + "matched_frac_abs_per_threshold": { + "0.5": 0.6471896701388888, + "0.6": 0.616427951388889, + "0.7": 0.5863715277777777, + "0.8": 0.5530056423611112, + "0.9": 0.5098741319444445 + }, + "matched_frac_abs_band": 0.5664198133680556, + "matched_frac_abs_band_std": 0.0006121573402993578, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed0/config.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f7e162da1f7234843065d629bdbb933d9c48c76 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed0/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "top_k": 64, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed1/config.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..28c0933da485f4d5bb12131f345860d2a2df616d --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed1/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "top_k": 64, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed2/config.json b/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4130da590b75251f4fc34dbd2b8480e46e402163 --- /dev/null +++ b/vision/dinov2-b_layer10/batchtopk/x8/l0_64/seed2/config.json @@ -0,0 +1,12 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "batchtopk", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "top_k": 64, + "top_k_inference": 0, + "class_type": "BatchTopKSAE", + "module_name": "consdl.models.batchtopk" +} diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/model.safetensors b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..baeab1dece5d930b90ae117afadf0b87b7eedf13 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f73c0b8c4b223abe858de8c2998922fffd651ad570851f31511be19a7812dee +size 75550008 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..913aa1e2115a330aecb2deaa900b91b265bcd55f --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:543ecce26eb9f386b88d8cb3e4e1b096d215e404dccbe14a9fc04879c7fe4125 +size 5312 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a66a596846839342c459797bc7ad848bb82c931 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab3ae859fdd514778dfdb0e4571ad23119ee693a983c2ea11da40e0194c7fc88 +size 3358 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb0445b7cde060af8f71c716eb1d94e096d720fc --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5191dfd4e29db8539b12ffad4166bff3bbfc679d1ee63350267467d28221f07 +size 50471 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..af716678030ed40576a3db2b4fc4ae27f2e357dc --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:924bb22d3155fbf4c5d1496a6db6d95c721520b4388a7b6a6b8e129d7dac3d81 +size 50382 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..114d11a74b9d02bf0d326eeac4a39b57959e7e5e --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cdf7102cf6c1e84ea8281ed645f2b071f42ac444dac0b77739358b19176d3d4 +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..02c662950873f3b0212fb5be985d91bf2d7ccc8f --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e41a78dfdcf9ae61f5a14ee61196a7a36300f109bbd39686c8e582e406c5bd48 +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b18ec9f95033f4822a4862a3225e1d4a5d1eed7 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bee98b4070f081873ba6ee4e7ddaf1829372af791335423849d8529fe6e25459 +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f82086694c8d64b195d275c71ec7adb33b6786b --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd804c043a6502347388fdcef92b64f8b4342910c0ac04c6af6071f9556f550c +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/model.safetensors b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..32149118db3fad4bd59255d55f397f3ce950fa94 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d05cec480a35ea42e6795f96b37f733a397856191ba4c43e4d848260b37fa21d +size 75550008 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..21ae171d691ba3226c2d2bd604132641c5b923ef --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d1ac8c9517a682c2ac5fd91ebd7409c59e272a12317174a87fb2b79ae975435 +size 5376 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..45daf2333f8ced19c4fd0d429bcee07a4b216cda --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:655a3f7acf9a431ddaea46fc61d1523ca87d7f03ea2b385df1e31cd8d2a75deb +size 3358 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9c0cead2806401f5825fb396b2dc8ab9a82f89a --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6e9907056f4127904e834114e7eecf0d5863e61ea6c9e39e41ec7b0cf5f66a +size 50471 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..69032694aa6d1e741a0c0c5a8c30c64974b69894 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db8dd61bbc2fbfb522e81111c446653e0abb082e11603f62b31b24798b6905d +size 50382 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..2158b651df3b636b2263e5eb97ed03888d530651 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b63be9fc07db420bfb3ef1a39455bcc94d6531b6dea0065617b64144cf2d831 +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d7f6813479156c9648eafd0d483451123d38644 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a7deafc8b3d66a09f15d258783b4a862a0edcfd8a1e180763c0a4198ed40990 +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd9bfcb317ee5e1942bd3f33ee721d29b34150b4 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f520166d29ddc8c26149af27e1d7ffa22a140767d50e0ed2f69091c6631c280 +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..314b5a4719b6323bc3cad7fca3b2a6fb914570ec --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee9184924248488d328ebad31921b4045ffe95557f24c27f74de39f5ca716b4d +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/model.safetensors b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d2c0e349ab922a1beb55585be780b256c8c3ef44 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c39c77fc94035e7b46204f0eaa488042056b5da58f2445453f3fea702393c732 +size 75550008 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1ec2ae89077a83aefa5972c2050ba4c4fe9b9ef --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e610962587edaab370f6167588ac8b2a65e88dc69cae5578b096f8965043785 +size 5312 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ff6001464320ef82182d4c8887373019e168935 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb18d96151fa22d4899ce5b280e12fd9bb2945f3f3cf1362b283733807ab3147 +size 3358 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dca50fc6664ad852d3630b5f298dfe922abb0e4 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c8cdb460290ed9a24209385f9bf10791fc14b3426a10f2c77725516b65d965f +size 50471 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bb7c0b2209d2c218ce8be29af57f1982a95a302 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bc3823131ac780c42d21022a575efd9467d3ebdd4cb381dc0eec8ccf21776c9 +size 50382 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f314857233fb7e24c46e62e81494596553712a5 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f210ce9e5fe6cca5bc8760cd0b1a0f56ed32ed8545ad38bd665375f4fdbce99a +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..afda834bcc8fe276449d24c99eb6fa183d4c02eb --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a65441afe2313f635fbfb85032aba54702ebd3d91bc7c52bb175fd96c902493a +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ba4e0f68a8b437f1579ba4bcedd911ef6644efe --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1b94b978c5e95dc7ffdcb85f4439ac12418014d772a5fdd825ac5561db13e2f +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..32556f4fc7ce16e992236ae5abd36f42331017f9 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a399758b72215b01635b72672fa235feeedc6ffc250a1859a2a69cfe62f30efc +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/model.safetensors b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..096e1df7c3e0f01c7602d6a4b3b19691a8cae1da --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8b807bfdb21963eb448e43b481d33fabdfb200a8385d924fc5c586e5d0f4716 +size 75550008 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..68820b9a2c8909219c4d6dac594fe2ed7f6e4917 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f71ff4b942e0529636238cb90a3a3557a6df1bc8a38f9b0fec6456c1f8785a50 +size 4160 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..76a3af1cfb74f632bb69e51efb27d6fd72b87d0b --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f87b1257afec06d1eb3e37c3c5d73956c89bcf5e3929b99e469f7a8b7d726ded +size 2782 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..27145b120a276faeaa066171121ae19be1629308 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50bb2f07181c90a51d71ce2132e52cc0e39694237b5fbe16f781587a9c7fe955 +size 50471 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb8ff48b2ac04335787061ef42e6c781b15c037a --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ba7e1658d3855a6c86208f366b0f78806c8c23255d21655a9e5a014b91af158 +size 50382 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..25f6c161420b914c6573436508f518ccd09399ae --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a46759e4987ad559a6faea4f8754737061d3de162f122e3cb15a2bc469465f3c +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bb214a8fe3306e39f1eef1dcc0e17adcbe41e7d --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7f3ac6d345af2932f8cc5c389630a34987467f1f10e7058d9bf57eb8728908e +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdcd22069764e17441e2c101917e3fd07ea26e30 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e58391e046e2f0166f75320e0ec04037507dcd64594ffce31f65309f2481534 +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd038288d58a3c2eda283690bc43ab511bb59f62 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f70b3ba4ed6726b47a38e61b25705fd5d8d949885d2e9f1391f76d751b6f61 +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/model.safetensors b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d474de6c2c41d61901e5c83d3ddfb363ae2d7c4c --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c36c9caa5351de8357920697d6e6bd7bb81956c669a56d0dd4b6b4dcdf7c415a +size 75550008 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..def046e0d8ce12c6a71ef900613fd85a69719152 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a759c127e4226bbeffff68e94f924a80fdbf8b81715f4cf591b7b874b8414e9b +size 4864 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6483e1951546433bf6f0f87ae371f64e53ef7624 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59b04b119c3335c5d28fe21f01b08b0e043996c21fa81f5fec0e8681426245df +size 3102 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..b949506f98a1eb1219dfa4339abe704d753dab3e --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3455194e004c16f1ce4e1b8d2431962e64dd18e6c0f0425797f6d8b9620c3e9 +size 50471 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1dfcad021ef9a9076f4f4451d16777f1f507fde --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e0751985c3aac7ec34dce6b72e13eb14f06e71a91098a879833931dea24bd55 +size 50382 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e157d89546339a3bb2dd8a31449c92e85f38577 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a4a3638047f1fa608d864a8966e75ad5866cbea70505ee8a93cb119c7507342 +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a27e705e5b5938040c9244f196271efd0b1577fc --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d171c98a7c978e64cd74b70185f19ac413b45b45e1c456946f06beb2cb4acb8 +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..87a73f5f092bb79dca81261ba767826fc70202b9 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90af47a67bbe0911e3abf5185476d79881876c62763432a9d6bbf880cfb2db3f +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc077a8fa8d1707c35d1c851c322bbbe0ce23be0 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dc2d27daaac2d6a2ff693d4819b37d065b100a373ff55301eaa1c8ea3f3d596 +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/model.safetensors b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a4e39d6f4869f90ca1ff16baa4b5d6ee72d17d4 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a791288052ac86467463afcaff4510c3156986d541c3bc227d043080886d6b6a +size 75550008 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebdf37022b28947a86cac73b41de65750699a0f4 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da5895ad55e39ba37952d799e251a37b540d9edf4a350b771db25a1b608343c4 +size 4480 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b813a3fe5380b4e5747f21f024b3afc54b5656c2 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23fde72d1016c1df9b018f4d40321552652bca8dc6fa1a9c328801b3a59aeb41 +size 2974 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..36eb47df9a879e346e5d8ad25086109d04b12d6a --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cdb42f55e821da699ee8f18502bc61204b155ea428ce4fa51cbb44ee8866ee2 +size 50471 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0a387f0ce314c6fa177ba1be7bde85764011685 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bde694966b283a029f2cb17647563e6d68fa9eae683f79b8ee5689d4ad19aecb +size 50382 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..185ca67baba92596fa1c55d484295a2ad7d9fc10 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:572fda71891c6e5a955c0a4969f48eb5844aa6adb9baab29f956c52346a637e3 +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2dfcdb1e87e5cce3cdbf4c7ab5ea53f2d7e76d37 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59b3ca974aae4b6a770e84d3a19ac032c4dd90ef68b2b563024c81c8d856729d +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9caf6a0889340f0c6ecaf514e976606f4cbb566 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84f04d65132e20d6fd030936e2bf6006111afda5893f3156a82d9a18905b3314 +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb568291788c6770d618e5bd7b422a8750508fcf --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5d52dac04e82130f26954de3c900811c79722f5992d9e57bcc0a4504367b05a +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/model.safetensors b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..19bc9cfa33630aa6d717b9f981aa2de4e8ecf458 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48982907464214c790fa79c548e5857d63e72d274176810b323c59e95030db7d +size 75550008 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..763d8f5614ae1aa81bce004fb07b7380eaf509e4 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03d4f636170fb0ec17474da5b437a904590b253a77c617d8daddc29213fedadf +size 7616 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..80e0ff921825dec884b2c78c6f5895a448337181 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f962d59a69492fd19144f115b6ab8d99402b2532ef5a90c77470b4b7a536bf98 +size 4510 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ee922ad3b2a5f9f8f99813864311863a0c238e6 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6170c53e5fe80fe085142bad6f04abdfd9dd63b640bce9f94283f6c3df572f07 +size 50471 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..980aa7eb800991e4e0fd18c6d6a6ca33681c64d9 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b2a916e9d7bf0c705b78c550f014c9f65c77a856b360cefaf6ce3f8dc514f22 +size 50382 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..860f9a5f202eb54fb2cafac5ac4c47a5297dea49 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b5b121f8ec9d3f3131d43f7918baa2a798f1e414888d130b73adec674ed9f6c +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..993c29df71244f6cbe1374007697891d434f01a2 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37ecd0db4469833f36cc131785529691be6e0223bf27768b8402d5b0434919f0 +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..89bbd651871310b3bfc91c19925f5b1811c4119c --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edad138b280029362291779d6d730381120ce90c9e4b092be47d7a22b202c522 +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc1c40e535d4e968b9048b2a9284b23af87a5a66 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08accfa80034c7b45fae084bb59a6a190a7ce9f6d4509cb98d9bb3956aee3d7e +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/model.safetensors b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3af66a589e31b3ce8720b85d9ff312976642d53 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef264172998e0aa25601ca478471d3c4295886187254025606b94630c4f51d2f +size 75550008 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cd3d745477e09bb79dd4f865683ce35567a3443 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8eb422a87a2346938e882a96f152289f691b1ecfbc32ebb1504a4ba3fd760d3 +size 7808 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..03d997d6459510d58a61cbc88e0fe2bcc9d36663 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0dc73a1f6916e4bbc6d8a110e05b25bf178188377dbaa222445faeffce8d7b9 +size 4574 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..4151c2ab1e079a8148f590334c70982f2320a00c --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ae18d7dc27bab6ca18418263042ad77835587425a5f34228d6cd68f63acfa30 +size 50471 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..689cacb479215fd3a3b049678a2dfa78f590a9b9 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cea2ab1ae16edc35e6b3b1f1dafb242b7e8584bd0fe2b46745c7e44cb2bfc7d +size 50382 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..851427d29d8476dd43a4d7058d89885a9ce3ba6d --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4ff26edfeb11a9f3dcdeb757c22a77aeb5da05c6c150e4896c82c45b26b1ecc +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..82fe79c4499c69e8859897ad866c6b191689b3f8 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fdb0973f67af595d17178d448cd81e9d7bdc61c960f31838162fa80b7c8b60c +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f330397832f8bf5c4ba9e954c18c0e9434dbfa9 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe5a8ed4d94e5e14a3562a11d2881106de0a164abb8260d144b1203f41b1f75 +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..52912e96e83b1c0c77c36e2e4ce2372229045b83 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d14dcc3cba73e6ca4c14d518bb8bad706a52aa9dd1f36122bb25f777cc90b4ca +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/model.safetensors b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba7554e95c788e9dc6056a07756072b451fd878c --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ce5864394abf2a9c92adb3a73d7eb35ec7df4bddbf0d7f94c524d7c7099f49d +size 75550008 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..95ab3df46e41be9c36808b6b0b4c5383044bc66b --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33ca116af3964d37027ea8e2811170393f00a84175efc574a00d9a9e0d241881 +size 8192 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fa174c88f2d4fedc3f5985750738ca1047da3e8 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85617bc9397d5c294d143b3166c1b9037f1cf33173e73a93000e8a3b6e47aa77 +size 4830 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ccd7846a756e5245a466a8d0d17c4e1f0024ac3 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec03e22e4e459bd30912ae1134c23cffe90111473d1915c89ccd1b1632404a8d +size 50471 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..dca08ad0d6fc7ac90b91df4d87470de3f16c4f1e --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39761fe4c0652ed5c2ae73dacc2450a558e72bade96fab6fea6640d6b375ab97 +size 50382 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..9085973d6eb2d3fa06c5e2bede291149f7e2707a --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b79186d838e126a1a9c25f78569633ac249919269e7a0c66fb4c9161c4f32b8 +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce21320e78c8fc0d55b06eb6f3885c410bd3c794 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2afe7711166a1eb9ef037b1eab528d547d98110e5b00b87d0542126e750f2098 +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd031cae74f5c2772cb308579f48389e617f012b --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29e62c4bed06866542aed8d9f962afb5a544e854f4b5f0ef458d23c7ee6d4eba +size 50337 diff --git a/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..96caaafd4741725c068829881d4c33cb2cdc8fbd --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:362106b29cba8e6d5175d257ea97b20c0156fe37ae638864b1d4bbbfbc8d75a6 +size 50387 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/model.safetensors b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4bf048d7a2623a661917341be41954aa69c8bb91 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8576a68e5a6adad50ac5f4e8df9826a923b88e625a844f588ade1ff5092802a +size 18890032 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4836a2ce2c4624b3fe58f399e7f914abd71c4ce6 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4016f71ebd0c25b310da6c3e0db78ebfe42a0863907e83747fc83b9c5dc24b08 +size 5376 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e420d5001ab37b003a19b9b454568bc3d1d682d7 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1e278526551da7b4b5b3b775cf1e7897191726ea3ec8de3b8447dc7244024e9 +size 3358 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcd4924ff95d553ae06c0f4c894799bd2db1c04c --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8bffd17c4bbc4004169ba6ca5f90d3ad7e6b27412ca805273ec52e75925774c +size 13607 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..651c8d7367ce2882eb837ac59f5f28454510e09c --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:254193977f83d074064c15c622434c9e9c2fbf9a567a924ecf14098029759281 +size 13518 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ad6d9186d9186f9e03971bcae7e2858efcfeb02 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13641f04680d28d890f667012c8ea8f009c324a587aa67ea0ed34fd7adb50712 +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..72c9bbf33796ba1f10362393c4b161e65d8d30d9 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c619940562f692862ddc78eeaf0ed0cd3572a24dfdd17eded7abeca60cf2010 +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..58352483418ce52b1b5f6e9480acdb6130d8c6f2 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17c0e4a96a9cd62dc6763592d6372d18c618b698b902735cd6d86a9f8d425947 +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e31ad80ec422d108af10afb0bec2604b1006d30 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06579fdc565a6d342df4ed0f76a66a19428373639dfb63aeb7423c928af77757 +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/model.safetensors b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5e75f3d325e1b89cc65b25b6248083e87f21b6f --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:294abb8c34e473d82a16e9c50f9874b89dd3b7c9aa7a55eedb24fae2ec01af79 +size 18890032 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bc1b7e8e507d1fb5095f15fd41dec74d5942cec --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f39966dc1381fb5e7df7bc046702a089fc475bf7b03048db94ae1b9697337517 +size 5440 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b04c6af83f44c33d4e10e1edb2b2aee829380ae --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ce1743391443d253ccb799c8a9b7d3d1284d5895f3df33ee5ba183677efb8ce +size 3422 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..74f29ac53a9baf760060320c0efe140a907e2920 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16339485ca24cbb20f420def8847b47be82219e6a1f2247ea75ee867bf816a3f +size 13607 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..605456113ecfdd67bd1cbb92903ba005ebe39956 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e43217228993266130d448e29be179d8794c66a0a5684837208d2b4c176010ac +size 13518 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a83e189cab9785fbdb65f6e7d92485b38565f53 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd45ddf923be2fbaacfafaf80970a745d83d1cc762bc8efd8ca8f4c4585a1fd1 +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..490cfa2ad19fd69ad23467f449eeb8d861ad11d1 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f82f716ba3283348fe3f7e8c134e2fe0b714bc459930bcde3ade11244addc916 +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec7ca32bac58c064f37a2b17cfc627ebecb17f15 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7931765d7040c62162cb93a8f78b5308f2a43865d708bec7e4f741189fe94639 +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..68d2d41745444bb18655b27ded149e68f01c2668 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe1f2ed1451af8dd344ef94c7352f6a8d46ab78a3345b3576a697f8b971703d0 +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/model.safetensors b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..753bc8cf74c9b73b8aec050db1d07a333dbfb1c1 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7143bb7c03a1a54b498a3a0a35cdf716af8345910069977dcc37f2ff57f422e +size 18890032 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..58db36545b7050262ce2caa821220ac8c71964f8 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6f2aae1609ccca1f01d8aba7a16b0157b0b148507d5134e2685f5a4ef788002 +size 5952 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..73a4d1267422b3f4aa11e09b7f9dabafcf829d5c --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3effda33fa2593e83646936de437003ad776cd7b28dbe14f58ae13f47c1ede4f +size 3678 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..432bf2fe326926836ec2cd5d8f2b3c86629d86c5 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87dd48f9a5daa4a59c9bc4e331d2c3fa2408f4bf7668a2d815253a7b158e65c4 +size 13607 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..9578184ee15ff5938d98fd9b00106b0c81ec937a --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce6868832d4adb26d3af6575632ec7e5a119270c29c529c372463c551ef9c7bf +size 13518 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..7605be2784ad51b507e7fae50673528761e7f218 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:995c6eecfa9c46f9bf92fb2666f8cd1d0e5bfa55871be500daf2971082b870e4 +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2cb0fd23e9632a64110b5a9489e3dc6cf152cbc --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a750b921bcf189cbf7f4e0bd97feab9152c303a9694e05376526671d5fc68072 +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..485a7c977d0983c84eba2007d9bbf2763b9fb121 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38ce050db885f3b4e90a2bfd9e5cd6e02e6805730699c2a5c6d501aec3c65cf2 +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c3d39f62d2729843b1cb478d516b31cc2c0d6ac --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774e59e73acae0c53483b42aafc3eaae011fb136be8278730c5ad70960762707 +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/model.safetensors b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..78755e7c56da08bfc0de2c95964d3b436bda3c88 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:776a5f2787f4398e4a89e463bd11465a71c6273da9d2cdd97042d800bf16713f +size 18890032 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..35bfabc3ceb3bb49a0802933acc879108ebc6478 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a908bd045916e2c574d65b6b7fffa8b2278aaac2a119a3bb69831adc6f354cad +size 2560 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..925167a7273ea83b41d1c800685be5ef13804c81 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d12732957f159358e449a2c3c5e62aac608fcd92353f4d33efabff0750c535a6 +size 1950 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..5266e96018989eaed2f1c75dc1b647e0d4239bc8 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ce16e1d0c1fd1145f1130fdfea1433763788f9248a7782803ca7ce845b10ac2 +size 13607 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..decf4c75862d49c160684e1a766a81ce62235cba --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c134ed295ed4393aaaa544eed15b5aa690be0d8b5eb5bd6453033f3901f0bcb9 +size 13518 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ffcb8a5b78a6252c66ffcfcd16517b34ba54ba8 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69c2e9a04d2d8da952956c5e81ef1ec45a7056551041c05570a458b9fe887717 +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ede7282ed62786d77de19cd31c40bd14c1e7b813 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0dffee6a85e73031b8ef7968d5cf2cdb64b493dfde3783145931d7da4eaf2dd +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ed698f2f22e6a67996d4f348197f815a1416a59 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5614238f0f8f858c0b1f784d3079a26c57ecd4d42d9ed7964c9d969c4b6ee7c +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7419a60c609d55c67513d90399133374f896b7ba --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:317c98042b58e76fbf80da200742d4ce3d413859071bff05e012c1461f224b75 +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/model.safetensors b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b733f367b8c646f9442a2efc5b897f86ee43265 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de0f0b2dfa275bcb013cd16a9fa32fcfdd500c8457210a559bb3425090364230 +size 18890032 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..57427512d721c401ac1a2ce8536f0955bfb9ad55 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23c659d41a2f8d7b69a23315562d4324c1ef2da92920a0f42db29d9d2c66ed03 +size 2560 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c87960f37ce16a97275e019063de3edb4868634b --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5956280da421f69cd4c2ef49b8cb88b961e74a5f611aeb3ec4dac7d63bde4324 +size 2014 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b7ab89604db1a88b7f9f69f130575ca2188549f --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f21b62049a1baf8ebbd85f1f669b6c1e05845cb979450bb3d6558aa6aae05923 +size 13607 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab4dbba2174e052f46c04e5b77082ca1f843a505 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c7a04809659381a7343fd8992fbcde42e659043cf756504deb784d708c3a82b +size 13518 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..32933f0450f005ce0a3c0ec4caf98ae18f443c58 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbd816b30314561f90d104bc24cefde0ae46bec52f484fc17dcfa1fdbdc081d0 +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a72dc2961991badb1c3dd5a60cf329d38675632 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfeafa5cb384fe5e0666e8d61448e4c092575ff52aef241d1ea6e5c7bfac37ad +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..8caf591e7999c07f360f25130bccd75a5846ed96 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03634d3af2f2d99bcda9efe9dabc6d40567953584edb01b3f95a4180c6d0ea86 +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5742fc4c9708f308aecc29e57ca0b8ab62efa762 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72390457a84bf907fc11d4ed750cda30a33ae826c905694f53b354af30e12b66 +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/model.safetensors b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc029fe0643976bec4ddb452d655944460f524b6 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb8d383eac198f29de93b40863f3202c0ff761ea8904a156b15109061e76f02a +size 18890032 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..516084f22630f403f1d5500dfee3dab7981d8668 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b36f5871ef4d6d0b4a135c1c84cd395ed82c061d60072127e8012d82b26d79e8 +size 2560 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e55e6d342e106a41101a77de8a06a9fbb3771d55 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ed3a0167a2ef7f7b5681e457a2721b1f571c3caab52d83cab60e3a5cd5d5638 +size 1950 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4c89975917ce51ac4805a3e3fa3bea1b912eb40 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f94dfb50a96524f98417bc51bfdd971505394de20216fe2d8ab08b3ef611c12e +size 13607 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd0333e0795c59fca875717aef351dc299964ab4 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:305c59a38893500acb6d01b32f09074dcd1e72f5b3dc91b1d0afc02084ae786b +size 13518 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..1920d2c9da9f0cae76b4f40a7cfb91ff8aa95e05 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfbc803d6c73ae8c490866e1d24d5e68033e362bc30809d64e86ea8a024a48c2 +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..10a410561976ba93d2d9d1d1a9dbf84918ff4611 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88205a510e79509f866307bf465bf92dd127cfc0c9c3f5113d4c15d066e93213 +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..6818517e6104c95f9384425c878e996ff56856f7 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e607a1724c159d896d1f867edeb89972a3800e32e38281ac28ca63663197f688 +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fab7cca04234dda7d1f76963c5484c21f411e63 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:522013192525c069f1bade9cc0ea2f7cbbf07918d31a4c5376e8623bfb73b2c2 +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/model.safetensors b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a5f21e1a29f70065412100ac9d9234a89ceec55 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f22f3668db86e61a41f901f1547183cb1d2b977b3b6777ad8c2cc79ef2bf8d42 +size 18890032 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..26e73a0b493682331243c4b943c2291785143ab2 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5749142769fa3a9bdc67f8f1c8e95688d93030a1f113c37de63ea7729729c38 +size 6464 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4093778f334c431b2176e1978a1c8d2d8cb55134 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a82bb13bc9afd6726ea7c47f36df557c04343d72132f697a3c381bdc79dd032c +size 3934 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..a166d10deaab5b5cf607d008c26b3fbab5932c30 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5e02eef75055d75a7f06034c3c407eaeb123ce051cb09a81b47376c6520b4b1 +size 13607 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a6d88f180f81c9bac1b601da996cd8803da3329 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26dfca5ec7d09cd6dc83392d4146a363622c63b22ce3b0e895366408be8078d5 +size 13518 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..7af1b95fca651a0c1368f49681b84b373748ec13 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:877bf5a1e95c66e5093540abd3e297651d356ce49d7048992d8e1149f2b8321e +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbe0b0f7a17ab3b5140cd088ee104f463239c95e --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f92baa5fbd916f85e270a06faa48a6b06479af97d85fd295a85834776cba88fc +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..57db53dc126739f0922bda922e9d0e9fb471e9d8 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef1ec7015ab4e3894c43cb9dc3fa790350aa1a5c2449c7ac3a603f22ddb341c9 +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e2930d2c1dfbfd41be67cd852d12ff1d3b6d2ff --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44b34435d866e3e9085dcd7eff66855f5889c8922f93f44612ae56f1bbd348d7 +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/model.safetensors b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..62928ac86816fc8d377b265e8c318bf676ce78a9 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfd670207ccf3ea4a0f559097bfc62a1f719656c756285d4b4c93d0b569fc956 +size 18890032 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c3d4a2b4e4f9d36612f8290369caa0eaa73fa80 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0543d2431a94a3bf0b0f1fcaeadd349209b337b40c096303c0bef615109a166f +size 3776 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1862d8f7a0618525f521f23eac497fa5956c20d8 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:816eaadddbe164eba7bafc3e8b57f7019e901f349f44ea0ce0bc675cbb4dcfe0 +size 2590 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf35da65261b56d31d07b13ab68e7bdbbb73f71c --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e701479cded48e78706473f427dd6514fb767c10c80055457d9c7183e55a7b2 +size 13607 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c854bb9f6a87a24b995615600600b4d451c2e72a --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19c9448b3d8c6ce09db5518033db0808163aa44fd5162f7ad3d098b7818202d9 +size 13518 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ee51fe736ce4c210f36e3e0574e90fbf9bc34ec --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b97490f7549e8eb7c292aae14acfd91db3741145aecdf06197cafd431545d48 +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..34b1814da5a36a57218da6f2eae249c769ee4e88 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6684a273bc38b2e54c6d0282f4e67ec2ba70558da9f1e18a1c2ba00137856a0e +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a341b880afdcf414f14e8953980931abaa40066 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60f257899811e94e9c8677f0e5b375246554c908b1d018dd88416b6b4969e2e9 +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fadd97a52fa55e61a0669771671cdf1c06c61695 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0155f117aeb7c69ff0491f4909d5d88fcba2a1ab20b3b40e3e97bd55e8d48552 +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/model.safetensors b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b753297d8aaf276f35cfe4cb27f94243f23b7106 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f45d499c2a03b2a36264c7be18cbdf4c258617cee8adab8badf3a6d37122e4f6 +size 18890032 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..eff9eaf1433ece4f717eaa2cfc2ae96fa418844e --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aa5170ecebdbca6d8f58b394d3824124e0bb22db5ddf0cf62fb496293068704 +size 3840 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..75ac17a916fa7a0fe070fe32bfe789af899f2e8c --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c842c950e900b6f3751f45c2d4271a5d9cd379d28662f0b963e394a8a6c05e52 +size 2590 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f3cd88b62a215d4c13452e1c65d0f524eafaf4e --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:727c6f9b2129f4496e4a6847c9aa260550d8fce1972e507d56dabfce82979ff7 +size 13607 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..418a0d3551613015b61273d1ef6c53147b41d34c --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73fa7eb3f5da6ce2c080e742298911c008e6ff2db6ee03845e9b1f51f803f071 +size 13518 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..f33648cc187984ebf056240aaee999de09691f8e --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d604015bb94b612e58f4dc03db2276074da8adab879c3187e34e129ae69be379 +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5136263bc8bb509cb34fd5471be423ffe5f490e --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf9a91783d8a1f72a628168b2274c9b803e288f5b7baa9132770845bde5367cb +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..804cfac9ffa4f6f1da6243d15239e48bcddfb64f --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0679c0d641cacf9041228f587d6b51dd9cd2dfb24805e5cc076bbe00ce6c5ef +size 13473 diff --git a/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e1488b33d78238ffd0050dbec84ff7578b1ea38 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x4/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1193fdcab97abc2b046f7beb36fd21c0686dc96f3855d7557a4f019d0334031 +size 13523 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/model.safetensors b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..92169e5b1771de263db15ab900445d2151bd01f2 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc81929dd154de55c1ffde1e687fd772a3ca6643ce13b3d393134cfd5358191e +size 37776696 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..629c9c10ce86dafb7172d15673743827ac053525 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dc1592e57a35eb0cc702bcef661cf3bdbd78a5817789dc143f9bf480e918578 +size 5056 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..270acc343779a7854b978ad21e65a40c5529b8ec --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bafca55ccd49838711867da462a851a1163608c2148d327ec3ed37b5c2ccf09 +size 3230 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ac7980436c60b66ee8e742063d9a28c83d5cfe3 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9360cbd4e2cb1a0f5766fb49ddab89318ebf92b2b7b831ee81d8bf4f9ebd0b0d +size 25895 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6bc85efcf2d69f61846e6a3610d15be37bb2d01 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56b54221d1d4cac78a4357a79cf77f51063498e047e02bccf0d4dbde932d6da2 +size 25806 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd731cbdfa3737300608bb8645b57eae006d9918 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a37169be7e590c61683bfb69cd739e0d37cdbc50c2a7b2d2fd7a0bf5301397fe +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d04e2f9299ed2b1f3a33800a41d846900e4ab5fd --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57accda8faa6a9fe0f0d7439520d76b0f4da4cd6a326c5160af7697b442e7893 +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..e79b114f60705be46836b5a716eb22d9e69e7dec --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a397164f423e8ae563a4c3b9ed94685cead66dd0475cf6223c03045320283703 +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..859bc4e616aaa994e73f8a196f7a5a7070e58dce --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de890550b056dfde521c1cb88a5418ad0ec935b2f5a8cc0726d58dd80aba6017 +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/model.safetensors b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..986e39a8797b06691cb1317b2d3d193033782987 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd578145bf32edb058b2fa8dd5e0d0eaa9418f9b6338d6c7daab1f166b5c111d +size 37776696 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..774469f0091dd9f3087411ba7c60f312de674412 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ef67d50329d6b87587966d6e592acbe3fa8476c939ce5f406d64848caa3945a +size 4672 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c131330357bc42ffc1473413f62ed66255e32afb --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f1bbc1ffce3c1823b9420495d80b5665682899f34f6f0f69bcf24b703291aa0 +size 3038 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..2044f767aaeb725275e3193993d5ad80144b5d6c --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c62cd21bd9c4bc07f01f7794e193ec10d724b016e27e7e3d0216ac3478323ac +size 25895 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a897f4103de5311662e4e4d600aef5b1e8d3c56c --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ba66caa27aa33db12148a4da5173933a1497fedfe6731627c98fae2578e2808 +size 25806 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..d828954a8a3e63ab115474be92653e3794de5c92 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c42601f1e0532e93d8e9849c29a59db08b99d11c5620bbebd5392992076d34d6 +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..536864b69084d1fdd73753ae54c4df40087051e3 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a313aaa25be572c5738b0617bc6b3bcedacf9fac19c16a5b13508678de9313d +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1a422f71475cf067014bdb4c77eadc32571e701 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cc64eeffb39dac915884a8df5754463f14a69cf9ae011726ebf97fd40b91743 +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..423cbf381492df94be19ea6161acbf58348ea624 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94ea73e46339644b944e84437caf33b161e50cebb417fa65a524043f3f31bdc4 +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/model.safetensors b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea21b197a61b2ac5861444d509e44e3009eacc99 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd49dbc534fc2d465093ef678985a4c15941974320a28703fe53b240cd7d61ef +size 37776696 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..54b0c584047b0df9769322f8b6528d86be9d9c1a --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba9f725cd597a5501c06c0d773464c1a24e68264ea600f203fd623b06c0c05fb +size 4416 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f03b215a17ad56a236c5e05b0c04ab31090f99ec --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1adee55adaa7eef421b08487e73065855442248a5164fc12cd000d94f1ccb141 +size 2910 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..983d620e734d87cb76d156babacba75ac36a1484 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b3d68ecc77297336c607138ea970eaf35d075ec1f6cca16f090b098afb2b6dc +size 25895 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5da26d7cda6e36469853566a0fa41575946295d --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bcc8bb28789a0e8e3d8343e7202c518393c66c05355ac2d53b26c66401f27f6 +size 25806 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec32debd59e13cc797a4d484e8101ba45b02c261 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7291884627ac4b9d69368f0400b488a6c5fba18e78fad34fbc8983f0c096cba0 +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..620f788a22b470dc590e6c231f2553e57d955230 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b9ebbf0ad087318a8badf3cbfadf4317ab68321ce6e62de45ab4be6b6078276 +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..95285284219b817ba7069ef022500ed5de3829cd --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d37bf643f35f97d5de69e461246ae77bcf67f2f4e50fd1e8d56dcac44c165064 +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..63e76c0ea4edb9909eb0c04d24b4256e3bd32ea8 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c22d4d9a5f5f879c08b3fcbcfce46e2597e06ff4b078d3c304d6a1e7433d1044 +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/model.safetensors b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c42559ca9625841135178b46a49835991834795 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4654664cea553a9f714aa7ab16cb59c81d87ce22cd34f38f0215eb3b8acc3dfb +size 37776696 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb0c3c6aeb8f638aef88716e2533673e49176f83 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb976d78022c877586d9e941f9dbf99c0166d56b26388e196f814b9a990781b3 +size 2560 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5fc3ef601e2f4b407e662b6930e0ace565aaa17 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4559d7822cb21ddb4f44df59dd0aeea3c62e345f9fd3ee796c6ec8e64b0e6ee +size 1950 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4aea6863d433769fe31e71baf477c018055a5ce --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ebccea4942e4f09b1b4f4ca6a3af0cc6d98cfcf96f5b625745113d7c5f27332 +size 25895 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1167cf2c9c33d16d90a0f4149bd59a5c76ab20b1 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d41c07d6e99a2a26ed8e05f3e94fb2e3f4f09a15d9748cce29298ebd6d2443e +size 25806 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..29e85268e039ad3cbe3fb6d634f0d7792398357d --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe7858e379925417c15d73897f719e0adfd5277ee6e92acc0449132862063283 +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b037dcf84797501331ea3d219416ff61f72cf994 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc9de3bd1fe0c455049d5fa4f7f3524a05944d596741ded4d9877cbf67f70c5 +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..fce3eca4242128ec87cf49d75c10b198babe4b82 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ece89acc940ce76e41b0b52def9b80c91f0c5ecb2083793b17adca0fd352c1a8 +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..912693a1984575337825d7214ff8152b300deace --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:280ff5cee3783f55083b58c9fd2307d16b3b36ce54ffe39761bb3b1c89b3af2e +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/model.safetensors b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b0e56cae1e7cbcf6d4028b7bf6009ba4c1f3d1e8 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d4f411a346cea9d96ab88700791625740faa994e6d64a9363790a36c4b9cc5e +size 37776696 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b06e52536192800be36d92ac9b54a239c092947c --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b41d3c517f34b25f3eef152422a3c8a1d114dfe7233b402bb629ad17c6cfc71 +size 3072 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a92e6389a6cd8fbb3cb163d7e9b783c937d96117 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:418ce6bb3697004d5d6671a62afd3b169fbf3a6e177861a8b8935ec8a858b1f4 +size 2270 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6daf086ddfcc8671c5348592090b3c1229fa53c --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:840a2c9b53ee601b71bed90ca8a49b2725a5b6f6d60967f12f4c055d01a14b97 +size 25895 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..24c2ced3acf1e0cc3f1dc775f2941b28519c4f37 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c5eaaf1729e3020455f445e12bfce9b21dc3300048d5c10c0dbba4a1e1ed748 +size 25806 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5cfb5a949bc53276a873066af5b43ab7e2aa3c6 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f42884c4becaa98b58f79c78f9dba0c8f1e1f6e0723dc53c0ca8a077b724cab1 +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a671fef1f1dfadab735388f3aef1dbf09e3a462 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45b867902ed5344e5d0c5dbe1e2c9484a0a220b4691570cc3d4ba5d4ab3adb34 +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..3628c619375688686c5d82e570b4ed425d713ef0 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48d33dc82b485e27b4cc737c7eefa95adef77d3d7ef5ab2ae4a8e3692b2ff0ff +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e97dd903cf765789f2392ad2067ac204fa980db --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3c64e4d2e0e4b1f9cc6c6c17905d88e5c1f908161f7a4a181e0b4fd4553da78 +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/model.safetensors b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f0bcdfec72269e9b2970133858708027662f36e --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59abadbb27a4290913a2fbdccd0868cb43ef66d98fe2e78526543de915558b05 +size 37776696 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbffc6032ee225b695f616f85dfbdf1f3dcbe72f --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5b90373f3658a1584a5e6940f06f2c3fc366e736ab7e6ccaa402d2929883907 +size 2752 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..14e2f7f8d0dc0a11b5380cb69c4407353b8fad44 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a66ad3e4c167394cf0b08ec72a29f99b0035249ccc020f4c24840969eccbd326 +size 2078 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..d58dda8c3919106e9b401f347b6dcb21b7c58f0f --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a607164188903f1998bdf3d20a435ea175ab65a55fc3ad8a5ac932bbc27db712 +size 25895 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f7d6f47d956a307bab25e8340a8cfd6538387ab --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4df2a11710c0f12a6e9494277e0c867c0438c19f465f933139d4ba1f53ecf3cd +size 25806 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..54ff28cd9ff0e569f1ebb5237ce18408fe0821ff --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7654dc9477b36d971cefab94dd4ff5a178f062cdc48b8b57281f421844ce954 +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d29069f7582b841fee10f7494f083100fe488228 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:590d60f3d9fa5535c9f050ab49f2b59959129ba46020fa39845e14c28e28a4d5 +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fd253f8a0e78e1552219561680882d47cc42da8 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10efb03878c9dc34946d40c78484c573c9d4b3966c9080f27de0447d75271ef4 +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..693f32eb06da51d6a3e32d64ee6e513b30579486 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e258171282e4cb4ce8eb2917ae98fdeb8da4513a5511dd42931478e964d14062 +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/model.safetensors b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a634b77ed24e7019ded22d1efc02c8bac17cfbff --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a44183ad23062f53539c69d8a104728126e639c74640a86d240651d86db5af8a +size 37776696 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..88c3979043abff93cad5130b64f93c353de672e4 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8f6a48f5246ecb5ac65d8c159b9c6810bece8d2cff2eb846cf3d8801458bb9d +size 3968 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1b3dc23ba694c3ba1a2e1ffbbe08d8e5b8276f5 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:473fca1c07c06639fcafcf3f32ad0595cb55ab015ed48e253efa37a465b7018f +size 2654 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..894a80b2918e2e781e2b9f4ccffe72ca0a3bf7da --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8258d2ac12ef9177d4c1ee2997ea208dcf9726016f6e01554f6008409577eadb +size 25895 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b0d21fe0e0c57112bf01c7ee4cdd287108437f5 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d25a6f625d64bd8a6e2862eb641bca535b8e2e500b5fdb079d4a4bd91e63db8 +size 25806 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae4731d4913adfb7bc6852992b493a936da0c245 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bdab85e39b5ac1454860a851d11e9b685d4d9fdbfe49440899a29a08830b0f3 +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..cec41d73fd91f6a1c27480a2ab305f5a8567e2d8 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b53fff8ccd2254affac7b1a9a48a03f2bd2f06606022084b512f98fd9023461c +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..1979e4efdf9c142af66e4b44ff107aceab349cdd --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e434d7d34d1f42c2006781a1d8983f6c77ed9b69de1bfc725f7edb053019cb13 +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3fd5441bbd88ee8c3c37fe0c34ba7b3bb35bbee --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b16ebabd98148d52976f1d3767791096f8f24966bd882906356195a3c776e26f +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/model.safetensors b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8dcb1ce9aac3bda59822a1e137db8910455dea11 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2123ac3737e3c6909596f5eb5350c6675b9f666e11c097f60178a3bdc3f1fe5e +size 37776696 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f87d18011929a9ecf94c13cd93fce38682e936b1 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c8dbed1f5269a2dbe9967c9705554a05e026687e8128826683a9b064b6f2128 +size 3776 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf2a5ab5b7c28a8a7442f31c19da042e0d53dedf --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d59044c901209911ed7c04535c59c13923b16ddebe4228ea658b5395b83d1b0 +size 2590 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b6302d4a93342206c06ce321d9e658ac472d220 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4abc985a926b225dfc8f381eedeeef926de4b808435b578886ae93701f5b6186 +size 25895 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d4e2883af5a747e716894a0424fa030b80b8593 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4330f27faa0694f2bd96db06c893506b5ba242e62bdd19c6e4c7ba600ed4077 +size 25806 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a3e649f88555c27f0cbc219cc28b1fa0aa6272a --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17b57ea7c7230b0b519ac206bd7186c66e374b3d83cf0e61e55a615e5fd05663 +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..517aa14ef2fc5a6d7936d14cf97947a38acd1d4b --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36213b650737ddc03ce68b79946351c88dbf25ba5385154c1f96ca1cc811cae9 +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..60b00ea8732d15098517553ffe7f125b1c36284d --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:174375fca55c63c5ba4a9f9a28442abb4bb0bd883e0e7d1d4841f35eef5466c4 +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f2919e857ae678685e2db10a616dd616cac9dfb --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:146afa60dbee47b4f5ebd59fcbe561e64f4259b5301a6284cfef4ec1150d83ca +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/model.safetensors b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5789aa3252ef0d4ba9d9ddf6f94872fe90226c70 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d1891b16dde9108b37ac181039abdada5c733535ea43f62215827e725d99ab6 +size 37776696 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7b9eb3dbd2cf0b89c9b175f9378d6bcf8ba88af --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b4974c93a47a3ab3a45beff4673057a85cf205dde8127f7cd85e00d27d2885d +size 3456 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..07d7dfcb3d178d8ab41139544493ba7273a0efa6 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eed35bdefa409381cdf547dd79a137b9cae2b48766f4eee3c19a90c4d61d318 +size 2398 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..e469171936fa7baad7a2a63b7b33c82ab8becd25 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a20c62aaff3ce9b19b5db90ee16817d424443ed973dce20081ccd1d2f1f52e +size 25895 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea1a48eca61460f8231a6fdfeeff788479468b35 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41d56356712338b3aa00aa50cb5bac9638fc3ae84ce1b02a0847ed223ce51bbd +size 25806 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e0f20895751c92d86d3d7d1275ea74c503524ec --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4660dad35bca216fdcf6df392684c6955a28ee2753886410931fed28d47c5239 +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ca18c64aaf6e7fedac73e3f2ca4918098f75ee6 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:506300f37467fcee222d2a66f528815cdfedbed08f05bfebb74fe8215710a781 +size 25811 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd3eca4954d6c2a5cc03d07e53299bdb732834bf --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6079a0bdc1f013d26d7011d56e717ae59673e4c869c26708155e20fe42ced96 +size 25761 diff --git a/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fec3f11a097a951ffcb036877fb9a6ac78e6c63 --- /dev/null +++ b/vision/dinov2-b_layer10/consdl/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19587f89f008a05bc6669a1b0592ff2d91f5b915e0797354d3fcc7c9a5fe0342 +size 25811 diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/config.json b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e29bc53bb30892fe2d225d5ad62f012886441434 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "k_iters": 32, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 32, + "residual_thr": 0.05, + "max_iters": 307, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c3acbb68a91b2c514b984518c5fcfed0d3c9f9a0 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.1779, + "r2_score": 0.9518, + "l0_per_token_0": 0.0077, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 93.5173 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/config.json b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d39c416079930c68d7c93074e3b2b5646a514bb7 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "k_iters": 32, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 32, + "residual_thr": 0.05, + "max_iters": 307, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..79c066fddd1b730d9af6bbdb0134541233dabbec --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.1793, + "r2_score": 0.9515, + "l0_per_token_0": 0.0076, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 92.3942 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/config.json b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bbfe8b7905bce01e56935c8b4e6059bb883ce1f9 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "k_iters": 32, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 32, + "residual_thr": 0.05, + "max_iters": 307, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..7918ca983198958a94e8cce82ec9731bbf9cd39b --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.179, + "r2_score": 0.9515, + "l0_per_token_0": 0.0077, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 92.3052 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/config.json b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e29bc53bb30892fe2d225d5ad62f012886441434 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "k_iters": 32, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 32, + "residual_thr": 0.05, + "max_iters": 307, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c3acbb68a91b2c514b984518c5fcfed0d3c9f9a0 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.1779, + "r2_score": 0.9518, + "l0_per_token_0": 0.0077, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 93.5173 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..79c066fddd1b730d9af6bbdb0134541233dabbec --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.1793, + "r2_score": 0.9515, + "l0_per_token_0": 0.0076, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 92.3942 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/config.json b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bbfe8b7905bce01e56935c8b4e6059bb883ce1f9 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 4, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "k_iters": 32, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 32, + "residual_thr": 0.05, + "max_iters": 307, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..7918ca983198958a94e8cce82ec9731bbf9cd39b --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x4/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.179, + "r2_score": 0.9515, + "l0_per_token_0": 0.0077, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 92.3052 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/code_metrics_step_final.json b/vision/dinov2-b_layer10/mp/x8/l0_128/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..a10d2a91a023646c4b2fbbbbc8ab0c431a81a952 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 158.90481452658884, + "recon_r2": 0.9876245650248682, + "l1_per_token": 193.98692259282168 + }, + "seed1": { + "l0": 152.38658106355382, + "recon_r2": 0.9871945871645051, + "l1_per_token": 192.1854169765705 + }, + "seed2": { + "l0": 160.761411154345, + "recon_r2": 0.98776211966697, + "l1_per_token": 196.88370786849816 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.4864991940231971, + "mcc_abs": 0.486550708658594, + "act_iou": 0.1436052424442121, + "act_iou_n_pairs": 6144, + "input_r2": 0.9898649603456683, + "matched_mcc_signed": { + "0.6": 0.6908127008008907, + "0.7": 0.6863352262291252, + "0.8": 0.6903208630884252, + "0.9": 0.7261957695214735 + }, + "matched_mcc_abs": { + "0.6": 0.6921280375546771, + "0.7": 0.6875901061120875, + "0.8": 0.6911810632613766, + "0.9": 0.7240006983508874 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.48719232111727645, + "mcc_abs": 0.48723333568715005, + "act_iou": 0.14352663411907807, + "act_iou_n_pairs": 6144, + "input_r2": 0.9901307127264551, + "matched_mcc_signed": { + "0.6": 0.7006315470649314, + "0.7": 0.6958943159553836, + "0.8": 0.7050463288582809, + "0.9": 0.7468526797666427 + }, + "matched_mcc_abs": { + "0.6": 0.6991663612396379, + "0.7": 0.6967408646842865, + "0.8": 0.7046262243967241, + "0.9": 0.7465443627782317 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.4858727094662359, + "mcc_abs": 0.48592361878031737, + "act_iou": 0.1432343873607611, + "act_iou_n_pairs": 6144, + "input_r2": 0.9899348162938524, + "matched_mcc_signed": { + "0.6": 0.6925866384310656, + "0.7": 0.689268890406917, + "0.8": 0.6931560194575103, + "0.9": 0.7352608197907649 + }, + "matched_mcc_abs": { + "0.6": 0.6927449481273412, + "0.7": 0.6905003555527498, + "0.8": 0.696026978010741, + "0.9": 0.7336743685401178 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 157.3509355814959, + "l0_std": 4.398334866106466, + "recon_r2_mean": 0.9875270906187811, + "recon_r2_std": 0.00029605612680711754, + "l1_per_token_mean": 194.35201581263013, + "l1_per_token_std": 2.3703278508795274, + "input_r2_mean": 0.9899768297886586, + "input_r2_std": 0.0001377676750288131, + "mcc_signed_mean": 0.48652140820223644, + "mcc_signed_std": 0.0006600862289907959, + "mcc_abs_mean": 0.4865692210420205, + "mcc_abs_std": 0.0006550546734936998, + "matched_mcc_signed_per_threshold": { + "0.6": 0.6946769620989626, + "0.7": 0.6904994775304752, + "0.8": 0.6961744038014054, + "0.9": 0.7361030896929602 + }, + "matched_mcc_signed_band": 0.7043634832809508, + "matched_mcc_abs_per_threshold": { + "0.6": 0.6946797823072188, + "0.7": 0.6916104421163746, + "0.8": 0.6972780885562805, + "0.9": 0.7347398098897456 + }, + "matched_mcc_abs_band": 0.7045770307174049, + "act_iou_mean": 0.1434554213080171, + "act_iou_std": 0.00019541448660415742, + "act_iou_n_pairs": 6144.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/dict_metrics_step_final.json b/vision/dinov2-b_layer10/mp/x8/l0_128/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..a36a2fc1b78d39f388932936d184e43cc30a7403 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/dict_metrics_step_final.json @@ -0,0 +1,595 @@ +{ + "schema": 3, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 6144, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 3009, + "0.6": 2519, + "0.7": 1944, + "0.8": 1277, + "0.9": 756 + }, + "n_dup_clusters_signed": { + "0.5": 850, + "0.6": 716, + "0.7": 543, + "0.8": 317, + "0.9": 233 + }, + "n_dup_removed_signed": { + "0.5": 2159, + "0.6": 1803, + "0.7": 1401, + "0.8": 960, + "0.9": 523 + }, + "largest_dup_signed": { + "0.5": 144, + "0.6": 74, + "0.7": 52, + "0.8": 37, + "0.9": 21 + }, + "babel_mu1_signed": 0.5495924353599548, + "n_dup_abs": { + "0.5": 3038, + "0.6": 2544, + "0.7": 1969, + "0.8": 1282, + "0.9": 765 + }, + "n_dup_clusters_abs": { + "0.5": 857, + "0.6": 721, + "0.7": 549, + "0.8": 317, + "0.9": 237 + }, + "n_dup_removed_abs": { + "0.5": 2181, + "0.6": 1823, + "0.7": 1420, + "0.8": 965, + "0.9": 528 + }, + "largest_dup_abs": { + "0.5": 145, + "0.6": 74, + "0.7": 52, + "0.8": 37, + "0.9": 21 + }, + "babel_mu1_abs": 0.5574504733085632, + "dup_excludes_dead": true + }, + "seed1": { + "d_sae": 6144, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 2844, + "0.6": 2345, + "0.7": 1793, + "0.8": 1181, + "0.9": 701 + }, + "n_dup_clusters_signed": { + "0.5": 802, + "0.6": 662, + "0.7": 492, + "0.8": 291, + "0.9": 224 + }, + "n_dup_removed_signed": { + "0.5": 2042, + "0.6": 1683, + "0.7": 1301, + "0.8": 890, + "0.9": 477 + }, + "largest_dup_signed": { + "0.5": 103, + "0.6": 103, + "0.7": 61, + "0.8": 33, + "0.9": 11 + }, + "babel_mu1_signed": 0.5341102480888367, + "n_dup_abs": { + "0.5": 2868, + "0.6": 2362, + "0.7": 1815, + "0.8": 1203, + "0.9": 719 + }, + "n_dup_clusters_abs": { + "0.5": 794, + "0.6": 661, + "0.7": 494, + "0.8": 297, + "0.9": 233 + }, + "n_dup_removed_abs": { + "0.5": 2074, + "0.6": 1701, + "0.7": 1321, + "0.8": 906, + "0.9": 486 + }, + "largest_dup_abs": { + "0.5": 146, + "0.6": 77, + "0.7": 56, + "0.8": 33, + "0.9": 11 + }, + "babel_mu1_abs": 0.5433169007301331, + "dup_excludes_dead": true + }, + "seed2": { + "d_sae": 6144, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 2987, + "0.6": 2504, + "0.7": 1960, + "0.8": 1259, + "0.9": 689 + }, + "n_dup_clusters_signed": { + "0.5": 862, + "0.6": 732, + "0.7": 579, + "0.8": 340, + "0.9": 213 + }, + "n_dup_removed_signed": { + "0.5": 2125, + "0.6": 1772, + "0.7": 1381, + "0.8": 919, + "0.9": 476 + }, + "largest_dup_signed": { + "0.5": 111, + "0.6": 111, + "0.7": 60, + "0.8": 49, + "0.9": 15 + }, + "babel_mu1_signed": 0.5518972277641296, + "n_dup_abs": { + "0.5": 3012, + "0.6": 2519, + "0.7": 1982, + "0.8": 1271, + "0.9": 695 + }, + "n_dup_clusters_abs": { + "0.5": 859, + "0.6": 735, + "0.7": 582, + "0.8": 343, + "0.9": 215 + }, + "n_dup_removed_abs": { + "0.5": 2153, + "0.6": 1784, + "0.7": 1400, + "0.8": 928, + "0.9": 480 + }, + "largest_dup_abs": { + "0.5": 111, + "0.6": 110, + "0.7": 60, + "0.8": 49, + "0.9": 15 + }, + "babel_mu1_abs": 0.5596368908882141, + "dup_excludes_dead": true + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.8324241042137146, + "dcs_abs": 0.8342788815498352, + "frac_sign_flipped": 0.026692708333333332, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.8628966212272644, + "0.6": 0.849583625793457, + "0.7": 0.8374503254890442, + "0.8": 0.8295177221298218, + "0.9": 0.8281457424163818 + }, + "unique_frac_signed": { + "0.5": 0.6581217447916666, + "0.6": 0.71630859375, + "0.7": 0.7801106770833334, + "0.8": 0.8494466145833334, + "0.9": 0.9186197916666666 + }, + "dedup_dcs_signed": { + "0.5": 0.5678910299369211, + "0.6": 0.6085640522651374, + "0.7": 0.6533039404409162, + "0.8": 0.7046310208000554, + "0.9": 0.7607510693681736 + }, + "matched_frac_signed": { + "0.5": 0.5909830729166666, + "0.6": 0.6095377604166666, + "0.7": 0.6110026041666666, + "0.8": 0.5810546875, + "0.9": 0.4918619791666667 + }, + "matched_cos_abs": { + "0.5": 0.8643887639045715, + "0.6": 0.8516603708267212, + "0.7": 0.8390900492668152, + "0.8": 0.8301854133605957, + "0.9": 0.8294875025749207 + }, + "unique_frac_abs": { + "0.5": 0.6537272135416666, + "0.6": 0.7132161458333334, + "0.7": 0.7769368489583334, + "0.8": 0.8477376302083334, + "0.9": 0.91748046875 + }, + "dedup_dcs_abs": { + "0.5": 0.5650744580440611, + "0.6": 0.6074179272400215, + "0.7": 0.6519199788696521, + "0.8": 0.7037794149558371, + "0.9": 0.761038582684705 + }, + "matched_frac_abs": { + "0.5": 0.5896809895833334, + "0.6": 0.60791015625, + "0.7": 0.609375, + "0.8": 0.580078125, + "0.9": 0.4933268229166667 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.823663055896759, + "dcs_abs": 0.8256968855857849, + "frac_sign_flipped": 0.02880859375, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.8553469181060791, + "0.6": 0.8406097292900085, + "0.7": 0.8279498815536499, + "0.8": 0.8200789093971252, + "0.9": 0.8199977874755859 + }, + "unique_frac_signed": { + "0.5": 0.6513671875, + "0.6": 0.7090657552083334, + "0.7": 0.7736002604166666, + "0.8": 0.8470865885416666, + "0.9": 0.918701171875 + }, + "dedup_dcs_signed": { + "0.5": 0.5571449163835496, + "0.6": 0.5960475725344926, + "0.7": 0.6405022439818518, + "0.8": 0.6946778456961813, + "0.9": 0.753332928288728 + }, + "matched_frac_signed": { + "0.5": 0.5861002604166666, + "0.6": 0.5994466145833334, + "0.7": 0.5997721354166666, + "0.8": 0.5709635416666666, + "0.9": 0.48193359375 + }, + "matched_cos_abs": { + "0.5": 0.8579127192497253, + "0.6": 0.8439684510231018, + "0.7": 0.8302880525588989, + "0.8": 0.8219344019889832, + "0.9": 0.822018027305603 + }, + "unique_frac_abs": { + "0.5": 0.6472981770833334, + "0.6": 0.7064615885416666, + "0.7": 0.7705078125, + "0.8": 0.845947265625, + "0.9": 0.91796875 + }, + "dedup_dcs_abs": { + "0.5": 0.5553253392669528, + "0.6": 0.5962312925888302, + "0.7": 0.6397434311220422, + "0.8": 0.6953131598856999, + "0.9": 0.7545868610031903 + }, + "matched_frac_abs": { + "0.5": 0.5856119791666666, + "0.6": 0.6002604166666666, + "0.7": 0.5997721354166666, + "0.8": 0.5714518229166666, + "0.9": 0.48193359375 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.8256418108940125, + "dcs_abs": 0.8283472657203674, + "frac_sign_flipped": 0.03125, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.8544647693634033, + "0.6": 0.8416359424591064, + "0.7": 0.8315587639808655, + "0.8": 0.8197574019432068, + "0.9": 0.8187204003334045 + }, + "unique_frac_signed": { + "0.5": 0.660888671875, + "0.6": 0.7188313802083334, + "0.7": 0.78173828125, + "0.8": 0.852783203125, + "0.9": 0.9224446614583334 + }, + "dedup_dcs_signed": { + "0.5": 0.5647060865885578, + "0.6": 0.6049943261508209, + "0.7": 0.6500613189127762, + "0.8": 0.699075343014556, + "0.9": 0.7552242625145785 + }, + "matched_frac_signed": { + "0.5": 0.5914713541666666, + "0.6": 0.6083984375, + "0.7": 0.6070963541666666, + "0.8": 0.5732421875, + "0.9": 0.4778645833333333 + }, + "matched_cos_abs": { + "0.5": 0.857487678527832, + "0.6": 0.8436514735221863, + "0.7": 0.8336904644966125, + "0.8": 0.8216074109077454, + "0.9": 0.8216723799705505 + }, + "unique_frac_abs": { + "0.5": 0.656005859375, + "0.6": 0.7163899739583334, + "0.7": 0.778564453125, + "0.8": 0.8507486979166666, + "0.9": 0.92138671875 + }, + "dedup_dcs_abs": { + "0.5": 0.5625169414561242, + "0.6": 0.6043834571464686, + "0.7": 0.6490817605663324, + "0.8": 0.698981435028448, + "0.9": 0.7570780180685688 + }, + "matched_frac_abs": { + "0.5": 0.58837890625, + "0.6": 0.60791015625, + "0.7": 0.6053059895833334, + "0.8": 0.5703125, + "0.9": 0.4791666666666667 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 0, + "n_dense_std": 0.0, + "l0_mean": null, + "l0_std": null, + "recon_r2_mean": null, + "recon_r2_std": null, + "l1_per_token_mean": null, + "l1_per_token_std": null, + "babel_mu1_signed_mean": 0.545199970404307, + "babel_mu1_signed_std": 0.009672873036604312, + "n_dup_signed_per_threshold": { + "0.5": 2946.6666666666665, + "0.6": 2456.0, + "0.7": 1899.0, + "0.8": 1239.0, + "0.9": 715.3333333333334 + }, + "n_dup_signed_band": 1577.3333333333333, + "n_dup_signed_band_std": 63.51640208114227, + "n_dup_clusters_signed_per_threshold": { + "0.5": 838.0, + "0.6": 703.3333333333334, + "0.7": 538.0, + "0.8": 316.0, + "0.9": 223.33333333333334 + }, + "n_dup_clusters_signed_band": 445.1666666666667, + "n_dup_clusters_signed_band_std": 25.135051886426123, + "largest_dup_signed_per_threshold": { + "0.5": 119.33333333333333, + "0.6": 96.0, + "0.7": 57.666666666666664, + "0.8": 39.666666666666664, + "0.9": 15.666666666666666 + }, + "largest_dup_signed_band": 52.24999999999999, + "largest_dup_signed_band_std": 6.378675411086537, + "dcs_signed_mean": 0.8272429903348287, + "dcs_signed_std": 0.004594760451239755, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.5632473443030095, + "0.6": 0.6032019836501504, + "0.7": 0.6479558344451815, + "0.8": 0.6994614031702642, + "0.9": 0.7564360867238267 + }, + "dedup_dcs_signed_band": 0.6767638269973557, + "dedup_dcs_signed_band_std": 0.005359369667639378, + "matched_cos_signed_per_threshold": { + "0.5": 0.8575694362322489, + "0.6": 0.8439430991808573, + "0.7": 0.8323196570078532, + "0.8": 0.8231180111567179, + "0.9": 0.8222879767417908 + }, + "matched_cos_signed_band": 0.8304171860218048, + "matched_cos_signed_band_std": 0.0050002776220503965, + "unique_frac_signed_per_threshold": { + "0.5": 0.6567925347222222, + "0.6": 0.7147352430555557, + "0.7": 0.7784830729166666, + "0.8": 0.8497721354166666, + "0.9": 0.919921875 + }, + "unique_frac_signed_band": 0.8157280815972222, + "unique_frac_signed_band_std": 0.0034349012023766126, + "matched_frac_signed_per_threshold": { + "0.5": 0.5895182291666666, + "0.6": 0.6057942708333334, + "0.7": 0.60595703125, + "0.8": 0.5750868055555555, + "0.9": 0.48388671875 + }, + "matched_frac_signed_band": 0.5676812065972222, + "matched_frac_signed_band_std": 0.005244184657350806, + "babel_mu1_abs_mean": 0.5534680883089701, + "babel_mu1_abs_std": 0.00885889735823278, + "n_dup_abs_per_threshold": { + "0.5": 2972.6666666666665, + "0.6": 2475.0, + "0.7": 1922.0, + "0.8": 1252.0, + "0.9": 726.3333333333334 + }, + "n_dup_abs_band": 1593.8333333333333, + "n_dup_abs_band_std": 60.946868937898145, + "n_dup_clusters_abs_per_threshold": { + "0.5": 836.6666666666666, + "0.6": 705.6666666666666, + "0.7": 541.6666666666666, + "0.8": 319.0, + "0.9": 228.33333333333334 + }, + "n_dup_clusters_abs_band": 448.66666666666663, + "n_dup_clusters_abs_band_std": 24.5844632508691, + "largest_dup_abs_per_threshold": { + "0.5": 134.0, + "0.6": 87.0, + "0.7": 56.0, + "0.8": 39.666666666666664, + "0.9": 15.666666666666666 + }, + "largest_dup_abs_band": 49.58333333333333, + "largest_dup_abs_band_std": 7.771475621356174, + "dcs_abs_mean": 0.8294410109519958, + "dcs_abs_std": 0.004394300018834206, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.5609722462557127, + "0.6": 0.6026775589917734, + "0.7": 0.6469150568526756, + "0.8": 0.6993580032899951, + "0.9": 0.757567820585488 + }, + "dedup_dcs_abs_band": 0.676629609929983, + "dedup_dcs_abs_band_std": 0.004829207074535693, + "matched_cos_abs_per_threshold": { + "0.5": 0.8599297205607096, + "0.6": 0.846426765124003, + "0.7": 0.8343561887741089, + "0.8": 0.8245757420857748, + "0.9": 0.8243926366170248 + }, + "matched_cos_abs_band": 0.8324378331502279, + "matched_cos_abs_band_std": 0.004485770491641863, + "unique_frac_abs_per_threshold": { + "0.5": 0.65234375, + "0.6": 0.7120225694444445, + "0.7": 0.7753363715277778, + "0.8": 0.84814453125, + "0.9": 0.9189453125 + }, + "unique_frac_abs_band": 0.8136121961805556, + "unique_frac_abs_band_std": 0.003281634407468286, + "matched_frac_abs_per_threshold": { + "0.5": 0.587890625, + "0.6": 0.6053602430555555, + "0.7": 0.6048177083333334, + "0.8": 0.5739474826388888, + "0.9": 0.48480902777777785 + }, + "matched_frac_abs_band": 0.5672336154513888, + "matched_frac_abs_band_std": 0.0048508907537195035, + "alive_source": "stats", + "frac_denominator": "d_sae", + "d_sae": 6144 + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/config.json b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ece5ac0565509e1fcdedae2612200b9436b1a999 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "k_iters": 32, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 32, + "residual_thr": 0.05, + "max_iters": 614, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..768049b72c5650e3408b55cdb413acc9d84ef455 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.1415, + "r2_score": 0.9617, + "l0_per_token_0": 0.0047, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 101.397 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/config.json b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..107eef28549d5504248e6f3b08a41e11df11e5e8 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "k_iters": 32, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 32, + "residual_thr": 0.05, + "max_iters": 614, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f3711ab4eefa33b7dabf19f93ac9b4137522f361 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.1424, + "r2_score": 0.9614, + "l0_per_token_0": 0.0046, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 102.0256 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/config.json b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..041eeaf476b63e4eb1d3954ed302ace623584173 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "k_iters": 32, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 32, + "residual_thr": 0.05, + "max_iters": 614, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6f7c4340bb03872687f29fb8e01a5a75d624019d --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_128/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.1398, + "r2_score": 0.9621, + "l0_per_token_0": 0.0048, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 104.3557 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/code_metrics_step_final.json b/vision/dinov2-b_layer10/mp/x8/l0_32/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..a10d2a91a023646c4b2fbbbbc8ab0c431a81a952 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 158.90481452658884, + "recon_r2": 0.9876245650248682, + "l1_per_token": 193.98692259282168 + }, + "seed1": { + "l0": 152.38658106355382, + "recon_r2": 0.9871945871645051, + "l1_per_token": 192.1854169765705 + }, + "seed2": { + "l0": 160.761411154345, + "recon_r2": 0.98776211966697, + "l1_per_token": 196.88370786849816 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.4864991940231971, + "mcc_abs": 0.486550708658594, + "act_iou": 0.1436052424442121, + "act_iou_n_pairs": 6144, + "input_r2": 0.9898649603456683, + "matched_mcc_signed": { + "0.6": 0.6908127008008907, + "0.7": 0.6863352262291252, + "0.8": 0.6903208630884252, + "0.9": 0.7261957695214735 + }, + "matched_mcc_abs": { + "0.6": 0.6921280375546771, + "0.7": 0.6875901061120875, + "0.8": 0.6911810632613766, + "0.9": 0.7240006983508874 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.48719232111727645, + "mcc_abs": 0.48723333568715005, + "act_iou": 0.14352663411907807, + "act_iou_n_pairs": 6144, + "input_r2": 0.9901307127264551, + "matched_mcc_signed": { + "0.6": 0.7006315470649314, + "0.7": 0.6958943159553836, + "0.8": 0.7050463288582809, + "0.9": 0.7468526797666427 + }, + "matched_mcc_abs": { + "0.6": 0.6991663612396379, + "0.7": 0.6967408646842865, + "0.8": 0.7046262243967241, + "0.9": 0.7465443627782317 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.4858727094662359, + "mcc_abs": 0.48592361878031737, + "act_iou": 0.1432343873607611, + "act_iou_n_pairs": 6144, + "input_r2": 0.9899348162938524, + "matched_mcc_signed": { + "0.6": 0.6925866384310656, + "0.7": 0.689268890406917, + "0.8": 0.6931560194575103, + "0.9": 0.7352608197907649 + }, + "matched_mcc_abs": { + "0.6": 0.6927449481273412, + "0.7": 0.6905003555527498, + "0.8": 0.696026978010741, + "0.9": 0.7336743685401178 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 157.3509355814959, + "l0_std": 4.398334866106466, + "recon_r2_mean": 0.9875270906187811, + "recon_r2_std": 0.00029605612680711754, + "l1_per_token_mean": 194.35201581263013, + "l1_per_token_std": 2.3703278508795274, + "input_r2_mean": 0.9899768297886586, + "input_r2_std": 0.0001377676750288131, + "mcc_signed_mean": 0.48652140820223644, + "mcc_signed_std": 0.0006600862289907959, + "mcc_abs_mean": 0.4865692210420205, + "mcc_abs_std": 0.0006550546734936998, + "matched_mcc_signed_per_threshold": { + "0.6": 0.6946769620989626, + "0.7": 0.6904994775304752, + "0.8": 0.6961744038014054, + "0.9": 0.7361030896929602 + }, + "matched_mcc_signed_band": 0.7043634832809508, + "matched_mcc_abs_per_threshold": { + "0.6": 0.6946797823072188, + "0.7": 0.6916104421163746, + "0.8": 0.6972780885562805, + "0.9": 0.7347398098897456 + }, + "matched_mcc_abs_band": 0.7045770307174049, + "act_iou_mean": 0.1434554213080171, + "act_iou_std": 0.00019541448660415742, + "act_iou_n_pairs": 6144.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/dict_metrics_step_final.json b/vision/dinov2-b_layer10/mp/x8/l0_32/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..a36a2fc1b78d39f388932936d184e43cc30a7403 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/dict_metrics_step_final.json @@ -0,0 +1,595 @@ +{ + "schema": 3, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 6144, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 3009, + "0.6": 2519, + "0.7": 1944, + "0.8": 1277, + "0.9": 756 + }, + "n_dup_clusters_signed": { + "0.5": 850, + "0.6": 716, + "0.7": 543, + "0.8": 317, + "0.9": 233 + }, + "n_dup_removed_signed": { + "0.5": 2159, + "0.6": 1803, + "0.7": 1401, + "0.8": 960, + "0.9": 523 + }, + "largest_dup_signed": { + "0.5": 144, + "0.6": 74, + "0.7": 52, + "0.8": 37, + "0.9": 21 + }, + "babel_mu1_signed": 0.5495924353599548, + "n_dup_abs": { + "0.5": 3038, + "0.6": 2544, + "0.7": 1969, + "0.8": 1282, + "0.9": 765 + }, + "n_dup_clusters_abs": { + "0.5": 857, + "0.6": 721, + "0.7": 549, + "0.8": 317, + "0.9": 237 + }, + "n_dup_removed_abs": { + "0.5": 2181, + "0.6": 1823, + "0.7": 1420, + "0.8": 965, + "0.9": 528 + }, + "largest_dup_abs": { + "0.5": 145, + "0.6": 74, + "0.7": 52, + "0.8": 37, + "0.9": 21 + }, + "babel_mu1_abs": 0.5574504733085632, + "dup_excludes_dead": true + }, + "seed1": { + "d_sae": 6144, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 2844, + "0.6": 2345, + "0.7": 1793, + "0.8": 1181, + "0.9": 701 + }, + "n_dup_clusters_signed": { + "0.5": 802, + "0.6": 662, + "0.7": 492, + "0.8": 291, + "0.9": 224 + }, + "n_dup_removed_signed": { + "0.5": 2042, + "0.6": 1683, + "0.7": 1301, + "0.8": 890, + "0.9": 477 + }, + "largest_dup_signed": { + "0.5": 103, + "0.6": 103, + "0.7": 61, + "0.8": 33, + "0.9": 11 + }, + "babel_mu1_signed": 0.5341102480888367, + "n_dup_abs": { + "0.5": 2868, + "0.6": 2362, + "0.7": 1815, + "0.8": 1203, + "0.9": 719 + }, + "n_dup_clusters_abs": { + "0.5": 794, + "0.6": 661, + "0.7": 494, + "0.8": 297, + "0.9": 233 + }, + "n_dup_removed_abs": { + "0.5": 2074, + "0.6": 1701, + "0.7": 1321, + "0.8": 906, + "0.9": 486 + }, + "largest_dup_abs": { + "0.5": 146, + "0.6": 77, + "0.7": 56, + "0.8": 33, + "0.9": 11 + }, + "babel_mu1_abs": 0.5433169007301331, + "dup_excludes_dead": true + }, + "seed2": { + "d_sae": 6144, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 2987, + "0.6": 2504, + "0.7": 1960, + "0.8": 1259, + "0.9": 689 + }, + "n_dup_clusters_signed": { + "0.5": 862, + "0.6": 732, + "0.7": 579, + "0.8": 340, + "0.9": 213 + }, + "n_dup_removed_signed": { + "0.5": 2125, + "0.6": 1772, + "0.7": 1381, + "0.8": 919, + "0.9": 476 + }, + "largest_dup_signed": { + "0.5": 111, + "0.6": 111, + "0.7": 60, + "0.8": 49, + "0.9": 15 + }, + "babel_mu1_signed": 0.5518972277641296, + "n_dup_abs": { + "0.5": 3012, + "0.6": 2519, + "0.7": 1982, + "0.8": 1271, + "0.9": 695 + }, + "n_dup_clusters_abs": { + "0.5": 859, + "0.6": 735, + "0.7": 582, + "0.8": 343, + "0.9": 215 + }, + "n_dup_removed_abs": { + "0.5": 2153, + "0.6": 1784, + "0.7": 1400, + "0.8": 928, + "0.9": 480 + }, + "largest_dup_abs": { + "0.5": 111, + "0.6": 110, + "0.7": 60, + "0.8": 49, + "0.9": 15 + }, + "babel_mu1_abs": 0.5596368908882141, + "dup_excludes_dead": true + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.8324241042137146, + "dcs_abs": 0.8342788815498352, + "frac_sign_flipped": 0.026692708333333332, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.8628966212272644, + "0.6": 0.849583625793457, + "0.7": 0.8374503254890442, + "0.8": 0.8295177221298218, + "0.9": 0.8281457424163818 + }, + "unique_frac_signed": { + "0.5": 0.6581217447916666, + "0.6": 0.71630859375, + "0.7": 0.7801106770833334, + "0.8": 0.8494466145833334, + "0.9": 0.9186197916666666 + }, + "dedup_dcs_signed": { + "0.5": 0.5678910299369211, + "0.6": 0.6085640522651374, + "0.7": 0.6533039404409162, + "0.8": 0.7046310208000554, + "0.9": 0.7607510693681736 + }, + "matched_frac_signed": { + "0.5": 0.5909830729166666, + "0.6": 0.6095377604166666, + "0.7": 0.6110026041666666, + "0.8": 0.5810546875, + "0.9": 0.4918619791666667 + }, + "matched_cos_abs": { + "0.5": 0.8643887639045715, + "0.6": 0.8516603708267212, + "0.7": 0.8390900492668152, + "0.8": 0.8301854133605957, + "0.9": 0.8294875025749207 + }, + "unique_frac_abs": { + "0.5": 0.6537272135416666, + "0.6": 0.7132161458333334, + "0.7": 0.7769368489583334, + "0.8": 0.8477376302083334, + "0.9": 0.91748046875 + }, + "dedup_dcs_abs": { + "0.5": 0.5650744580440611, + "0.6": 0.6074179272400215, + "0.7": 0.6519199788696521, + "0.8": 0.7037794149558371, + "0.9": 0.761038582684705 + }, + "matched_frac_abs": { + "0.5": 0.5896809895833334, + "0.6": 0.60791015625, + "0.7": 0.609375, + "0.8": 0.580078125, + "0.9": 0.4933268229166667 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.823663055896759, + "dcs_abs": 0.8256968855857849, + "frac_sign_flipped": 0.02880859375, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.8553469181060791, + "0.6": 0.8406097292900085, + "0.7": 0.8279498815536499, + "0.8": 0.8200789093971252, + "0.9": 0.8199977874755859 + }, + "unique_frac_signed": { + "0.5": 0.6513671875, + "0.6": 0.7090657552083334, + "0.7": 0.7736002604166666, + "0.8": 0.8470865885416666, + "0.9": 0.918701171875 + }, + "dedup_dcs_signed": { + "0.5": 0.5571449163835496, + "0.6": 0.5960475725344926, + "0.7": 0.6405022439818518, + "0.8": 0.6946778456961813, + "0.9": 0.753332928288728 + }, + "matched_frac_signed": { + "0.5": 0.5861002604166666, + "0.6": 0.5994466145833334, + "0.7": 0.5997721354166666, + "0.8": 0.5709635416666666, + "0.9": 0.48193359375 + }, + "matched_cos_abs": { + "0.5": 0.8579127192497253, + "0.6": 0.8439684510231018, + "0.7": 0.8302880525588989, + "0.8": 0.8219344019889832, + "0.9": 0.822018027305603 + }, + "unique_frac_abs": { + "0.5": 0.6472981770833334, + "0.6": 0.7064615885416666, + "0.7": 0.7705078125, + "0.8": 0.845947265625, + "0.9": 0.91796875 + }, + "dedup_dcs_abs": { + "0.5": 0.5553253392669528, + "0.6": 0.5962312925888302, + "0.7": 0.6397434311220422, + "0.8": 0.6953131598856999, + "0.9": 0.7545868610031903 + }, + "matched_frac_abs": { + "0.5": 0.5856119791666666, + "0.6": 0.6002604166666666, + "0.7": 0.5997721354166666, + "0.8": 0.5714518229166666, + "0.9": 0.48193359375 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.8256418108940125, + "dcs_abs": 0.8283472657203674, + "frac_sign_flipped": 0.03125, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.8544647693634033, + "0.6": 0.8416359424591064, + "0.7": 0.8315587639808655, + "0.8": 0.8197574019432068, + "0.9": 0.8187204003334045 + }, + "unique_frac_signed": { + "0.5": 0.660888671875, + "0.6": 0.7188313802083334, + "0.7": 0.78173828125, + "0.8": 0.852783203125, + "0.9": 0.9224446614583334 + }, + "dedup_dcs_signed": { + "0.5": 0.5647060865885578, + "0.6": 0.6049943261508209, + "0.7": 0.6500613189127762, + "0.8": 0.699075343014556, + "0.9": 0.7552242625145785 + }, + "matched_frac_signed": { + "0.5": 0.5914713541666666, + "0.6": 0.6083984375, + "0.7": 0.6070963541666666, + "0.8": 0.5732421875, + "0.9": 0.4778645833333333 + }, + "matched_cos_abs": { + "0.5": 0.857487678527832, + "0.6": 0.8436514735221863, + "0.7": 0.8336904644966125, + "0.8": 0.8216074109077454, + "0.9": 0.8216723799705505 + }, + "unique_frac_abs": { + "0.5": 0.656005859375, + "0.6": 0.7163899739583334, + "0.7": 0.778564453125, + "0.8": 0.8507486979166666, + "0.9": 0.92138671875 + }, + "dedup_dcs_abs": { + "0.5": 0.5625169414561242, + "0.6": 0.6043834571464686, + "0.7": 0.6490817605663324, + "0.8": 0.698981435028448, + "0.9": 0.7570780180685688 + }, + "matched_frac_abs": { + "0.5": 0.58837890625, + "0.6": 0.60791015625, + "0.7": 0.6053059895833334, + "0.8": 0.5703125, + "0.9": 0.4791666666666667 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 0, + "n_dense_std": 0.0, + "l0_mean": null, + "l0_std": null, + "recon_r2_mean": null, + "recon_r2_std": null, + "l1_per_token_mean": null, + "l1_per_token_std": null, + "babel_mu1_signed_mean": 0.545199970404307, + "babel_mu1_signed_std": 0.009672873036604312, + "n_dup_signed_per_threshold": { + "0.5": 2946.6666666666665, + "0.6": 2456.0, + "0.7": 1899.0, + "0.8": 1239.0, + "0.9": 715.3333333333334 + }, + "n_dup_signed_band": 1577.3333333333333, + "n_dup_signed_band_std": 63.51640208114227, + "n_dup_clusters_signed_per_threshold": { + "0.5": 838.0, + "0.6": 703.3333333333334, + "0.7": 538.0, + "0.8": 316.0, + "0.9": 223.33333333333334 + }, + "n_dup_clusters_signed_band": 445.1666666666667, + "n_dup_clusters_signed_band_std": 25.135051886426123, + "largest_dup_signed_per_threshold": { + "0.5": 119.33333333333333, + "0.6": 96.0, + "0.7": 57.666666666666664, + "0.8": 39.666666666666664, + "0.9": 15.666666666666666 + }, + "largest_dup_signed_band": 52.24999999999999, + "largest_dup_signed_band_std": 6.378675411086537, + "dcs_signed_mean": 0.8272429903348287, + "dcs_signed_std": 0.004594760451239755, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.5632473443030095, + "0.6": 0.6032019836501504, + "0.7": 0.6479558344451815, + "0.8": 0.6994614031702642, + "0.9": 0.7564360867238267 + }, + "dedup_dcs_signed_band": 0.6767638269973557, + "dedup_dcs_signed_band_std": 0.005359369667639378, + "matched_cos_signed_per_threshold": { + "0.5": 0.8575694362322489, + "0.6": 0.8439430991808573, + "0.7": 0.8323196570078532, + "0.8": 0.8231180111567179, + "0.9": 0.8222879767417908 + }, + "matched_cos_signed_band": 0.8304171860218048, + "matched_cos_signed_band_std": 0.0050002776220503965, + "unique_frac_signed_per_threshold": { + "0.5": 0.6567925347222222, + "0.6": 0.7147352430555557, + "0.7": 0.7784830729166666, + "0.8": 0.8497721354166666, + "0.9": 0.919921875 + }, + "unique_frac_signed_band": 0.8157280815972222, + "unique_frac_signed_band_std": 0.0034349012023766126, + "matched_frac_signed_per_threshold": { + "0.5": 0.5895182291666666, + "0.6": 0.6057942708333334, + "0.7": 0.60595703125, + "0.8": 0.5750868055555555, + "0.9": 0.48388671875 + }, + "matched_frac_signed_band": 0.5676812065972222, + "matched_frac_signed_band_std": 0.005244184657350806, + "babel_mu1_abs_mean": 0.5534680883089701, + "babel_mu1_abs_std": 0.00885889735823278, + "n_dup_abs_per_threshold": { + "0.5": 2972.6666666666665, + "0.6": 2475.0, + "0.7": 1922.0, + "0.8": 1252.0, + "0.9": 726.3333333333334 + }, + "n_dup_abs_band": 1593.8333333333333, + "n_dup_abs_band_std": 60.946868937898145, + "n_dup_clusters_abs_per_threshold": { + "0.5": 836.6666666666666, + "0.6": 705.6666666666666, + "0.7": 541.6666666666666, + "0.8": 319.0, + "0.9": 228.33333333333334 + }, + "n_dup_clusters_abs_band": 448.66666666666663, + "n_dup_clusters_abs_band_std": 24.5844632508691, + "largest_dup_abs_per_threshold": { + "0.5": 134.0, + "0.6": 87.0, + "0.7": 56.0, + "0.8": 39.666666666666664, + "0.9": 15.666666666666666 + }, + "largest_dup_abs_band": 49.58333333333333, + "largest_dup_abs_band_std": 7.771475621356174, + "dcs_abs_mean": 0.8294410109519958, + "dcs_abs_std": 0.004394300018834206, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.5609722462557127, + "0.6": 0.6026775589917734, + "0.7": 0.6469150568526756, + "0.8": 0.6993580032899951, + "0.9": 0.757567820585488 + }, + "dedup_dcs_abs_band": 0.676629609929983, + "dedup_dcs_abs_band_std": 0.004829207074535693, + "matched_cos_abs_per_threshold": { + "0.5": 0.8599297205607096, + "0.6": 0.846426765124003, + "0.7": 0.8343561887741089, + "0.8": 0.8245757420857748, + "0.9": 0.8243926366170248 + }, + "matched_cos_abs_band": 0.8324378331502279, + "matched_cos_abs_band_std": 0.004485770491641863, + "unique_frac_abs_per_threshold": { + "0.5": 0.65234375, + "0.6": 0.7120225694444445, + "0.7": 0.7753363715277778, + "0.8": 0.84814453125, + "0.9": 0.9189453125 + }, + "unique_frac_abs_band": 0.8136121961805556, + "unique_frac_abs_band_std": 0.003281634407468286, + "matched_frac_abs_per_threshold": { + "0.5": 0.587890625, + "0.6": 0.6053602430555555, + "0.7": 0.6048177083333334, + "0.8": 0.5739474826388888, + "0.9": 0.48480902777777785 + }, + "matched_frac_abs_band": 0.5672336154513888, + "matched_frac_abs_band_std": 0.0048508907537195035, + "alive_source": "stats", + "frac_denominator": "d_sae", + "d_sae": 6144 + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/config.json b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ece5ac0565509e1fcdedae2612200b9436b1a999 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "k_iters": 32, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 32, + "residual_thr": 0.05, + "max_iters": 614, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..768049b72c5650e3408b55cdb413acc9d84ef455 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.1415, + "r2_score": 0.9617, + "l0_per_token_0": 0.0047, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 101.397 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/config.json b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..107eef28549d5504248e6f3b08a41e11df11e5e8 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "k_iters": 32, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 32, + "residual_thr": 0.05, + "max_iters": 614, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f3711ab4eefa33b7dabf19f93ac9b4137522f361 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.1424, + "r2_score": 0.9614, + "l0_per_token_0": 0.0046, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 102.0256 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/config.json b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..041eeaf476b63e4eb1d3954ed302ace623584173 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "k_iters": 32, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 32, + "residual_thr": 0.05, + "max_iters": 614, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6f7c4340bb03872687f29fb8e01a5a75d624019d --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_32/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.1398, + "r2_score": 0.9621, + "l0_per_token_0": 0.0048, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 104.3557 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/code_metrics_step_final.json b/vision/dinov2-b_layer10/mp/x8/l0_64/code_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..a10d2a91a023646c4b2fbbbbc8ab0c431a81a952 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/code_metrics_step_final.json @@ -0,0 +1,136 @@ +{ + "schema": 1, + "step": "final", + "n_tokens": 771000, + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "l0": 158.90481452658884, + "recon_r2": 0.9876245650248682, + "l1_per_token": 193.98692259282168 + }, + "seed1": { + "l0": 152.38658106355382, + "recon_r2": 0.9871945871645051, + "l1_per_token": 192.1854169765705 + }, + "seed2": { + "l0": 160.761411154345, + "recon_r2": 0.98776211966697, + "l1_per_token": 196.88370786849816 + } + }, + "per_pair": { + "seed0\u2194seed1": { + "alive_source": "stats", + "mcc_signed": 0.4864991940231971, + "mcc_abs": 0.486550708658594, + "act_iou": 0.1436052424442121, + "act_iou_n_pairs": 6144, + "input_r2": 0.9898649603456683, + "matched_mcc_signed": { + "0.6": 0.6908127008008907, + "0.7": 0.6863352262291252, + "0.8": 0.6903208630884252, + "0.9": 0.7261957695214735 + }, + "matched_mcc_abs": { + "0.6": 0.6921280375546771, + "0.7": 0.6875901061120875, + "0.8": 0.6911810632613766, + "0.9": 0.7240006983508874 + } + }, + "seed0\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.48719232111727645, + "mcc_abs": 0.48723333568715005, + "act_iou": 0.14352663411907807, + "act_iou_n_pairs": 6144, + "input_r2": 0.9901307127264551, + "matched_mcc_signed": { + "0.6": 0.7006315470649314, + "0.7": 0.6958943159553836, + "0.8": 0.7050463288582809, + "0.9": 0.7468526797666427 + }, + "matched_mcc_abs": { + "0.6": 0.6991663612396379, + "0.7": 0.6967408646842865, + "0.8": 0.7046262243967241, + "0.9": 0.7465443627782317 + } + }, + "seed1\u2194seed2": { + "alive_source": "stats", + "mcc_signed": 0.4858727094662359, + "mcc_abs": 0.48592361878031737, + "act_iou": 0.1432343873607611, + "act_iou_n_pairs": 6144, + "input_r2": 0.9899348162938524, + "matched_mcc_signed": { + "0.6": 0.6925866384310656, + "0.7": 0.689268890406917, + "0.8": 0.6931560194575103, + "0.9": 0.7352608197907649 + }, + "matched_mcc_abs": { + "0.6": 0.6927449481273412, + "0.7": 0.6905003555527498, + "0.8": 0.696026978010741, + "0.9": 0.7336743685401178 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "l0_mean": 157.3509355814959, + "l0_std": 4.398334866106466, + "recon_r2_mean": 0.9875270906187811, + "recon_r2_std": 0.00029605612680711754, + "l1_per_token_mean": 194.35201581263013, + "l1_per_token_std": 2.3703278508795274, + "input_r2_mean": 0.9899768297886586, + "input_r2_std": 0.0001377676750288131, + "mcc_signed_mean": 0.48652140820223644, + "mcc_signed_std": 0.0006600862289907959, + "mcc_abs_mean": 0.4865692210420205, + "mcc_abs_std": 0.0006550546734936998, + "matched_mcc_signed_per_threshold": { + "0.6": 0.6946769620989626, + "0.7": 0.6904994775304752, + "0.8": 0.6961744038014054, + "0.9": 0.7361030896929602 + }, + "matched_mcc_signed_band": 0.7043634832809508, + "matched_mcc_abs_per_threshold": { + "0.6": 0.6946797823072188, + "0.7": 0.6916104421163746, + "0.8": 0.6972780885562805, + "0.9": 0.7347398098897456 + }, + "matched_mcc_abs_band": 0.7045770307174049, + "act_iou_mean": 0.1434554213080171, + "act_iou_std": 0.00019541448660415742, + "act_iou_n_pairs": 6144.0, + "alive_source": "stats" + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/dict_metrics_step_final.json b/vision/dinov2-b_layer10/mp/x8/l0_64/dict_metrics_step_final.json new file mode 100644 index 0000000000000000000000000000000000000000..a36a2fc1b78d39f388932936d184e43cc30a7403 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/dict_metrics_step_final.json @@ -0,0 +1,595 @@ +{ + "schema": 3, + "step": "final", + "linkage": "complete", + "thresholds": [ + 0.5, + 0.6, + 0.7, + 0.8, + 0.9 + ], + "seeds": [ + "seed0", + "seed1", + "seed2" + ], + "per_seed": { + "seed0": { + "d_sae": 6144, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 3009, + "0.6": 2519, + "0.7": 1944, + "0.8": 1277, + "0.9": 756 + }, + "n_dup_clusters_signed": { + "0.5": 850, + "0.6": 716, + "0.7": 543, + "0.8": 317, + "0.9": 233 + }, + "n_dup_removed_signed": { + "0.5": 2159, + "0.6": 1803, + "0.7": 1401, + "0.8": 960, + "0.9": 523 + }, + "largest_dup_signed": { + "0.5": 144, + "0.6": 74, + "0.7": 52, + "0.8": 37, + "0.9": 21 + }, + "babel_mu1_signed": 0.5495924353599548, + "n_dup_abs": { + "0.5": 3038, + "0.6": 2544, + "0.7": 1969, + "0.8": 1282, + "0.9": 765 + }, + "n_dup_clusters_abs": { + "0.5": 857, + "0.6": 721, + "0.7": 549, + "0.8": 317, + "0.9": 237 + }, + "n_dup_removed_abs": { + "0.5": 2181, + "0.6": 1823, + "0.7": 1420, + "0.8": 965, + "0.9": 528 + }, + "largest_dup_abs": { + "0.5": 145, + "0.6": 74, + "0.7": 52, + "0.8": 37, + "0.9": 21 + }, + "babel_mu1_abs": 0.5574504733085632, + "dup_excludes_dead": true + }, + "seed1": { + "d_sae": 6144, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 2844, + "0.6": 2345, + "0.7": 1793, + "0.8": 1181, + "0.9": 701 + }, + "n_dup_clusters_signed": { + "0.5": 802, + "0.6": 662, + "0.7": 492, + "0.8": 291, + "0.9": 224 + }, + "n_dup_removed_signed": { + "0.5": 2042, + "0.6": 1683, + "0.7": 1301, + "0.8": 890, + "0.9": 477 + }, + "largest_dup_signed": { + "0.5": 103, + "0.6": 103, + "0.7": 61, + "0.8": 33, + "0.9": 11 + }, + "babel_mu1_signed": 0.5341102480888367, + "n_dup_abs": { + "0.5": 2868, + "0.6": 2362, + "0.7": 1815, + "0.8": 1203, + "0.9": 719 + }, + "n_dup_clusters_abs": { + "0.5": 794, + "0.6": 661, + "0.7": 494, + "0.8": 297, + "0.9": 233 + }, + "n_dup_removed_abs": { + "0.5": 2074, + "0.6": 1701, + "0.7": 1321, + "0.8": 906, + "0.9": 486 + }, + "largest_dup_abs": { + "0.5": 146, + "0.6": 77, + "0.7": 56, + "0.8": 33, + "0.9": 11 + }, + "babel_mu1_abs": 0.5433169007301331, + "dup_excludes_dead": true + }, + "seed2": { + "d_sae": 6144, + "d_in": 768, + "l0": null, + "l0_raw": null, + "recon_r2": null, + "l1_per_token": null, + "stats_source": "mp-excluded", + "n_dead": 0, + "dead_rate": 0.0, + "alive_source": "stats", + "n_dense": 0, + "dense_rate": 0.0, + "dense_threshold": 0.1, + "n_dup_signed": { + "0.5": 2987, + "0.6": 2504, + "0.7": 1960, + "0.8": 1259, + "0.9": 689 + }, + "n_dup_clusters_signed": { + "0.5": 862, + "0.6": 732, + "0.7": 579, + "0.8": 340, + "0.9": 213 + }, + "n_dup_removed_signed": { + "0.5": 2125, + "0.6": 1772, + "0.7": 1381, + "0.8": 919, + "0.9": 476 + }, + "largest_dup_signed": { + "0.5": 111, + "0.6": 111, + "0.7": 60, + "0.8": 49, + "0.9": 15 + }, + "babel_mu1_signed": 0.5518972277641296, + "n_dup_abs": { + "0.5": 3012, + "0.6": 2519, + "0.7": 1982, + "0.8": 1271, + "0.9": 695 + }, + "n_dup_clusters_abs": { + "0.5": 859, + "0.6": 735, + "0.7": 582, + "0.8": 343, + "0.9": 215 + }, + "n_dup_removed_abs": { + "0.5": 2153, + "0.6": 1784, + "0.7": 1400, + "0.8": 928, + "0.9": 480 + }, + "largest_dup_abs": { + "0.5": 111, + "0.6": 110, + "0.7": 60, + "0.8": 49, + "0.9": 15 + }, + "babel_mu1_abs": 0.5596368908882141, + "dup_excludes_dead": true + } + }, + "per_pair": { + "seed0\u2194seed1": { + "dcs_signed": 0.8324241042137146, + "dcs_abs": 0.8342788815498352, + "frac_sign_flipped": 0.026692708333333332, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.8628966212272644, + "0.6": 0.849583625793457, + "0.7": 0.8374503254890442, + "0.8": 0.8295177221298218, + "0.9": 0.8281457424163818 + }, + "unique_frac_signed": { + "0.5": 0.6581217447916666, + "0.6": 0.71630859375, + "0.7": 0.7801106770833334, + "0.8": 0.8494466145833334, + "0.9": 0.9186197916666666 + }, + "dedup_dcs_signed": { + "0.5": 0.5678910299369211, + "0.6": 0.6085640522651374, + "0.7": 0.6533039404409162, + "0.8": 0.7046310208000554, + "0.9": 0.7607510693681736 + }, + "matched_frac_signed": { + "0.5": 0.5909830729166666, + "0.6": 0.6095377604166666, + "0.7": 0.6110026041666666, + "0.8": 0.5810546875, + "0.9": 0.4918619791666667 + }, + "matched_cos_abs": { + "0.5": 0.8643887639045715, + "0.6": 0.8516603708267212, + "0.7": 0.8390900492668152, + "0.8": 0.8301854133605957, + "0.9": 0.8294875025749207 + }, + "unique_frac_abs": { + "0.5": 0.6537272135416666, + "0.6": 0.7132161458333334, + "0.7": 0.7769368489583334, + "0.8": 0.8477376302083334, + "0.9": 0.91748046875 + }, + "dedup_dcs_abs": { + "0.5": 0.5650744580440611, + "0.6": 0.6074179272400215, + "0.7": 0.6519199788696521, + "0.8": 0.7037794149558371, + "0.9": 0.761038582684705 + }, + "matched_frac_abs": { + "0.5": 0.5896809895833334, + "0.6": 0.60791015625, + "0.7": 0.609375, + "0.8": 0.580078125, + "0.9": 0.4933268229166667 + } + }, + "seed0\u2194seed2": { + "dcs_signed": 0.823663055896759, + "dcs_abs": 0.8256968855857849, + "frac_sign_flipped": 0.02880859375, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.8553469181060791, + "0.6": 0.8406097292900085, + "0.7": 0.8279498815536499, + "0.8": 0.8200789093971252, + "0.9": 0.8199977874755859 + }, + "unique_frac_signed": { + "0.5": 0.6513671875, + "0.6": 0.7090657552083334, + "0.7": 0.7736002604166666, + "0.8": 0.8470865885416666, + "0.9": 0.918701171875 + }, + "dedup_dcs_signed": { + "0.5": 0.5571449163835496, + "0.6": 0.5960475725344926, + "0.7": 0.6405022439818518, + "0.8": 0.6946778456961813, + "0.9": 0.753332928288728 + }, + "matched_frac_signed": { + "0.5": 0.5861002604166666, + "0.6": 0.5994466145833334, + "0.7": 0.5997721354166666, + "0.8": 0.5709635416666666, + "0.9": 0.48193359375 + }, + "matched_cos_abs": { + "0.5": 0.8579127192497253, + "0.6": 0.8439684510231018, + "0.7": 0.8302880525588989, + "0.8": 0.8219344019889832, + "0.9": 0.822018027305603 + }, + "unique_frac_abs": { + "0.5": 0.6472981770833334, + "0.6": 0.7064615885416666, + "0.7": 0.7705078125, + "0.8": 0.845947265625, + "0.9": 0.91796875 + }, + "dedup_dcs_abs": { + "0.5": 0.5553253392669528, + "0.6": 0.5962312925888302, + "0.7": 0.6397434311220422, + "0.8": 0.6953131598856999, + "0.9": 0.7545868610031903 + }, + "matched_frac_abs": { + "0.5": 0.5856119791666666, + "0.6": 0.6002604166666666, + "0.7": 0.5997721354166666, + "0.8": 0.5714518229166666, + "0.9": 0.48193359375 + } + }, + "seed1\u2194seed2": { + "dcs_signed": 0.8256418108940125, + "dcs_abs": 0.8283472657203674, + "frac_sign_flipped": 0.03125, + "alive_source": "stats", + "frac_denominator": "d_sae", + "n_alive_a": 6144, + "n_alive_b": 6144, + "matched_cos_signed": { + "0.5": 0.8544647693634033, + "0.6": 0.8416359424591064, + "0.7": 0.8315587639808655, + "0.8": 0.8197574019432068, + "0.9": 0.8187204003334045 + }, + "unique_frac_signed": { + "0.5": 0.660888671875, + "0.6": 0.7188313802083334, + "0.7": 0.78173828125, + "0.8": 0.852783203125, + "0.9": 0.9224446614583334 + }, + "dedup_dcs_signed": { + "0.5": 0.5647060865885578, + "0.6": 0.6049943261508209, + "0.7": 0.6500613189127762, + "0.8": 0.699075343014556, + "0.9": 0.7552242625145785 + }, + "matched_frac_signed": { + "0.5": 0.5914713541666666, + "0.6": 0.6083984375, + "0.7": 0.6070963541666666, + "0.8": 0.5732421875, + "0.9": 0.4778645833333333 + }, + "matched_cos_abs": { + "0.5": 0.857487678527832, + "0.6": 0.8436514735221863, + "0.7": 0.8336904644966125, + "0.8": 0.8216074109077454, + "0.9": 0.8216723799705505 + }, + "unique_frac_abs": { + "0.5": 0.656005859375, + "0.6": 0.7163899739583334, + "0.7": 0.778564453125, + "0.8": 0.8507486979166666, + "0.9": 0.92138671875 + }, + "dedup_dcs_abs": { + "0.5": 0.5625169414561242, + "0.6": 0.6043834571464686, + "0.7": 0.6490817605663324, + "0.8": 0.698981435028448, + "0.9": 0.7570780180685688 + }, + "matched_frac_abs": { + "0.5": 0.58837890625, + "0.6": 0.60791015625, + "0.7": 0.6053059895833334, + "0.8": 0.5703125, + "0.9": 0.4791666666666667 + } + } + }, + "summary": { + "n_seeds": 3, + "n_pairs": 3, + "report_band": [ + 0.6, + 0.7, + 0.8, + 0.9 + ], + "n_dead_mean": 0, + "n_dead_std": 0.0, + "n_dense_mean": 0, + "n_dense_std": 0.0, + "l0_mean": null, + "l0_std": null, + "recon_r2_mean": null, + "recon_r2_std": null, + "l1_per_token_mean": null, + "l1_per_token_std": null, + "babel_mu1_signed_mean": 0.545199970404307, + "babel_mu1_signed_std": 0.009672873036604312, + "n_dup_signed_per_threshold": { + "0.5": 2946.6666666666665, + "0.6": 2456.0, + "0.7": 1899.0, + "0.8": 1239.0, + "0.9": 715.3333333333334 + }, + "n_dup_signed_band": 1577.3333333333333, + "n_dup_signed_band_std": 63.51640208114227, + "n_dup_clusters_signed_per_threshold": { + "0.5": 838.0, + "0.6": 703.3333333333334, + "0.7": 538.0, + "0.8": 316.0, + "0.9": 223.33333333333334 + }, + "n_dup_clusters_signed_band": 445.1666666666667, + "n_dup_clusters_signed_band_std": 25.135051886426123, + "largest_dup_signed_per_threshold": { + "0.5": 119.33333333333333, + "0.6": 96.0, + "0.7": 57.666666666666664, + "0.8": 39.666666666666664, + "0.9": 15.666666666666666 + }, + "largest_dup_signed_band": 52.24999999999999, + "largest_dup_signed_band_std": 6.378675411086537, + "dcs_signed_mean": 0.8272429903348287, + "dcs_signed_std": 0.004594760451239755, + "dedup_dcs_signed_per_threshold": { + "0.5": 0.5632473443030095, + "0.6": 0.6032019836501504, + "0.7": 0.6479558344451815, + "0.8": 0.6994614031702642, + "0.9": 0.7564360867238267 + }, + "dedup_dcs_signed_band": 0.6767638269973557, + "dedup_dcs_signed_band_std": 0.005359369667639378, + "matched_cos_signed_per_threshold": { + "0.5": 0.8575694362322489, + "0.6": 0.8439430991808573, + "0.7": 0.8323196570078532, + "0.8": 0.8231180111567179, + "0.9": 0.8222879767417908 + }, + "matched_cos_signed_band": 0.8304171860218048, + "matched_cos_signed_band_std": 0.0050002776220503965, + "unique_frac_signed_per_threshold": { + "0.5": 0.6567925347222222, + "0.6": 0.7147352430555557, + "0.7": 0.7784830729166666, + "0.8": 0.8497721354166666, + "0.9": 0.919921875 + }, + "unique_frac_signed_band": 0.8157280815972222, + "unique_frac_signed_band_std": 0.0034349012023766126, + "matched_frac_signed_per_threshold": { + "0.5": 0.5895182291666666, + "0.6": 0.6057942708333334, + "0.7": 0.60595703125, + "0.8": 0.5750868055555555, + "0.9": 0.48388671875 + }, + "matched_frac_signed_band": 0.5676812065972222, + "matched_frac_signed_band_std": 0.005244184657350806, + "babel_mu1_abs_mean": 0.5534680883089701, + "babel_mu1_abs_std": 0.00885889735823278, + "n_dup_abs_per_threshold": { + "0.5": 2972.6666666666665, + "0.6": 2475.0, + "0.7": 1922.0, + "0.8": 1252.0, + "0.9": 726.3333333333334 + }, + "n_dup_abs_band": 1593.8333333333333, + "n_dup_abs_band_std": 60.946868937898145, + "n_dup_clusters_abs_per_threshold": { + "0.5": 836.6666666666666, + "0.6": 705.6666666666666, + "0.7": 541.6666666666666, + "0.8": 319.0, + "0.9": 228.33333333333334 + }, + "n_dup_clusters_abs_band": 448.66666666666663, + "n_dup_clusters_abs_band_std": 24.5844632508691, + "largest_dup_abs_per_threshold": { + "0.5": 134.0, + "0.6": 87.0, + "0.7": 56.0, + "0.8": 39.666666666666664, + "0.9": 15.666666666666666 + }, + "largest_dup_abs_band": 49.58333333333333, + "largest_dup_abs_band_std": 7.771475621356174, + "dcs_abs_mean": 0.8294410109519958, + "dcs_abs_std": 0.004394300018834206, + "dedup_dcs_abs_per_threshold": { + "0.5": 0.5609722462557127, + "0.6": 0.6026775589917734, + "0.7": 0.6469150568526756, + "0.8": 0.6993580032899951, + "0.9": 0.757567820585488 + }, + "dedup_dcs_abs_band": 0.676629609929983, + "dedup_dcs_abs_band_std": 0.004829207074535693, + "matched_cos_abs_per_threshold": { + "0.5": 0.8599297205607096, + "0.6": 0.846426765124003, + "0.7": 0.8343561887741089, + "0.8": 0.8245757420857748, + "0.9": 0.8243926366170248 + }, + "matched_cos_abs_band": 0.8324378331502279, + "matched_cos_abs_band_std": 0.004485770491641863, + "unique_frac_abs_per_threshold": { + "0.5": 0.65234375, + "0.6": 0.7120225694444445, + "0.7": 0.7753363715277778, + "0.8": 0.84814453125, + "0.9": 0.9189453125 + }, + "unique_frac_abs_band": 0.8136121961805556, + "unique_frac_abs_band_std": 0.003281634407468286, + "matched_frac_abs_per_threshold": { + "0.5": 0.587890625, + "0.6": 0.6053602430555555, + "0.7": 0.6048177083333334, + "0.8": 0.5739474826388888, + "0.9": 0.48480902777777785 + }, + "matched_frac_abs_band": 0.5672336154513888, + "matched_frac_abs_band_std": 0.0048508907537195035, + "alive_source": "stats", + "frac_denominator": "d_sae", + "d_sae": 6144 + } +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/config.json b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ece5ac0565509e1fcdedae2612200b9436b1a999 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 0, + "k_iters": 32, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 32, + "residual_thr": 0.05, + "max_iters": 614, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..768049b72c5650e3408b55cdb413acc9d84ef455 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed0/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.1415, + "r2_score": 0.9617, + "l0_per_token_0": 0.0047, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 101.397 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/config.json b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..107eef28549d5504248e6f3b08a41e11df11e5e8 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 1, + "k_iters": 32, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 32, + "residual_thr": 0.05, + "max_iters": 614, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f3711ab4eefa33b7dabf19f93ac9b4137522f361 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed1/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.1424, + "r2_score": 0.9614, + "l0_per_token_0": 0.0046, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 102.0256 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/config.json b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..041eeaf476b63e4eb1d3954ed302ace623584173 --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/config.json @@ -0,0 +1,18 @@ +{ + "d_in": 768, + "d_sae_factor": 8, + "architecture": "mp", + "activation_name": "relu", + "device": "cpu", + "seed": 2, + "k_iters": 32, + "mp_nonneg": true, + "mp_dropout": 0.0, + "inference_mode": "adaptive", + "inference_iters": 32, + "residual_thr": 0.05, + "max_iters": 614, + "patience": 2, + "class_type": "MPSAE", + "module_name": "consdl.models.mp" +} diff --git a/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6f7c4340bb03872687f29fb8e01a5a75d624019d --- /dev/null +++ b/vision/dinov2-b_layer10/mp/x8/l0_64/seed2/stats.imagenet.split_val.seed_no/metrics.json @@ -0,0 +1,9 @@ +{ + "l2_loss": 0.1398, + "r2_score": 0.9621, + "l0_per_token_0": 0.0048, + "dead_rate": 0.0, + "dense_rate_0.2": 0.0, + "live_latent_frac": 1.0, + "l1_per_token": 104.3557 +} \ No newline at end of file diff --git a/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b423187867f612fa777a74f01ce115487ae296df --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_128/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:357cfb81e41d42846b217a58a83710b611ac4a3d8a8f60feac199279e0036ea1 +size 11520 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/model.safetensors b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b0d39c01dfe43075c7bba005c5f60c360c4dc91 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5382c5b643ee8d902a49f9c5a2e8394dc414a1f679a843112f03ae8b157c08e +size 75550008 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c3f3e27abcf19dec679493358c4676d34420c3d --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01d02a1c32a5e79f7003ea3f71d227d25fc8b93a969df3d81a495387836fc8c +size 23360 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6e2ca4aad5f71dbe5443f9259f47610a5bb19e2 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f26dc0b7489324176be9aa8ae8175ca3ddffe0fea9c64e40c69cf434b00f8902 +size 12382 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8ee70f3c7a8ffc92b143d61a80f4cb057f66b5d --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf95a068697b8226a3dfd028c61cacb92fb333ff08fa44da87d3ce181b9a9021 +size 50471 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9bd626b0329b6dcb34c50ca4255ebceb744ce2f --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f4f1cb3b7aaa541272de0fb4f572338a8b62b0c063ea878bdb9fbdab297e1a2 +size 50382 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..df42769390d3a604a2f1b301dafea14ab11a0b56 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdbba5047d7b29ad4665b694945e25567548c1b7ef81405ab845574b87a8d56d +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ca433a87c506ec3d4b6ab093c94998d3cc0e421 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f0222cb3c2788b6f4c588ee7f01456d8fabab90e485f35ebcf2b7ff353f33ce +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..da184e2773a4a3fba946a447742fbbad61319525 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0878e678085a625c9ea8c8a59536fdfeb0df37b798381d409880e3175fb25fb9 +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb044691eb1b09f78212a18c014ab6494069c7a4 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dbcab372a4fdbf3742dba71090c312b0c8cab120f6fe42bac014de17cd7a85a +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/model.safetensors b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..518096f62cec36c90982f18d193d47e7c04f726a --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e760d84a23214e1dc0f4bb0852eebe651490329b75b44a3ddd89ed518af34eb1 +size 75550008 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d6cc6baeaa907f4a2d52f6db23f435b6fbbca97 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8368f1390b7fc90a453c905fca75b24192000081c807d26278df090d53fc8379 +size 19776 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c99307ffc12129e072e1408b9631c9f9cb69d87 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5adf081b3953fbbc938eba5e0cdc651a5d1812a054180142d598d241fd21dcc +size 10590 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b6281622299cb539067e29b4c5809829c50c74d --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:760a8a9ac86f888ed59b449d7c66f2e6994cef5451f0c9797380fad479685810 +size 50471 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e1ab542337566948a0674f1ba409346e1d8dd96 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2ec5454649a0b6eeee267335d7342dcf52b0994875b424d5ddae7bffa9a812 +size 50382 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..afb03f8cdd5d11b1d413f5fb7da8321e75d143da --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e070ee1d91b13685d2599d5edc77bd7ad29a5e1d29bf50f3b51c3edba843ba5c +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d721f1cc8feb5c3e3ffa27968434ca552630c68 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5ac612a738827b7efb433bf1ebec84b9f593c33ab8dee28d09d10ff551cc6e6 +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..05df300e56dfc42bf8847e4eaf5fb2060f5623dc --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0262f4e88d21eb13c43bb3478cdc7fc022677f991f1de82f2e3eae9a1e78cf1 +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c7c9e0de63f306a20638ba4f5dd94a5b6edf251 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18a481e7840d7b662809285dcf4f029a8ff005a27d53bffc970253dfbbd36a45 +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/model.safetensors b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4fbbd1b13ecdb3427ad0de5ddfac29864892bd8c --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4723f80bd65f37a5a8c71911b81664f0d79ac638e4bab54cb1088d9aa726730b +size 75550008 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..76ca0ca838dc1e3e0482b5b27527a96beabef10b --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc0658ff4a3c3ed79525c0587f2673c447a270ac4fc91e989a8fe403e3be81c8 +size 14976 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..270e6268e75ab8c0498c64847eab0f3999b94cf9 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9222431fa7746b818c82bbf4ddb0366829fbfeddad306a2120a04eddc495220a +size 8158 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..efc05e7b178fa2c939e94f849320a40018048094 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1725078124da09cdc85f406215e649e84bf830bb8244b315005e27d5a4bbecc +size 50471 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..cca681418bd4428e92aace84e76f31d3232e2436 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d909d2c35e931e2931bc54c88410624b9c1a2720a90a7ee353a8958bacf64f4 +size 50382 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f6871ee5322759e16d9b9c1a4b7d61fc66a2000 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:397c216a7257806f1fcf577580c6d13c5d188d3429d21002be2a7bca24eec1ea +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfbfe840543e59769c0ae17cf0a886607ffcf5d5 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:777e08b97a9397fb6013669dcddd3ad863dc65dd62a7e2ea0b7683b50fbdd397 +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..010667917e99541b895b370730066157de193fba --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3fc2e2f3601ae5a24e54c4916fdb255269c1126a6158b3ec5d642d76045ea6f +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f9bae75e1a3a52924b580e18284da66a8134f0d --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_32/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a325f0eaf1eb8d5673810ee2a18fcc3d0d133950b3a931b19c763070e1241e0 +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/model.safetensors b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1e8f5adebe2104461a86699c5aff4debf3b7c7f9 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3a7284e2feb8254fe04e558f719695dccb922213601b3d38b8fced3bbd1c313 +size 75550008 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..abb273b06777647ce2df34767ae05793e03ae374 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0a1507457bfb900398406df0dcb4a66a4e651a183f74f1d5d407a5cd4ac7cc5 +size 48640 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea95897de95eda4591cb11aec16555183e01a5be --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bce41053b2921b42463e0b7637d701bfdab456c330f698ca2e8251d4e70a9f0 +size 24990 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..62a38def38c22058ce89254201a23d74a630fd79 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31f0e78df6dcfabd289fb8882aab1958425865239aabd42c22a9c60b2e1eee9a +size 50471 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..30a07e00341e1a5d89c1d0a06cf46c851667fae1 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:012e7e3d1f08d463d71d83e3d3184de8564b9ac64d72fe58ff4b028b07f9a3ef +size 50382 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..c570fc5c657069ca7f5e127156e528f9270ba651 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31ac7b2ef83edca9399c55805db0a02a3ace4218f91a393f9597d14c1ca6ca97 +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..642b41c521696021f557be9dbe009423c20cb045 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85e48051d1725f712748571c9bf2109457a3ba39554101c086d92a41c6719905 +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b0ec77b39f8046adacd2601121852885774f327 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cc23e413aaf956a8350edc17155f4149d81f0e88846364f49c13e369f9d1100 +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b97c630ba22ce1a2378db90a6dbb082f571006d4 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed0/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32a466c5049dd238f555765178080c4d209e8dfd844b8aa9f7681983d3e5faaa +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/model.safetensors b/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..054a2950a0d631b62c137610092f53960c10b9e4 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70ac829ddbd2e2e0ae9e7d598377666534cb1f04127721d3acf1e42b5ce3d9fa +size 75550008 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bc9b11105f72f7dc2ae3d332133f71eac23e314 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac36e4a969b89acab4020b5017f638bd8c421cea0122acecd096742b08b204d4 +size 27038 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..6836cafcd54cbcbb05be4fe747deadc045600048 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b1db109fe77b8db8328d2b22e7ccdb0f1cc447f52c6a9d35ce77eddeddc59ba +size 50471 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5de54f53b6331bf4605d960bd542c641031b0e2a --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:816c73aafd49552c336ed216affd8e306d5251403e79dd3240d5eca9c30697fb +size 50382 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..479e5b7e4454a53d290ac15390fbe8f84cb2025e --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4375374ca7516182d13a3df6f1620573f365bd4d05aa9d6b968196d36916a6df +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..956953f005080ce11ec50b1e994fced72351cba6 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeadd362516facd77ea072a3d596ed3d428539e63714873473264502001750e2 +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6e3d1c20cb496d712aa36e1b61781baa1d9add6 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a026fc532b63e69167971599749fc6bba51373656a9d2d52c7a3bf01df9affc +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfe520a4c73c094ad1f92ac99ecffc3f5c2d7c12 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a19d3f28a69c5c5eb8072ca301dfdb90423c68732a64263ff1be54473a2a773 +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/model.safetensors b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7cde634b75e9af4645eaac113577cc7d374c2fc0 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c0c774b32229efc064e743e178f1f76a8c1edd49572422db6e06cecb1127bf3 +size 75550008 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb51c213b621ea9835772289a26168c46c1f506e --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4032b62a9d60eeb42bc2ae45ea080257ddfcdefbcf780398c274ab1b8ffa8509 +size 7104 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d792d9f1ec7db958f87238d3caf979a9a72de701 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4eead7d26d135cc4d7c87e1f4f1a749ca7b77f7cea9931e2b7b34175d741931 +size 4254 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..94343b6c50daec669cb50ed70279fb0bdbce51a1 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e3b3993c3f732d93641e6ffb1f220ac9c45b8ca9c4567e2387299474df6592c +size 50471 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b2d75846a3e2696ac6ac6d8917be38d7fe87287 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6afbc27d0c588ab861ae598ef5e64d96cb1ff1f50f79f0f9459aae24442538b +size 50382 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..b95df2d5f6e726b460f013d867ce6c76483e45c2 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e792c63164bd529e1b9f94d734b20ebc37046fe4c4e88d32efe673469f9ef86 +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8be80a16a33df122ae729f31b8ba300c95495ea --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:248bec6cd2eb6d94bf9b621bbe6c9e221ca89384f64f9aec5839f9571c1485c8 +size 50387 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef71fcb6825d6761682733c1b44afbb13654d6d7 --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34aec7997bb250304c389002c0199e08aac8cfbf1882b03de718685313c23aa0 +size 50337 diff --git a/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4731bd42127020549c59d15d20137ddc6228120c --- /dev/null +++ b/vision/dinov2-b_layer10/relu/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38f1854b2d18ad92216ab922856af67b0fd5ea57b3d85dba297bf9bed89ab571 +size 50387 diff --git a/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..35f74e97bfe3ef9a0cc0d6ecc07e7a7ab93a16c0 --- /dev/null +++ b/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b21dc49af69324aa3312244af41c90d7d044a3afbe24af9de70216391b5d55 +size 1856 diff --git a/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt b/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..547ba1231af9d8775a0caf42b3fbc232f8f9aee1 --- /dev/null +++ b/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/active_count_proportion_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bad9e348112bb7d9d0a96cff4c8e67237e2389e0598597f778206fc09d42bb +size 1630 diff --git a/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..19407d28c31cc2c1559eed21b350d1265489f97d --- /dev/null +++ b/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87bf26b71b537c9cd258a821377131aa9436683ffa5d6a10b67d8b6ba8bc0d5e +size 50471 diff --git a/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt b/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..48a32c3d298a447db530ac7f13a50e8811f27f76 --- /dev/null +++ b/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f14996070b780f299811b4715e3b7d6194afd23c797854477d37449b86b4b0a +size 50382 diff --git a/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5f2ecdfb179338f023f4e2422ca725ca7a2c37a --- /dev/null +++ b/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6b06dd35f69ea1323b1feaac4b9d5e5d245f4a022d3c4d88ed8bdbb6fc0fa82 +size 50337 diff --git a/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e551b5f0f8c07f72653d657060905194e9731ed3 --- /dev/null +++ b/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e45eead2c6b96052fdc5590100f6159b741348752a8d4c6836a46f98d57c75 +size 50387 diff --git a/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..debd4a7be43ab4213213c2263ff7d769e8417e48 --- /dev/null +++ b/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8b62616788bba905877ae305dd0c14ac1ec86d93fe2331e7fae9af545668562 +size 50337 diff --git a/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt b/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a2b033a9bb6fc6a25e9a5e2373007b42d2c466e --- /dev/null +++ b/vision/dinov2-b_layer10/topk/x16/l0_64/seed1/stats.imagenet.split_val.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705043f2a66c8250f74717b5552c0f94f0df809145fe112b22745d3de2879930 +size 50387 diff --git a/vision/dinov2-b_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt b/vision/dinov2-b_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..35f74e97bfe3ef9a0cc0d6ecc07e7a7ab93a16c0 --- /dev/null +++ b/vision/dinov2-b_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b21dc49af69324aa3312244af41c90d7d044a3afbe24af9de70216391b5d55 +size 1856 diff --git a/vision/dinov2-b_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt b/vision/dinov2-b_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..39a411bf82997db65ec81b42d3a2d02b90ecfed2 --- /dev/null +++ b/vision/dinov2-b_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db65e1c3fafedeed19a9331db902d736da36244a69577ced343274dd7d2c4439 +size 50471 diff --git a/vision/dinov2-b_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt b/vision/dinov2-b_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe1d2b0ed48637054f7dd2ce66f84ae89fd6231b --- /dev/null +++ b/vision/dinov2-b_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1858982a58efbaf00df923d87f4b0b5897d1f259d54f283375f98b7b92994a4d +size 50337 diff --git a/vision/dinov2-b_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt b/vision/dinov2-b_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..be2fb07423957786370dcb05467664f98ff1caba --- /dev/null +++ b/vision/dinov2-b_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d5075c95f4e130e92af881f691748f2cc042d9e7b2d30cc855680ba8ddc0114 +size 50387 diff --git a/vision/dinov2-b_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt b/vision/dinov2-b_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6bae1fac53195430b6edb9033b780cc1d7324a1 --- /dev/null +++ b/vision/dinov2-b_layer10/topk/x16/l0_64/seed2/stats.imagenet.split_val.seed_no/sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:538146e9d4aa02b4c5de600f4519d2e70310122763bea24ba3a805d007713706 +size 50337